-- Logs begin at Tue 2022-01-25 14:30:04 UTC, end at Tue 2022-01-25 16:46:19 UTC. -- Jan 25 15:21:43.818308 dv-neutron-826291-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 25 15:21:45.926771 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.common.config [-] Logging enabled! Jan 25 15:21:45.927475 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev9 Jan 25 15:21:45.927580 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84031) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 25 15:21:45.929698 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.common.config [-] Logging enabled! Jan 25 15:21:45.929946 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev9 Jan 25 15:21:45.930187 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84031) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 25 15:21:45.931125 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 15:21:45.931357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 15:21:45.931705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 15:21:45.931948 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 15:21:45.932169 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 15:21:45.932489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.932809 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.933104 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.933368 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.933684 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.933976 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.934257 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.934542 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.934836 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.935120 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.935397 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.935678 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.935903 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.936181 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.936466 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.936749 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.936969 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] debug = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.937246 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.937702 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.938109 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.938384 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.938676 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.938945 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.939220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.939502 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.939825 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] host = dv-neutron-826291-2-hyperv {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.940098 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.940379 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.940664 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.940946 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.941223 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.941518 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.941801 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.942071 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.942341 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_file = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.942618 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.942904 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.943189 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.943477 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.943699 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.943919 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.944200 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.944483 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.944755 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.945027 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.945298 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.945590 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.945861 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.946128 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.946410 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.946690 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.946976 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.947247 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.947518 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.947785 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.948051 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.948361 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.948739 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.949144 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.949584 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.949889 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.950165 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.950441 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.950747 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.951033 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.951318 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.951603 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.951874 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.952157 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.952432 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.952703 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.952974 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_json = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.953243 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.953538 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.953821 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.954095 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.954365 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.954635 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.954905 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.955188 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:45.955481 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.955777 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.956077 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.956358 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.956645 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.956926 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.957211 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.957586 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.957943 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.958248 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.958538 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.958814 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.959098 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.959389 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.959675 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.959947 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.960222 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.960508 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.960781 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.961050 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.961324 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.961635 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.961911 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.962180 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.962463 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.962737 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.963005 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.963272 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.963545 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.963829 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.964612 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.964879 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.965145 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.965436 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.965704 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.965985 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.966259 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.966527 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.966795 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.967066 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.967334 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.967600 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.967873 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.968139 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.968411 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.968678 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.968945 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.969212 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.969499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.969770 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.970039 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.970307 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.970579 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.970844 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.971108 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.971376 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.971641 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.971909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.972190 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.972493 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.972770 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.973049 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.973324 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.973626 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.973902 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.974177 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.974452 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.974727 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.974998 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.975286 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.975565 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.975851 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.976131 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.976406 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.976697 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.976972 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.977249 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.977550 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.977824 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.978104 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.978383 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.978674 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.978963 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.979253 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.979559 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.980383 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.980663 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.980972 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.981254 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:45.981499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 15:21:45.981737 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84031) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 25 15:21:46.382140 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO keyring.backend [-] Loading KWallet Jan 25 15:21:46.390286 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO keyring.backend [-] Loading SecretService Jan 25 15:21:46.393502 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO keyring.backend [-] Loading Windows Jan 25 15:21:46.394851 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO keyring.backend [-] Loading chainer Jan 25 15:21:46.395421 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO keyring.backend [-] Loading macOS Jan 25 15:21:46.428430 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 25 15:21:46.428701 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 25 15:21:46.428986 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 25 15:21:46.429314 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 25 15:21:46.732132 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.732433 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.732699 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.788636 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.788911 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.789176 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.792341 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.792616 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.792886 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.821265 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.821563 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.821824 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.848855 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.849131 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:46.849411 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.165683 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.166183 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.166287 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.166466 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.167905 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.288509 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.288826 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.289105 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.289372 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.289657 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.289960 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.290221 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.290474 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.290723 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.290999 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.291252 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.291510 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.291768 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.292036 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.292866 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.293131 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.293398 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.293674 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.293930 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.294206 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.294547 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.294792 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.295035 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.295309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.295556 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.295800 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.296178 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.296412 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.296645 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.296875 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.297105 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.297334 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:47.297899 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 25 15:21:47.300971 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 25 15:21:47.305055 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 25 15:21:47.308955 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 25 15:21:47.310623 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 25 15:21:47.311012 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 25 15:21:47.311345 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 25 15:21:47.311729 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 25 15:21:47.314577 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 25 15:21:47.314830 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 25 15:21:47.315175 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 15:21:47.343543 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 25 15:21:47.343984 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.344277 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84031) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 25 15:21:47.344639 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.346041 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84031) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 25 15:21:47.346321 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 25 15:21:47.346564 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 25 15:21:47.349792 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.350067 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:47.411064 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 25 15:21:47.411252 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 25 15:21:47.411486 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 25 15:21:47.411849 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 25 15:21:47.441618 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_db.sqlalchemy.engines [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84031) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 25 15:21:47.927821 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing driver for type 'gre' Jan 25 15:21:47.928369 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] gre ID ranges: [(1, 1000)] Jan 25 15:21:48.110503 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing driver for type 'local' Jan 25 15:21:48.110841 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing driver for type 'vlan' Jan 25 15:21:48.207530 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] VlanTypeDriver initialization complete Jan 25 15:21:48.208100 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing driver for type 'vxlan' Jan 25 15:21:48.208298 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] vxlan ID ranges: [(1, 1000)] Jan 25 15:21:48.392965 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing extension driver 'port_security' Jan 25 15:21:48.393308 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.extensions.port_security [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] PortSecurityExtensionDriver initialization complete Jan 25 15:21:48.393668 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing mechanism driver 'openvswitch' Jan 25 15:21:48.393995 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing mechanism driver 'hyperv' Jan 25 15:21:48.400528 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.plugin [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:21:48.401209 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.402214 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.402565 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.403082 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 25 15:21:48.403509 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.403904 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.404247 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.404632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 25 15:21:48.405034 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.405464 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.405753 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.406185 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 25 15:21:48.406539 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.410980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.410980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.410980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 25 15:21:48.410980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.410980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411352 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411352 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84031) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 25 15:21:48.411352 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] ML2 OVO RPC backend initialized. {{(pid=84031) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 25 15:21:48.411352 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411352 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > networks before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.411925 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > ports before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.412244 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.412586 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnets before_response 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.412932 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.413269 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.413625 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.413963 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.414298 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.414636 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.414968 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.415301 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.415628 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.416215 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.plugin [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Modular L2 Plugin initialization complete Jan 25 15:21:48.416546 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading services supported by the core plugin {{(pid=84031) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 25 15:21:48.416871 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.plugins.ml2.managers [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Got port-security extension from driver 'port_security' Jan 25 15:21:48.417335 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.extensions.vlantransparent [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Disabled vlantransparent extension. Jan 25 15:21:48.417775 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84031) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 25 15:21:48.418089 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: router Jan 25 15:21:48.459733 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.460069 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_create 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.460442 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router before_create 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.460810 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.461182 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.461568 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_delete 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.461931 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.462293 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_create 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.462643 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.462989 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.463336 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.463694 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.464726 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.465096 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.465460 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.465826 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: subnet after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.466162 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.466512 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.466862 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.467207 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.467551 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.467906 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router after_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.468250 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.468599 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_create 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.468961 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.469307 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_update 55549900 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.469706 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > agent after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.470052 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > agent after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.470397 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > network after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.471248 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Tracking information for resource: router configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:48.471578 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Tracking information for resource: floatingip configured {{(pid=84031) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 25 15:21:48.476492 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.db.l3_agentschedulers_db [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 25 15:21:48.477080 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.477470 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.477830 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.478184 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: port after_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.479100 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router before_create 55550100 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.479467 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.479861 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_create 55550100 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.480218 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > router precommit_update 55550100 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.484551 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.provider_configuration [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service providers = [] {{(pid=84031) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 25 15:21:48.484917 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.db.servicetype_db [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84031) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 25 15:21:48.493213 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.service_base [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 15:21:48.493584 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.service_base [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 15:21:48.493926 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.service_base [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 15:21:48.494816 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.services.service_base [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84031) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 25 15:21:48.495220 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.services.service_base [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 25 15:21:48.495601 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.495918 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 25 15:21:48.506734 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.507074 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: auto_allocate Jan 25 15:21:48.513831 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: network precommit_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.514245 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: network precommit_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.514768 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.515082 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: tag Jan 25 15:21:48.527459 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.527783 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: timestamp Jan 25 15:21:48.531814 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.532151 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: network_ip_availability Jan 25 15:21:48.537489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.537860 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.538219 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.538930 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.539252 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: flavors Jan 25 15:21:48.544053 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.544396 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading Plugin: revisions Jan 25 15:21:48.548670 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84031) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 25 15:21:48.549055 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.120s {{(pid=84031) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84031) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Initializing extension manager. Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: __init__.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: __pycache__ {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.553562 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: _filter_validation_lib.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.554149 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.554149 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: address_group.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.554149 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.554149 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: address-group Jan 25 15:21:48.554149 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: address_scope.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.554839 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.555342 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: address-scope Jan 25 15:21:48.555661 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.556591 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.557098 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: router-admin-state-down-before-update Jan 25 15:21:48.557446 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: agent.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.558171 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.558674 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: agent Jan 25 15:21:48.558992 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: agent_resources_synced.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.559903 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.560405 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: agent-resources-synced Jan 25 15:21:48.560732 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: allowedaddresspairs.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.562746 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.563262 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: allowed-address-pairs Jan 25 15:21:48.563593 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: auto_allocated_topology.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.564678 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.565192 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: auto-allocated-topology Jan 25 15:21:48.565559 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: availability_zone.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.566256 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.566767 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: availability_zone Jan 25 15:21:48.567089 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: availability_zone_filter.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.568003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.568519 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: availability_zone_filter Jan 25 15:21:48.568840 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: data_plane_status.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.569781 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.570295 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension data-plane-status not supported by any of loaded plugins Jan 25 15:21:48.570622 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: default_subnetpools.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.571549 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.572056 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: default-subnetpools Jan 25 15:21:48.572379 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.573158 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.576730 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: dhcp_agent_scheduler Jan 25 15:21:48.576730 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: dns.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.577455 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.577966 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension dns-integration not supported by any of loaded plugins Jan 25 15:21:48.578296 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: dns_domain_ports.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.579215 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.579722 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 25 15:21:48.580044 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: dvr.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.580745 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.581247 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: dvr Jan 25 15:21:48.581600 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: empty_string_filtering.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.582520 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.583035 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: empty-string-filtering Jan 25 15:21:48.583357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.584267 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.584771 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 25 15:21:48.585090 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.586023 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.586525 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 25 15:21:48.586846 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: external_net.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.587761 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.588269 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: external-net Jan 25 15:21:48.588589 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.590083 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.590591 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: extra_dhcp_opt Jan 25 15:21:48.590908 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: extraroute.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.591812 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.592321 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: extraroute Jan 25 15:21:48.592638 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: extraroute_atomic.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.593717 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.594229 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: extraroute-atomic Jan 25 15:21:48.594549 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: filter_validation.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.595216 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.595722 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: filter-validation Jan 25 15:21:48.596042 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: fip_pf_description.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.596942 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.597483 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 25 15:21:48.597805 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: fip_port_details.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.598733 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.599240 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: fip-port-details Jan 25 15:21:48.599559 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: flavors.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.600808 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.601324 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: flavors Jan 25 15:21:48.601669 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.603353 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.603884 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 25 15:21:48.604217 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: floatingip_pools.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.605497 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.606013 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: floatingip-pools Jan 25 15:21:48.606346 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: ip_allocation.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.611966 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.612475 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension ip_allocation not supported by any of loaded plugins Jan 25 15:21:48.612801 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.613751 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.614265 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: ip-substring-filtering Jan 25 15:21:48.614594 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l2_adjacency.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.615529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.616031 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 25 15:21:48.616359 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.617312 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.617862 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: router Jan 25 15:21:48.618189 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.621101 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.621654 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 25 15:21:48.621992 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.622924 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.623442 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: ext-gw-mode Jan 25 15:21:48.623771 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.624696 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.625209 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: l3-ha Jan 25 15:21:48.625561 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3_flavors.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.626478 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.626984 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: l3-flavors Jan 25 15:21:48.627309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.628228 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.628737 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 25 15:21:48.629061 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: l3agentscheduler.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.630137 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.630649 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: l3_agent_scheduler Jan 25 15:21:48.631662 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: logging.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.632480 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.632999 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension logging not supported by any of loaded plugins Jan 25 15:21:48.633329 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: metering.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.634350 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.634921 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: metering Jan 25 15:21:48.635245 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.636361 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.636879 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: metering_source_and_destination_fields Jan 25 15:21:48.637208 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: multiprovidernet.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.638168 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.638707 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: multi-provider Jan 25 15:21:48.639031 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: netmtu.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.639944 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.640455 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: net-mtu Jan 25 15:21:48.640777 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: netmtu_writable.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.641727 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.642224 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: net-mtu-writable Jan 25 15:21:48.642545 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: network_availability_zone.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.643218 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.643771 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: network_availability_zone Jan 25 15:21:48.644090 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: network_ip_availability.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.645188 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.645738 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: network-ip-availability Jan 25 15:21:48.646060 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: network_segment_range.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.646823 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.647326 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension network-segment-range not supported by any of loaded plugins Jan 25 15:21:48.647651 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: pagination.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.648655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.648984 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: pagination Jan 25 15:21:48.649301 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.650246 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.650764 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: port-mac-address-regenerate Jan 25 15:21:48.651087 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: port_resource_request.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.652017 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.652524 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension port-resource-request not supported by any of loaded plugins Jan 25 15:21:48.652845 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: portbindings.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.653813 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.654324 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: binding Jan 25 15:21:48.654647 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: portbindings_extended.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.655940 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.656459 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: binding-extended Jan 25 15:21:48.656788 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: portsecurity.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.661240 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.661789 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: port-security Jan 25 15:21:48.662116 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: project_id.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.663093 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.663424 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: project-id Jan 25 15:21:48.663742 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: providernet.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.664667 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.665179 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: provider Jan 25 15:21:48.665544 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.669797 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.670321 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos not supported by any of loaded plugins Jan 25 15:21:48.670656 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.671917 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.672435 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 25 15:21:48.672764 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.673717 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.674232 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 25 15:21:48.674554 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_default.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.675469 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.675982 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-default not supported by any of loaded plugins Jan 25 15:21:48.676303 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_fip.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.676953 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.677494 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-fip not supported by any of loaded plugins Jan 25 15:21:48.677818 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_gateway_ip.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.678740 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.679249 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 25 15:21:48.679571 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_port_network_policy.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.680482 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.680988 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 25 15:21:48.681310 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_rule_type_details.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.682254 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.683372 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 25 15:21:48.683695 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: qos_rules_alias.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.684740 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.685251 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 25 15:21:48.685603 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: quotasv2.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.686481 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.689433 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: quotas Jan 25 15:21:48.689433 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: quotasv2_detail.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.690002 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.690339 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: quota_details Jan 25 15:21:48.690666 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: rbac.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.691724 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.692245 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: rbac-policies Jan 25 15:21:48.692573 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: rbac_address_scope.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.693556 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.694069 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: rbac-address-scope Jan 25 15:21:48.694393 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: rbac_security_groups.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.695313 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.695822 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: rbac-security-groups Jan 25 15:21:48.696146 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: rbac_subnetpool.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.697058 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.697592 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: rbac-subnetpool Jan 25 15:21:48.697918 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: revisionifmatch.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.698868 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.699379 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: revision-if-match Jan 25 15:21:48.699705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: revisions.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.700839 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.701331 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: standard-attr-revisions Jan 25 15:21:48.701687 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: router_availability_zone.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.702357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.702873 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: router_availability_zone Jan 25 15:21:48.703194 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: routerservicetype.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.704112 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.704620 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension router-service-type not supported by any of loaded plugins Jan 25 15:21:48.704940 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.705905 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.706416 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: port-security-groups-filtering Jan 25 15:21:48.706737 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: securitygroup.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: security-group Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: segment.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension segment not supported by any of loaded plugins Jan 25 15:21:48.720909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.721653 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.722169 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 25 15:21:48.722494 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: servicetype.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.723617 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.724141 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: service-type Jan 25 15:21:48.724469 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: sorting.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.725490 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.725826 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: sorting Jan 25 15:21:48.726148 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: standard_attr_segment.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.727075 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.727587 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 25 15:21:48.727904 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: standardattrdescription.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.728547 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.729054 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: standard-attr-description Jan 25 15:21:48.729372 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: stateful_security_group.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.730866 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.731380 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: stateful-security-group Jan 25 15:21:48.731700 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: stdattrs_common.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.732278 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 25 15:21:48.732597 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.733572 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.734079 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 25 15:21:48.734396 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnet_onboard.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.735545 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.736060 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: subnet_onboard Jan 25 15:21:48.736381 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.737316 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.737849 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 25 15:21:48.738182 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnet_service_types.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.739097 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.739606 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: subnet-service-types Jan 25 15:21:48.739925 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnetallocation.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.741013 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.741560 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: subnet_allocation Jan 25 15:21:48.741882 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.742541 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.743048 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: subnetpool-prefix-ops Jan 25 15:21:48.743372 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.744297 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.744803 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 25 15:21:48.745146 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: tagging.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.746223 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.746736 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: standard-attr-tag Jan 25 15:21:48.747057 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: timestamp.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.748254 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.748769 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loaded extension: standard-attr-timestamp Jan 25 15:21:48.749091 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: trunk.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.750158 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.750675 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension trunk not supported by any of loaded plugins Jan 25 15:21:48.750999 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: trunk_details.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.751973 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.752427 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension trunk-details not supported by any of loaded plugins Jan 25 15:21:48.752750 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: uplink_status_propagation.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.753701 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.754211 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 25 15:21:48.754533 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Loading extension file: vlantransparent.py {{(pid=84031) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 25 15:21:48.755204 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84031) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 25 15:21:48.755713 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 25 15:21:48.757991 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:network Jan 25 15:21:48.758718 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnet Jan 25 15:21:48.759576 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 15:21:48.760345 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:port Jan 25 15:21:48.761668 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service FLAVORS assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:router Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 15:21:48.768476 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service METERING assigned prefix: /metering {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.768902 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.768902 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.768902 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:21:48.768902 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 15:21:48.768902 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:security_group Jan 25 15:21:48.769256 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 15:21:48.769898 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service CORE assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.770233 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 15:21:48.770592 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] subnetpool is already registered Jan 25 15:21:48.771169 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service CORE assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.771495 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 15:21:48.771826 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] subnetpool is already registered Jan 25 15:21:48.774403 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.774833 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service FLAVORS assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.775420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.775839 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.776170 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:router Jan 25 15:21:48.777030 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] router is already registered Jan 25 15:21:48.777652 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:floatingip Jan 25 15:21:48.778014 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] floatingip is already registered Jan 25 15:21:48.778614 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service METERING assigned prefix: /metering {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.779278 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of CountableResource for resource:rbac_policy Jan 25 15:21:48.779606 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] rbac_policy is already registered Jan 25 15:21:48.780142 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:security_group Jan 25 15:21:48.780471 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] security_group is already registered Jan 25 15:21:48.781068 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 25 15:21:48.781415 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] security_group_rule is already registered Jan 25 15:21:48.782065 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service CORE assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.782393 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 15:21:48.782718 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] subnetpool is already registered Jan 25 15:21:48.783333 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.v2.resource_helper [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Service CORE assigned prefix: {{(pid=84031) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 25 15:21:48.783660 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Creating instance of TrackedResource for resource:subnetpool Jan 25 15:21:48.783980 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING neutron.quota.resource_registry [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] subnetpool is already registered Jan 25 15:21:48.784637 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: extensions {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.786077 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: address-groups {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.787650 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: address-scopes {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.788821 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: agents {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.790023 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: auto-allocated-topology {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.791229 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: availability_zones {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.793142 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: dhcp-networks {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.794529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: dhcp-agents {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.795895 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: routers {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.797700 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: flavors {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.798842 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: service_profiles {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.800015 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: next_providers {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.801500 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: service_profiles {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.802907 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: floatingip-pools {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.804111 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: routers {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.805887 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: floatingips {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.807048 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: l3-routers {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.808412 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: l3-agents {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.809792 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: metering-labels {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.811118 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: metering-label-rules {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.812355 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: network-ip-availabilities {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.813584 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: bindings {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.816068 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: quotas {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.817535 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: quotas {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.818933 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: rbac-policies {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.820189 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: security-groups {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.821399 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: security-group-rules {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.822643 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: service-providers {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.823859 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: subnetpools {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.825250 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: subnetpools {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.826742 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.828374 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.830133 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.831820 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.833637 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.835281 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.836975 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.838801 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.841111 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.842943 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron.api.extensions [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Extended resource: tags {{(pid=84031) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 25 15:21:48.848688 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING keystonemiddleware.auth_token [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 25 15:21:48.853457 dv-neutron-826291-2-hyperv neutron-server[84031]: WARNING keystonemiddleware.auth_token [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 25 15:21:48.864164 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Acquired lock "singleton_lock" {{(pid=84031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 25 15:21:48.864637 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_concurrency.lockutils [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Releasing lock "singleton_lock" {{(pid=84031) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 25 15:21:48.865258 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Starting 2 workers Jan 25 15:21:48.869889 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Started child 84138 {{(pid=84031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 15:21:48.874182 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Started child 84139 {{(pid=84031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 15:21:48.875339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.875978 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO neutron.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 25 15:21:48.876446 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Notify callbacks [] for process, before_spawn {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.876780 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [-] (84138) wsgi starting up on http://0.0.0.0:9696 Jan 25 15:21:48.878939 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Starting 1 workers Jan 25 15:21:48.879227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.880551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [-] (84139) wsgi starting up on http://0.0.0.0:9696 Jan 25 15:21:48.884139 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Started child 84140 {{(pid=84031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 15:21:48.884702 dv-neutron-826291-2-hyperv neutron-server[84031]: INFO oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Starting 1 workers Jan 25 15:21:48.888234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] calling RpcWorker wait() {{(pid=84140) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 25 15:21:48.888798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] returning from RpcWorker wait() {{(pid=84140) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 25 15:21:48.888945 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Started child 84141 {{(pid=84031) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 25 15:21:48.889960 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG neutron_lib.callbacks.manager [None req-825748ae-3ce9-4752-8b22-9af91f9b46b3 None None] Notify callbacks [] for process, after_spawn {{(pid=84031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.890104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.890676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:21:48.891851 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 25 15:21:48.892065 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 15:21:48.892241 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 15:21:48.892442 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 15:21:48.892797 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 15:21:48.892975 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 15:21:48.893510 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.893777 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.894043 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.894184 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:21:48.894880 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.894880 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.895092 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.895358 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.895587 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.895868 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.896117 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.896282 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.896448 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.896697 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.896920 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.897206 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.897514 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.897760 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.898029 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.898195 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.898462 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.898746 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.898989 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.899261 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] debug = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.899500 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.899975 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.900200 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.900443 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.900673 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.900941 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.901179 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.902009 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.902240 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.902455 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.902706 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.902948 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.903176 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.903417 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.903669 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.903899 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.904384 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] host = dv-neutron-826291-2-hyperv {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.904642 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.904822 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.905076 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.905296 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.905573 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.905804 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.906066 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.906328 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.906751 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.907000 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.907249 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.907471 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.907720 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.907969 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_file = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.908130 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_options = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.908379 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.908663 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.908937 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.909121 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.909288 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.909494 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.911655 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.912714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.913557 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.913557 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.913557 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.913904 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.914033 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.914162 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.914361 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.914576 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.914813 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.915079 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.915327 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.915560 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.915810 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.916038 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.916262 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.916472 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.916733 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.916994 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.917880 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.918138 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.918350 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.918579 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.918791 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.919024 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.919256 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_json = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.919468 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.919711 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.919958 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.920188 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.920441 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.920652 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.920880 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.921105 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.921538 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.921826 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.922133 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.922376 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.922602 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.922838 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.923092 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.923306 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.923528 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.923868 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.924181 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.924399 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.924722 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.924994 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.925233 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.925542 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.926165 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:21:48.926341 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.926602 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.926816 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.927056 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.927274 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.927506 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.927776 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.928003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.928235 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.928488 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.928688 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.928943 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.929130 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.929322 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.929618 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.930036 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.930036 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.930587 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931076 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931076 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931344 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931480 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931689 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.931926 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.932137 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.932356 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.932566 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.932878 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.933014 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.933249 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.933485 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.933720 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.933937 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.934151 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.934362 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.934612 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.934828 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.935059 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.935269 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.935485 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.935711 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.935990 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.936174 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.936402 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.936615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.936857 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.937075 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.937287 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.937900 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.937900 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.938529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.938529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.938529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.938898 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.938898 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.939103 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.939207 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.939430 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.939716 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.940089 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.940259 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.940509 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.940734 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.940990 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.941226 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.941486 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.946170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.950877 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951423 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.951981 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.952530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.952530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.952530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.952530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.952530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.953632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.953632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.953632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.953632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.953632 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.954909 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.955491 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.955491 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.955692 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.955791 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.956440 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.956440 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.956440 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.956752 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.956752 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.957011 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.957245 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.957510 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.957721 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.957945 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.958178 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.958621 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.958867 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.959082 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.959311 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.959557 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.959770 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.960036 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.960427 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.960779 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.961168 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.961577 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.961982 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.962334 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.962725 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.962947 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.963177 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.963567 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.964523 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.964921 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.965137 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.965359 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.965727 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.966121 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.966361 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.966688 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.966906 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.967165 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.967397 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.967615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.967841 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.968077 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.968308 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.968525 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.968759 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.968997 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.969223 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.969468 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.969684 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.969907 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.970112 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.970332 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.970540 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.970806 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.971047 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.971214 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.971495 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.971731 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.971954 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.972168 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.972396 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.972644 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.972851 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.973061 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.973306 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.973522 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.973815 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.974060 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.974274 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.974575 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.974814 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.975036 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.975290 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.975608 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.975818 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.976073 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.976316 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.976535 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.976748 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.976995 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.977306 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.977633 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.977869 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.978252 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.978414 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.978663 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.978934 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.979140 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.979448 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.980331 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.980665 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.981120 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.981659 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.981659 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.981903 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.982132 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.982288 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.982610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 51506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:21:48.982855 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.983051 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.983292 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.983545 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.983767 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.983977 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.984385 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.984617 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.984826 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.985056 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.985297 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.985533 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:48.985693 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 15:21:48.986189 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84031) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 25 15:21:48.986340 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 25 15:21:48.986697 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 25 15:21:48.986858 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 25 15:21:48.987026 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 25 15:21:48.987190 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 25 15:21:48.987373 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.987535 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.987685 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.987843 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.987992 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988170 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988322 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988468 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988625 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988773 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.988929 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989077 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989230 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989372 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989566 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989714 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989857 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.989997 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990156 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990305 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990461 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990609 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990764 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] debug = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.990921 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991148 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991260 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991565 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991706 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991846 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.991987 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992145 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992302 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992444 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992586 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992743 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.992891 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993039 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993177 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993313 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] host = dv-neutron-826291-2-hyperv {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993482 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071211 Jan 25 15:21:48.993785 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.993785 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994048 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994048 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994306 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994441 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994577 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994722 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994879 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.994879 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995179 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995317 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995454 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_file = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995591 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_options = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995727 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.995873 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996009 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996146 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996239 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996369 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996526 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996726 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996839 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.996986 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.997131 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.997277 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.998425 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.998587 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.998738 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.998898 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999749 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:48.999749 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.000053 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.000053 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.001863 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.002357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.002357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.002357 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.002535 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.002535 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.003479 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.003638 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.003798 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.003953 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004109 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004265 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004575 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004733 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.004883 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_json = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.005225 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.005426 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.005564 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.005707 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.005860 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.006015 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.006153 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.006335 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 25 15:21:49.006489 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.006645 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.006816 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.006973 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.007129 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.007285 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.007447 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.007604 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008087 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008087 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008087 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008353 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008353 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008507 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.008658 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009079 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009236 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009417 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009590 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009750 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.009894 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.010052 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.010192 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.010346 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.010504 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.010658 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011020 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011238 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011399 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011559 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011717 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.011872 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.012030 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.012186 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.012335 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013420 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013869 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013869 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.013869 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014038 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014215 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014328 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014446 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014551 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014711 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.014879 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015032 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015495 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015495 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015495 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015774 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015774 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.015931 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016059 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016215 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016386 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016569 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016687 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016820 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.016976 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017132 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017289 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017469 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017625 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017783 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.017945 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.018096 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019938 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019938 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019938 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019938 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.019938 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020499 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020941 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020941 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.020941 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021276 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021276 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021580 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021580 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021775 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021882 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.021986 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.022089 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.022244 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.022397 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.022715 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.022872 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.023177 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.023333 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.023641 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.023812 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.023980 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024148 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024303 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024459 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024615 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024770 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.024926 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025082 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025236 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025407 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025630 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025728 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.025882 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.026038 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.026193 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.026906 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027062 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027218 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027374 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027528 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027688 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.027843 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028003 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028157 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028311 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028466 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028622 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028777 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.028931 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029087 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029244 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029432 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029595 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029751 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.029907 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030064 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030374 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030530 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030686 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030841 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.030996 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031197 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031293 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031445 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031601 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031757 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.031911 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032065 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032220 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032374 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032529 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032686 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.032843 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.033000 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.033705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.033705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.033705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.033705 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034309 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034806 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034806 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.034806 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035089 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035089 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035219 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035509 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035509 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.035682 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036221 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036221 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036221 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036221 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036579 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036579 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036723 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.036803 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.037515 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.037515 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.037515 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.037515 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038085 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038085 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038085 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038085 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038328 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038328 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.038464 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.039299 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.040555 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.041548 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.042699 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.042699 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.042699 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.042939 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.042939 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043073 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043203 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043369 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043534 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043690 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.043854 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044024 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044181 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044337 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044494 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044650 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044806 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.044961 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.045116 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.045271 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.046303 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.046847 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047492 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047492 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047492 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047492 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047775 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047775 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.047919 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.048121 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.048212 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 25 15:21:49.049090 dv-neutron-826291-2-hyperv neutron-server[84031]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84031) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 25 15:21:49.060390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:21:59.317969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5527f11-984d-4fcf-84a8-1c0771370eb0 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:21:59.410493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5527f11-984d-4fcf-84a8-1c0771370eb0 None None] No non-hosted networks {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 25 15:21:59.427776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.agentschedulers_db [None req-d5527f11-984d-4fcf-84a8-1c0771370eb0 None None] DHCP Agent not found on host dv-neutron-826291-2-hyperv {{(pid=84140) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 25 15:21:59.532298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3c48e86d-517d-4122-8015-d901f8d9773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:01.460901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1bf80-4e24-4df9-812a-e5b2955dbe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:01.501363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-e516eadd-82f6-408e-9e4e-94beb7fb55ad None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-826291-2-hyperv {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:22:01.502080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-e516eadd-82f6-408e-9e4e-94beb7fb55ad None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:22:02.127969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e516eadd-82f6-408e-9e4e-94beb7fb55ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:02.933825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:02.982350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:02.983264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.983739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.984229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.984695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.985154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.985721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.986199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.986848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.987310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.988350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.989620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:02.990167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-826291-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:02.997400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-826291-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:03.800668 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.db.l3_hamode_db [None req-c65373af-4b95-4d29-b79c-c10673574999 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 25 15:22:03.888633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65373af-4b95-4d29-b79c-c10673574999 None None] Routers set() bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:22:03.888927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65373af-4b95-4d29-b79c-c10673574999 None None] Router IDs set() for agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 25 15:22:04.478361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:05.833890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51606) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:06.419172 dv-neutron-826291-2-hyperv neutron-server[84138]: WARNING oslo_policy.policy [None req-038f3d54-5640-47ec-a378-83eb4a2d2a42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:06.419765 dv-neutron-826291-2-hyperv neutron-server[84138]: WARNING oslo_policy.policy [None req-038f3d54-5640-47ec-a378-83eb4a2d2a42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:06.635263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-038f3d54-5640-47ec-a378-83eb4a2d2a42 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:22:06.636522 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-038f3d54-5640-47ec-a378-83eb4a2d2a42 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8006423 Jan 25 15:22:08.842712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51620) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:09.217452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:09.270532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.policy [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84138) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 25 15:22:09.271262 dv-neutron-826291-2-hyperv neutron-server[84138]: WARNING oslo_policy.policy [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:09.271623 dv-neutron-826291-2-hyperv neutron-server[84138]: WARNING oslo_policy.policy [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:09.274892 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.quota [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Loaded quota_driver: . Jan 25 15:22:09.290328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:09.504789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786101821967', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786101851682', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786101846834', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786101860572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786101834304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-645643', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633721', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8010838', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7914689'] for rbac-policy, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:09.672496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:09.673701 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2256b1ea-b4e0-48c5-86f3-6bbd1b21647b admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8299999 Jan 25 15:22:12.134866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51634) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:12.500714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '05758a765c4a4de7908d478da83a5542'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:12.505463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:12.510635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Usage tracker for resource:network and tenant:05758a765c4a4de7908d478da83a5542 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:12.515211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:12.521221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:12.595393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Made reservation on behalf of 05758a765c4a4de7908d478da83a5542 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:22:12.598411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:12.615973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:12.658249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:12.661831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Usage tracker for resource:security_group_rule and tenant:05758a765c4a4de7908d478da83a5542 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:12.664576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:12.670370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:12.733958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:12.786611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:12.810490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:22:12.837166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786098045395', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:12.837773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Unsubscribe: segment precommit_create {{(pid=84138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 15:22:12.838289 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Added segment d75602b6-2207-4cd5-8d84-e4c1edc0b1d4 of type vlan for network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba Jan 25 15:22:12.846629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff6e07-fbee-41b0-90c8-1f53a738ef27,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:12.906008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.906353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.906682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.907005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.907340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.907662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.907992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.908311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.908629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.908934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.909244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Tracked resource versions report: Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: pushed versions: Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Log': {'1.0'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Network': {'1.1'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Port': {'1.5'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'PortForwarding': {'1.2'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'QosPolicy': {'1.8'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroup': {'1.2'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SubPort': {'1.0'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Subnet': {'1.1'}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Trunk': {'1.1'}} Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: consumer versions: Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Log': '1.0', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Network': '1.1', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Port': '1.5', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'PortForwarding': '1.2', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'QosPolicy': '1.8', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroup': '1.2', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroupRule': '1.0', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SubPort': '1.0', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Subnet': '1.1', Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Trunk': '1.1'}} Jan 25 15:22:12.910567 dv-neutron-826291-2-hyperv neutron-server[84138]: {{(pid=84138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:22:12.952794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:13.053135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:13.054200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:13.054832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:13.159502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] Pushing event updated for resources: {'Network': ['ID=92e33017-3eb1-4cab-b4b7-b2b6d304f4ba,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:13.171576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:22:13.233684 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4ba1670f-747f-4725-adc7-eb52f0f07465 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0976999 Jan 25 15:22:15.769367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51650) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:16.226597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef587f-0eb0-4a6f-8017-80853ecd87a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:16.227904 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5bef587f-0eb0-4a6f-8017-80853ecd87a4 admin admin] 10.222.0.26 "GET /v2.0/networks/92e33017-3eb1-4cab-b4b7-b2b6d304f4ba HTTP/1.1" status: 200 len: 825 time: 0.4575717 Jan 25 15:22:16.255482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-303541ad-6226-4db5-913a-71edb9438528 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9 HTTP/1.1" status: 200 len: 734 time: 0.0218477 Jan 25 15:22:16.263794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9', 'name': 'private-subnet', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'gateway_ip': '172.20.0.1', 'tenant_id': '05758a765c4a4de7908d478da83a5542'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:16.267846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:16.271462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Usage tracker for resource:subnet and tenant:05758a765c4a4de7908d478da83a5542 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:16.274243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:16.279707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:16.374422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Made reservation on behalf of 05758a765c4a4de7908d478da83a5542 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:22:16.376604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:16.695623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:16.779965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67929b8-0913-4418-9ee7-e342c2d1f320,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:16.785051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Checking segment: {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:22:16.785461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Network hostable DHCP agents. Network: 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:22:16.866737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:22:16.941100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:16.949797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:16.950217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f38ab1-7ae0-4c60-a6a6-3d3c1e29f264 None None] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:22:16.950638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:17.028236 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ad19636f-6723-4d6d-b24c-967ddd3f57ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7676015 Jan 25 15:22:17.251475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:22:17.252652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:17.435510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Allocated IP 172.20.0.2 (92e33017-3eb1-4cab-b4b7-b2b6d304f4ba/b67929b8-0913-4418-9ee7-e342c2d1f320/40dc4354-ccbe-4768-93b0-793969925816) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:22:17.654803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:17.667884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Transition to ACTIVE for port object 40dc4354-ccbe-4768-93b0-793969925816 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:22:17.689921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Transition to ACTIVE for port object 40dc4354-ccbe-4768-93b0-793969925816 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:22:17.770372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:17.836671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:22:17.840507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:17.842024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Pushing event updated for resources: {'Port': ['ID=40dc4354-ccbe-4768-93b0-793969925816,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:17.846358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:22:17.855835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.856185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.856519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.856850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.857190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.857549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.857877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.858213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.858535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.858852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.859171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Tracked resource versions report: Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: pushed versions: Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Log': {'1.0'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Network': {'1.1'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Port': {'1.5'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'PortForwarding': {'1.2'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'QosPolicy': {'1.8'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroup': {'1.2'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SubPort': {'1.0'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Subnet': {'1.1'}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Trunk': {'1.1'}} Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: consumer versions: Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Log': '1.0', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Network': '1.1', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Port': '1.5', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'PortForwarding': '1.2', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'QosPolicy': '1.8', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroup': '1.2', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroupRule': '1.0', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SubPort': '1.0', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Subnet': '1.1', Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Trunk': '1.1'}} Jan 25 15:22:17.860492 dv-neutron-826291-2-hyperv neutron-server[84140]: {{(pid=84140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:22:17.943389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Attempting to bind port 40dc4354-ccbe-4768-93b0-793969925816 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:22:17.943693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Attempting to bind port 40dc4354-ccbe-4768-93b0-793969925816 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:22:17.944116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Attempting to bind port 40dc4354-ccbe-4768-93b0-793969925816 on network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:22:17.950420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:22:17.951009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Checking segment: {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:22:17.951273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:17.951661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Bound using segment: {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:22:17.952126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Bound port: 40dc4354-ccbe-4768-93b0-793969925816, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:22:17.952505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:18.035016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] For port 40dc4354-ccbe-4768-93b0-793969925816, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:22:18.038770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] For port 40dc4354-ccbe-4768-93b0-793969925816, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40dc4354-ccbe-4768-93b0-793969925816,segment=NetworkSegment(d75602b6-2207-4cd5-8d84-e4c1edc0b1d4),segment_id=d75602b6-2207-4cd5-8d84-e4c1edc0b1d4)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:22:18.141553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:18.245766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9549-d1ca-48f1-a0cb-fb5e8587d9b0 None None] Pushing event updated for resources: {'Port': ['ID=40dc4354-ccbe-4768-93b0-793969925816,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:19.261646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51660) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:19.657293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-32f4e927-889d-4d88-9315-9911b3e16e55 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:22:19.658344 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-32f4e927-889d-4d88-9315-9911b3e16e55 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3956082 Jan 25 15:22:21.258568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40dc4354-ccbe-4768-93b0-793969925816 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:21.420914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 40dc4354-ccbe-4768-93b0-793969925816 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:22:21.851835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb431a93-d72d-4b88-b1f7-e8443d9e946d None None] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:22:21.897933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51674) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:22.033079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Provisioning for port 40dc4354-ccbe-4768-93b0-793969925816 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:22:22.065151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Provisioning complete for port 40dc4354-ccbe-4768-93b0-793969925816 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:22.065582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:22.201779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:22.234746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] For port 40dc4354-ccbe-4768-93b0-793969925816, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40dc4354-ccbe-4768-93b0-793969925816,segment=NetworkSegment(d75602b6-2207-4cd5-8d84-e4c1edc0b1d4),segment_id=d75602b6-2207-4cd5-8d84-e4c1edc0b1d4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:22:22.288724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-6e62eae5-4b8c-404a-9831-eeabd82c1357 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:22:22.290143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:22.297021 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6e62eae5-4b8c-404a-9831-eeabd82c1357 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3980184 Jan 25 15:22:22.359336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6aca42-d49a-4610-a97f-e4d440298603 None None] Pushing event updated for resources: {'Port': ['ID=40dc4354-ccbe-4768-93b0-793969925816,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:22.412023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0fe2228-8edc-4a09-a97f-bb24e5e48726 None None] Provisioning complete for port 40dc4354-ccbe-4768-93b0-793969925816 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:22.412390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0fe2228-8edc-4a09-a97f-bb24e5e48726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:23.219482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40dc4354-ccbe-4768-93b0-793969925816 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:23.287666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 40dc4354-ccbe-4768-93b0-793969925816 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:23.288031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:24.823096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 51686) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:25.486213 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING oslo_policy.policy [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:25.486829 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING oslo_policy.policy [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:25.698089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '05758a765c4a4de7908d478da83a5542'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:25.735064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.policy [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84139) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 25 15:22:25.735806 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING oslo_policy.policy [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:25.736167 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING oslo_policy.policy [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 25 15:22:25.739555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.quota [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Loaded quota_driver: . Jan 25 15:22:25.754440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:25.761240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Usage tracker for resource:router and tenant:05758a765c4a4de7908d478da83a5542 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:25.765688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:25.772896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:25.852616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:25.855202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:25.882256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:26.041950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:26.115230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:26.116457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d93e150c-c4e8-431e-bd76-4b993392c424 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2923930 Jan 25 15:22:28.327075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 51702) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:28.704650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-1ace7337-6063-4693-95b1-9cf75ed3c854 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:22:28.705576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1ace7337-6063-4693-95b1-9cf75ed3c854 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3775692 Jan 25 15:22:28.951388 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:22:29.346941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fc35ef0-9bce-4228-b172-e7909d3047c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:30.907127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 51712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:31.281916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:31.289104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:31.293355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Usage tracker for resource:network and tenant:ff96e08d6f15462b8a574c8a8c0583f0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:31.296681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:31.302473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:31.369759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Made reservation on behalf of ff96e08d6f15462b8a574c8a8c0583f0 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:22:31.372502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.389151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.391901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb52-5d91-4bb4-bf8b-ff63369698b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.427510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:31.431335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Usage tracker for resource:security_group_rule and tenant:ff96e08d6f15462b8a574c8a8c0583f0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:31.434667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:31.440107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:31.502855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.572486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.589601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Reserving flat network on physical network physnet1 {{(pid=84139) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 25 15:22:31.617699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786098045395', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.618276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Unsubscribe: segment precommit_create {{(pid=84139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 25 15:22:31.618778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Added segment f19b7460-3646-49e7-9970-04ef505b5e40 of type flat for network 7244e257-8b5c-49e8-b493-61958272c594 Jan 25 15:22:31.626821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaac8d6-68b0-4460-b21e-28cb712b1803,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:31.687112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.687458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.687783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.688106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.688447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.688764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.689094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.689431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.689743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.690058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.690679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Tracked resource versions report: Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: pushed versions: Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Log': {'1.0'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Network': {'1.1'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Port': {'1.5'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'PortForwarding': {'1.2'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'QosPolicy': {'1.8'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroup': {'1.2'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SubPort': {'1.0'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Subnet': {'1.1'}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Trunk': {'1.1'}} Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: consumer versions: Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Log': '1.0', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Network': '1.1', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Port': '1.5', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'PortForwarding': '1.2', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'QosPolicy': '1.8', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroup': '1.2', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroupRule': '1.0', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SubPort': '1.0', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Subnet': '1.1', Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Trunk': '1.1'}} Jan 25 15:22:31.691979 dv-neutron-826291-2-hyperv neutron-server[84139]: {{(pid=84139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:22:31.741451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.855310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.856197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:31.856846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:31.959804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] Pushing event updated for resources: {'Network': ['ID=7244e257-8b5c-49e8-b493-61958272c594,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:31.970547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 7244e257-8b5c-49e8-b493-61958272c594 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:22:32.024867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-05032c95-c909-4566-83b4-012df7049843 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1167090 Jan 25 15:22:32.744303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:33.006971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:34.241873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51736) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:34.466644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:34.484856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0536cd33-ce2a-41a1-97a0-3eb77d575f27 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:34.486195 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0536cd33-ce2a-41a1-97a0-3eb77d575f27 admin admin] 10.222.0.26 "GET /v2.0/subnets/b67929b8-0913-4418-9ee7-e342c2d1f320 HTTP/1.1" status: 200 len: 849 time: 0.2433922 Jan 25 15:22:34.653272 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d5c92ac7-65ce-4a11-bf30-0c98989b2032 admin admin] 10.222.0.26 "GET /v2.0/routers/88b13027-4fbe-447c-bde1-0b71e0547c34 HTTP/1.1" status: 200 len: 704 time: 0.1616082 Jan 25 15:22:35.100250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:35.324733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Allocated IP 172.20.0.1 (92e33017-3eb1-4cab-b4b7-b2b6d304f4ba/b67929b8-0913-4418-9ee7-e342c2d1f320/332571c9-1da1-4dee-acec-7658199a5d52) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:22:35.476469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:35.493270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Transition to ACTIVE for port object 332571c9-1da1-4dee-acec-7658199a5d52 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:22:35.615508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:35.682629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:22:35.685342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:35.687793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:22:35.688295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:35.694393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Pushing event updated for resources: {'Port': ['ID=332571c9-1da1-4dee-acec-7658199a5d52,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:35.887800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:35.966837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9cea6c37-3846-4c48-a9ff-818df7618ffb None None] Provisioning for port 332571c9-1da1-4dee-acec-7658199a5d52 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:22:35.971619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9cea6c37-3846-4c48-a9ff-818df7618ffb None None] Provisioning complete for port 332571c9-1da1-4dee-acec-7658199a5d52 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:35.971962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cea6c37-3846-4c48-a9ff-818df7618ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:36.025311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9cea6c37-3846-4c48-a9ff-818df7618ffb None None] Port 332571c9-1da1-4dee-acec-7658199a5d52 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:22:36.104832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:36.166767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:36.167515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:36.297104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Pushing event updated for resources: {'Port': ['ID=332571c9-1da1-4dee-acec-7658199a5d52,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:36.360103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:22:36.361134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:36.549349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fbf785ca-8531-483d-8f51-80b8e837bf12 None None] Provisioning complete for port 332571c9-1da1-4dee-acec-7658199a5d52 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:36.549671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbf785ca-8531-483d-8f51-80b8e837bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:36.598541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fbf785ca-8531-483d-8f51-80b8e837bf12 None None] Port 332571c9-1da1-4dee-acec-7658199a5d52 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:22:36.768930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Router 88b13027-4fbe-447c-bde1-0b71e0547c34 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:22:36.929349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:22:36.938249 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Sync routers for ids ['88b13027-4fbe-447c-bde1-0b71e0547c34'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:22:36.938712 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-972e8e14-6d2e-4dfe-8604-5ee92dca73f6 admin admin] 10.222.0.26 "PUT /v2.0/routers/88b13027-4fbe-447c-bde1-0b71e0547c34/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2803710 Jan 25 15:22:36.950819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Routers {'88b13027-4fbe-447c-bde1-0b71e0547c34'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:22:36.951628 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:22:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88b13027-4fbe-447c-bde1-0b71e0547c34'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:37.121659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Set router 88b13027-4fbe-447c-bde1-0b71e0547c34 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:22:37.480135 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:35Z', 'revision_number': 2, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port_host': None, '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:35Z', 'revision_number': 2, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:37.484845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Checking router: 88b13027-4fbe-447c-bde1-0b71e0547c34 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:22:37.485207 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Updating router 88b13027-4fbe-447c-bde1-0b71e0547c34 port 332571c9-1da1-4dee-acec-7658199a5d52 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:22:37.538442 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:37.899697 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:37.913339 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Transition to ACTIVE for port object 332571c9-1da1-4dee-acec-7658199a5d52 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:22:37.986486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:38.230365 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Pushing event updated for resources: {'Port': ['ID=332571c9-1da1-4dee-acec-7658199a5d52,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:38.232725 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Attempting to bind port 332571c9-1da1-4dee-acec-7658199a5d52 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:22:38.233122 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Attempting to bind port 332571c9-1da1-4dee-acec-7658199a5d52 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:22:38.233573 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Attempting to bind port 332571c9-1da1-4dee-acec-7658199a5d52 on network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:22:38.244599 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.244941 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.245274 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.245629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.245970 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.246299 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.246619 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.246954 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.247273 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.247589 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.247902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Tracked resource versions report: Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: pushed versions: Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Log': {'1.0'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Network': {'1.1'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Port': {'1.5'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'PortForwarding': {'1.2'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'QosPolicy': {'1.8'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroup': {'1.2'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SubPort': {'1.0'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Subnet': {'1.1'}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Trunk': {'1.1'}} Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: consumer versions: Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Log': '1.0', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Network': '1.1', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Port': '1.5', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'PortForwarding': '1.2', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'QosPolicy': '1.8', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroup': '1.2', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroupRule': '1.0', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SubPort': '1.0', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Subnet': '1.1', Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Trunk': '1.1'}} Jan 25 15:22:38.249231 dv-neutron-826291-2-hyperv neutron-server[84141]: {{(pid=84141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:22:38.253730 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:22:38.254138 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Checking segment: {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:22:38.254616 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:38.254996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Bound using segment: {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:22:38.255455 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Bound port: 332571c9-1da1-4dee-acec-7658199a5d52, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75602b6-2207-4cd5-8d84-e4c1edc0b1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:22:38.255844 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:38.343629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] For port 332571c9-1da1-4dee-acec-7658199a5d52, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:22:38.347450 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] For port 332571c9-1da1-4dee-acec-7658199a5d52, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=332571c9-1da1-4dee-acec-7658199a5d52,segment=NetworkSegment(d75602b6-2207-4cd5-8d84-e4c1edc0b1d4),segment_id=d75602b6-2207-4cd5-8d84-e4c1edc0b1d4)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:22:38.413107 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:38.499845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce3fb7-2734-4aff-b42c-42a7305bd9c2 None None] Pushing event updated for resources: {'Port': ['ID=332571c9-1da1-4dee-acec-7658199a5d52,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:38.509703 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Routers {'88b13027-4fbe-447c-bde1-0b71e0547c34'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:22:38.510347 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:22:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88b13027-4fbe-447c-bde1-0b71e0547c34'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:38.665487 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] Set router 88b13027-4fbe-447c-bde1-0b71e0547c34 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:22:38.982762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:35Z', 'revision_number': 2, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port_host': None, '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:38Z', 'revision_number': 4, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:38.987225 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36415df0-5f7c-4bae-87db-8201b0520863 None None] The sync data for ids ['88b13027-4fbe-447c-bde1-0b71e0547c34'] in dv-neutron-826291-2-hyperv is: [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:35Z', 'revision_number': 2, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port_host': None, '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:38Z', 'revision_number': 4, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:22:39.064516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51758) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:39.231428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7cd195-7a41-4440-944c-c7f09c7132d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:39.237860 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a7cd195-7a41-4440-944c-c7f09c7132d2 admin admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 842 time: 0.1672161 Jan 25 15:22:39.241781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Request body: {'subnet': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_dhcp': False, 'cidr': '172.26.8.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.26.8.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:39.247550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:22:39.251202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Usage tracker for resource:subnet and tenant:ff96e08d6f15462b8a574c8a8c0583f0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:22:39.254850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:22:39.262560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:22:39.370131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Made reservation on behalf of ff96e08d6f15462b8a574c8a8c0583f0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:22:39.372679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:39.828962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:22:39.829441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:39.909554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b32eb5-c232-4ce2-9de6-ddd7a4185135,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:39.917847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:22:39.918203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Network hostable DHCP agents. Network: 7244e257-8b5c-49e8-b493-61958272c594, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:22:40.027358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:22:40.112181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 7244e257-8b5c-49e8-b493-61958272c594) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:40.116661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:40.117074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:40.123107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565331b8-abbe-452a-a92d-0a3dea31d349 None None] Network 7244e257-8b5c-49e8-b493-61958272c594 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:22:40.196101 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f085087d-d625-40ae-8881-4c4061ea5e47 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9576600 Jan 25 15:22:40.345894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35f970-2e41-4a1a-8211-c24ec603d763 None None] Network 7244e257-8b5c-49e8-b493-61958272c594 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:22:41.273206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 332571c9-1da1-4dee-acec-7658199a5d52 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:41.454868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 332571c9-1da1-4dee-acec-7658199a5d52 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:22:41.459785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 332571c9-1da1-4dee-acec-7658199a5d52 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:41.460175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:41.572456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:41.601986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 332571c9-1da1-4dee-acec-7658199a5d52, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=332571c9-1da1-4dee-acec-7658199a5d52,segment=NetworkSegment(d75602b6-2207-4cd5-8d84-e4c1edc0b1d4),segment_id=d75602b6-2207-4cd5-8d84-e4c1edc0b1d4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:22:41.698186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:41.762471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=332571c9-1da1-4dee-acec-7658199a5d52,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:42.292083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51772) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:42.519141 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-11a1e5f8-c285-4c15-9882-56b97314e6ff admin admin] 10.222.0.26 "GET /v2.0/routers/88b13027-4fbe-447c-bde1-0b71e0547c34 HTTP/1.1" status: 200 len: 710 time: 0.2258754 Jan 25 15:22:42.642750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7b9b8b-d747-42c2-878a-04f08a4725c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:22:42.644071 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eb7b9b8b-d747-42c2-878a-04f08a4725c6 admin admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 886 time: 0.1198392 Jan 25 15:22:42.653088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:22:43.109852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.228996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 332571c9-1da1-4dee-acec-7658199a5d52 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:43.295487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 332571c9-1da1-4dee-acec-7658199a5d52 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:43.295856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.364138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.420008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.549301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Allocated IP 172.26.8.223 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/57860af4-4d5f-4211-90dd-024b42c411d7) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:22:43.722852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.812749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:43.876799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:22:43.879435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:22:43.881843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:22:43.917273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Pushing event updated for resources: {'Port': ['ID=57860af4-4d5f-4211-90dd-024b42c411d7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:44.082900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:44.241531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:44.245468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:44.434660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Router 88b13027-4fbe-447c-bde1-0b71e0547c34 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:22:44.623165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:22:44.630715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:44.631861 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e8bd594e-9f81-4738-9081-f846623d99b8 admin admin] 10.222.0.26 "PUT /v2.0/routers/88b13027-4fbe-447c-bde1-0b71e0547c34 HTTP/1.1" status: 200 len: 890 time: 1.9825361 Jan 25 15:22:44.632548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Sync routers for ids ['88b13027-4fbe-447c-bde1-0b71e0547c34'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:22:44.645414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Routers {'88b13027-4fbe-447c-bde1-0b71e0547c34'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:22:44.646095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:22:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88b13027-4fbe-447c-bde1-0b71e0547c34'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:44.833986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Set router 88b13027-4fbe-447c-bde1-0b71e0547c34 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:22:45.163726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:43Z', 'revision_number': 4, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port': {'id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:43Z', 'updated_at': '2022-01-25T15:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:41Z', 'revision_number': 5, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:45.168427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Checking router: 88b13027-4fbe-447c-bde1-0b71e0547c34 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:22:45.168773 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Updating router 88b13027-4fbe-447c-bde1-0b71e0547c34 port 57860af4-4d5f-4211-90dd-024b42c411d7 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:22:45.217071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.530681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.542486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Transition to ACTIVE for port object 57860af4-4d5f-4211-90dd-024b42c411d7 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:22:45.608899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.689606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742bdf0-cca2-493d-8656-2b6fa94a0fef None None] Pushing event updated for resources: {'Port': ['ID=57860af4-4d5f-4211-90dd-024b42c411d7,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:45.691892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Attempting to bind port 57860af4-4d5f-4211-90dd-024b42c411d7 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:22:45.692262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Attempting to bind port 57860af4-4d5f-4211-90dd-024b42c411d7 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:22:45.692624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Attempting to bind port 57860af4-4d5f-4211-90dd-024b42c411d7 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:22:45.699307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:22:45.699676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:22:45.700073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.700453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:22:45.700916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Bound port: 57860af4-4d5f-4211-90dd-024b42c411d7, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:22:45.701342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.774116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] For port 57860af4-4d5f-4211-90dd-024b42c411d7, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:22:45.777518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] For port 57860af4-4d5f-4211-90dd-024b42c411d7, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=57860af4-4d5f-4211-90dd-024b42c411d7,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:22:45.858412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:45.965231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Routers {'88b13027-4fbe-447c-bde1-0b71e0547c34'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:22:45.965843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:22:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88b13027-4fbe-447c-bde1-0b71e0547c34'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:46.009918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742bdf0-cca2-493d-8656-2b6fa94a0fef None None] Pushing event updated for resources: {'Port': ['ID=57860af4-4d5f-4211-90dd-024b42c411d7,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:46.136996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] Set router 88b13027-4fbe-447c-bde1-0b71e0547c34 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:22:46.454575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:43Z', 'revision_number': 4, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port': {'id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:43Z', 'updated_at': '2022-01-25T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:41Z', 'revision_number': 5, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:22:46.458427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3ec1d-f63e-482c-8a04-9aa5e1d6fe9f None None] The sync data for ids ['88b13027-4fbe-447c-bde1-0b71e0547c34'] in dv-neutron-826291-2-hyperv is: [{'id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'name': 'router1', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223'}], 'enable_snat': True}, 'gw_port_id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:22:25Z', 'updated_at': '2022-01-25T15:22:43Z', 'revision_number': 4, 'project_id': '05758a765c4a4de7908d478da83a5542', 'gw_port': {'id': '57860af4-4d5f-4211-90dd-024b42c411d7', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:43Z', 'updated_at': '2022-01-25T15:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '332571c9-1da1-4dee-acec-7658199a5d52', 'name': '', 'network_id': '92e33017-3eb1-4cab-b4b7-b2b6d304f4ba', 'tenant_id': '05758a765c4a4de7908d478da83a5542', 'mac_address': 'fa:16:3e:8d:62:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b13027-4fbe-447c-bde1-0b71e0547c34', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:22:35Z', 'updated_at': '2022-01-25T15:22:41Z', 'revision_number': 5, 'project_id': '05758a765c4a4de7908d478da83a5542', 'subnets': [{'id': 'b67929b8-0913-4418-9ee7-e342c2d1f320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8f9b5c0-ed26-4e47-9f8c-e7ae2fe19ca9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:22:46.852249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 51782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:22:46.989488 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b0db233a-7f92-40cd-9fe7-46d4f8720a4a admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1360171 Jan 25 15:22:47.270944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 57860af4-4d5f-4211-90dd-024b42c411d7 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:47.401110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 57860af4-4d5f-4211-90dd-024b42c411d7 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:22:47.406409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 57860af4-4d5f-4211-90dd-024b42c411d7 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:47.406774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:47.521492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:47.537596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 57860af4-4d5f-4211-90dd-024b42c411d7, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=57860af4-4d5f-4211-90dd-024b42c411d7,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:22:47.618268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:47.685792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=57860af4-4d5f-4211-90dd-024b42c411d7,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:22:49.234970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 57860af4-4d5f-4211-90dd-024b42c411d7 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:22:49.312207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 57860af4-4d5f-4211-90dd-024b42c411d7 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:22:49.312583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:22:59.328546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81eb8a1a-ea76-4d16-b472-f815dcafdded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:01.431824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-55334fc0-15f5-4417-aa8c-49bf3cd0a0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:02.754745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:02.948985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:04.471255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:05.952280 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:23:29.320148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-57f8265f-4b66-43de-812e-b44a8302f341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:31.428557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f61d96d-2666-40e0-a8cf-94d5ef688bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:32.751366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:32.934196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:34.479983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:23:42.952386 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:23:59.333371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b626ed-ffd9-4807-89dd-dfb1b2f4cf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:01.419048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-304f995a-acf7-4c7c-b52f-8b25699c19c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:02.759558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:02.933738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:04.467804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:19.952176 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:24:29.330165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d179fc6f-d226-4661-b5f5-d9a9d89507a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:31.395528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-364313e1-15c5-4e35-bc26-3c647c87e4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:32.767387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:32.938727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:34.481298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:55.570900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52390) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:24:55.661199 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1cc88d-a859-4809-8ca7-8ea385cd6ab4 admin admin] GET failed (client error): The resource could not be found. Jan 25 15:24:55.662413 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0f1cc88d-a859-4809-8ca7-8ea385cd6ab4 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0905895 Jan 25 15:24:55.791429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f512af55-ed0d-4664-bbf2-352989115b4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:24:55.792778 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f512af55-ed0d-4664-bbf2-352989115b4d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258900 Jan 25 15:24:56.952775 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:24:57.783520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52400) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:24:57.920032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec43752-9c1f-4f81-9565-57cdf2164f3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:24:57.921341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aec43752-9c1f-4f81-9565-57cdf2164f3b admin admin] 10.222.0.26 "GET /v2.0/subnets/b67929b8-0913-4418-9ee7-e342c2d1f320 HTTP/1.1" status: 200 len: 849 time: 0.1368961 Jan 25 15:24:57.930795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:24:58.045432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:58.283935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655'] for subnet, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:58.332139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:24:58.333013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:58.337681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d66be-50a6-4c35-89fb-e19f5c31ca06 None None] Network 92e33017-3eb1-4cab-b4b7-b2b6d304f4ba requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:24:58.346039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] 10.222.0.26 "PUT /v2.0/subnets/b67929b8-0913-4418-9ee7-e342c2d1f320 HTTP/1.1" status: 200 len: 868 time: 0.4191995 Jan 25 15:24:58.388040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67929b8-0913-4418-9ee7-e342c2d1f320,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:24:58.397147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.397547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.397845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.398697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.399021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.399339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.399804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.400148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.400464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.400770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.401075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc091-21a9-40d5-8277-dbccd2413b23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:24:58.780485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ceef892e-547e-4004-bd9b-1d4f3d4634c6 None None] Provisioning complete for port 332571c9-1da1-4dee-acec-7658199a5d52 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:24:58.780852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceef892e-547e-4004-bd9b-1d4f3d4634c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:58.901680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ceef892e-547e-4004-bd9b-1d4f3d4634c6 None None] Provisioning complete for port 40dc4354-ccbe-4768-93b0-793969925816 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:24:58.901952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceef892e-547e-4004-bd9b-1d4f3d4634c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:24:59.353163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-249e59aa-7678-4204-bf21-0ffd3ad9aca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:00.362611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52410) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:00.555443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea246b-49d7-4ca6-981f-3fc9258f5661 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:00.555819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea246b-49d7-4ca6-981f-3fc9258f5661 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:00.556532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59ea246b-49d7-4ca6-981f-3fc9258f5661 admin admin] Synchronizing usage tracker for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:25:00.615295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59ea246b-49d7-4ca6-981f-3fc9258f5661 admin admin] Unset dirty status for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:25:00.616425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-59ea246b-49d7-4ca6-981f-3fc9258f5661 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2528684 Jan 25 15:25:01.421557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f85a2d11-9d69-4c61-a143-96f0dfcdb2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:02.611704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52420) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:02.754994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:02.808307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6879a3-01f3-419e-ab15-b53014085e79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:02.808602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6879a3-01f3-419e-ab15-b53014085e79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:02.810109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bd6879a3-01f3-419e-ab15-b53014085e79 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974611 Jan 25 15:25:02.955239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:04.475352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:04.823756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52430) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:05.011133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf2d06c-c66a-4aec-bdc0-ec955b281eff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:05.012392 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-acf2d06c-c66a-4aec-bdc0-ec955b281eff admin admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 886 time: 0.1877069 Jan 25 15:25:07.008653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52440) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:07.201877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74233bac-876e-4210-8ce4-3e83a06ad58f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:07.203248 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-74233bac-876e-4210-8ce4-3e83a06ad58f admin admin] 10.222.0.26 "GET /v2.0/networks/92e33017-3eb1-4cab-b4b7-b2b6d304f4ba HTTP/1.1" status: 200 len: 869 time: 0.1936665 Jan 25 15:25:09.226816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52450) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:09.357306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5feb20-a5e7-4d31-9e58-ee0cdaa6aaea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:09.357702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5feb20-a5e7-4d31-9e58-ee0cdaa6aaea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:09.358411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a5feb20-a5e7-4d31-9e58-ee0cdaa6aaea admin admin] Synchronizing usage tracker for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:25:09.446548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a5feb20-a5e7-4d31-9e58-ee0cdaa6aaea admin admin] Unset dirty status for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:25:09.447637 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a5feb20-a5e7-4d31-9e58-ee0cdaa6aaea admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2198873 Jan 25 15:25:11.454025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52460) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:11.582369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e54fd-5aad-4526-907f-11e5e9f992c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:11.582734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e54fd-5aad-4526-907f-11e5e9f992c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:11.584202 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cb0e54fd-5aad-4526-907f-11e5e9f992c8 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292281 Jan 25 15:25:13.576481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52470) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:13.697815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd31466-ee66-4097-944c-04406f9f51eb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:13.699102 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fcd31466-ee66-4097-944c-04406f9f51eb admin admin] 10.222.0.26 "GET /v2.0/subnets/51b32eb5-c232-4ce2-9de6-ddd7a4185135 HTTP/1.1" status: 200 len: 816 time: 0.1216757 Jan 25 15:25:15.711048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52480) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:15.841247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ab879-04d9-4949-9faf-7ed1e2b3d8fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:15.842621 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fb7ab879-04d9-4949-9faf-7ed1e2b3d8fe admin admin] 10.222.0.26 "GET /v2.0/subnets/b67929b8-0913-4418-9ee7-e342c2d1f320 HTTP/1.1" status: 200 len: 868 time: 0.1306522 Jan 25 15:25:29.331856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7c8f3136-2d56-4505-948b-42acd119f1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:31.426695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c2a61191-1eb3-40f9-9a74-0a81dae1e552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:32.768935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:32.940307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:33.952394 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:25:34.098266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:34.172627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-804a0d81-02cb-44d7-9abf-ce5289a6a961 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:25:34.173645 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-804a0d81-02cb-44d7-9abf-ce5289a6a961 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0744429 Jan 25 15:25:34.478113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:36.219900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52528) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:36.308872 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae818ec3-76e6-4cad-8361-f62623d9b571 admin admin] GET failed (client error): The resource could not be found. Jan 25 15:25:36.310149 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ae818ec3-76e6-4cad-8361-f62623d9b571 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0893445 Jan 25 15:25:36.470222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dba307-d56f-4ba1-b4d0-00f000de8ed3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:36.471681 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4dba307-d56f-4ba1-b4d0-00f000de8ed3 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1576221 Jan 25 15:25:38.485732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52538) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:38.555507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:25:38.560082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:25:38.569186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:25:38.637627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Made reservation on behalf of ff96e08d6f15462b8a574c8a8c0583f0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:25:38.639977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:38.724299 dv-neutron-826291-2-hyperv neutron-server[84138]: WARNING neutron.services.revisions.revision_plugin [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Could not find related network for resource to bump revision. Jan 25 15:25:38.736191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:25:38.745228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:38.745607 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Added segment 164e2d1f-73e5-4d21-90ac-5e3ae4efde49 of type vlan for network 63645f15-a94c-4328-af4d-c068e4c4eebe Jan 25 15:25:38.770304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:38.871888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:38.872702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:38.873264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:38.970109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Pushing event updated for resources: {'Network': ['ID=63645f15-a94c-4328-af4d-c068e4c4eebe,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.979769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.980318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.980504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.980820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.981133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.981473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:38.991914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 63645f15-a94c-4328-af4d-c068e4c4eebe details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:25:39.023824 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-43bb3fd4-0b33-44c5-a521-23661f7a9286 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5369456 Jan 25 15:25:41.044635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52548) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:25:41.134782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e481a89f-6025-455c-8cdf-84c3baab557d admin admin] GET failed (client error): The resource could not be found. Jan 25 15:25:41.136353 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e481a89f-6025-455c-8cdf-84c3baab557d admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0904284 Jan 25 15:25:41.238732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95d289-1be8-4241-bda4-e7fcfdf4f8c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:41.240019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9c95d289-1be8-4241-bda4-e7fcfdf4f8c7 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000943 Jan 25 15:25:41.249235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:25:41.253442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:25:41.263342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:25:41.345855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Made reservation on behalf of ff96e08d6f15462b8a574c8a8c0583f0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:25:41.348113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:41.611954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:41.687716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb60e34-476d-4917-8ff2-021a880eacaa,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:25:41.697024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Checking segment: {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:25:41.697480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Network hostable DHCP agents. Network: 63645f15-a94c-4328-af4d-c068e4c4eebe, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:25:41.788313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Network 63645f15-a94c-4328-af4d-c068e4c4eebe is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:25:41.901690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 63645f15-a94c-4328-af4d-c068e4c4eebe) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:25:41.906669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:25:41.907254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:41.910400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3968b9-2e34-4724-9e9c-7a614314d30c None None] Network 63645f15-a94c-4328-af4d-c068e4c4eebe requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:25:42.029264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-01ef0c33-d5da-48d7-afbd-6332fb83afbb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7831450 Jan 25 15:25:42.125940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-63645f15-a94c-4328-af4d-c068e4c4eebe', 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe', 'tenant_id': 'ff96e08d6f15462b8a574c8a8c0583f0', 'fixed_ips': [{'subnet_id': '6bb60e34-476d-4917-8ff2-021a880eacaa'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:25:42.126890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:42.286908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Allocated IP 192.168.233.2 (63645f15-a94c-4328-af4d-c068e4c4eebe/6bb60e34-476d-4917-8ff2-021a880eacaa/0068af46-e9d0-44d8-8439-d30505f150f4) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:25:42.489269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:42.499313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Transition to ACTIVE for port object 0068af46-e9d0-44d8-8439-d30505f150f4 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:25:42.518554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Transition to ACTIVE for port object 0068af46-e9d0-44d8-8439-d30505f150f4 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:25:42.619398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:42.682220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Network 63645f15-a94c-4328-af4d-c068e4c4eebe is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:25:42.685021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:25:42.689354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:25:42.691424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Pushing event updated for resources: {'Port': ['ID=0068af46-e9d0-44d8-8439-d30505f150f4,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:25:42.703063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.703412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.703746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.704081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.704428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.704767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.705091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.705435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.705758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.706074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.706394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:25:42.790308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Attempting to bind port 0068af46-e9d0-44d8-8439-d30505f150f4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:25:42.790670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Attempting to bind port 0068af46-e9d0-44d8-8439-d30505f150f4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:25:42.791026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Attempting to bind port 0068af46-e9d0-44d8-8439-d30505f150f4 on network 63645f15-a94c-4328-af4d-c068e4c4eebe {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:25:42.797489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:25:42.797867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Checking segment: {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:25:42.798264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:42.798657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Bound using segment: {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:25:42.799112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Bound port: 0068af46-e9d0-44d8-8439-d30505f150f4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:25:42.799494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:42.885222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] For port 0068af46-e9d0-44d8-8439-d30505f150f4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:25:42.888048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] For port 0068af46-e9d0-44d8-8439-d30505f150f4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0068af46-e9d0-44d8-8439-d30505f150f4,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:25:42.960625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:43.038883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39a734-3265-4030-9d2a-21a86da24230 None None] Pushing event updated for resources: {'Port': ['ID=0068af46-e9d0-44d8-8439-d30505f150f4,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:25:43.381042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0068af46-e9d0-44d8-8439-d30505f150f4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:25:43.529331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0068af46-e9d0-44d8-8439-d30505f150f4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:25:43.910692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430a2ce-e513-46e5-b2d9-2ef31c7b0168 None None] Network 63645f15-a94c-4328-af4d-c068e4c4eebe requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:25:44.114858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Provisioning for port 0068af46-e9d0-44d8-8439-d30505f150f4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:25:44.126060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Provisioning complete for port 0068af46-e9d0-44d8-8439-d30505f150f4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:25:44.126425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:44.261439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:44.298672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] For port 0068af46-e9d0-44d8-8439-d30505f150f4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0068af46-e9d0-44d8-8439-d30505f150f4,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:25:44.400736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:44.465024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e85c91-59e5-457a-96ce-6312aa6f0939 None None] Pushing event updated for resources: {'Port': ['ID=0068af46-e9d0-44d8-8439-d30505f150f4,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:25:44.521963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-358b397c-08f9-4052-8872-59a5505dd016 None None] Provisioning complete for port 0068af46-e9d0-44d8-8439-d30505f150f4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:25:44.522333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-358b397c-08f9-4052-8872-59a5505dd016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:45.323305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0068af46-e9d0-44d8-8439-d30505f150f4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:25:45.389483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0068af46-e9d0-44d8-8439-d30505f150f4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:25:45.389788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:25:59.376789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e82e19b9-8a90-4b7b-b52d-a82e3d6bbb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:01.428521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1df968d2-bb28-45cd-ae4a-5d28bb63a73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:02.775068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:02.940039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:04.490727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:10.952132 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:26:29.344879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8dff885-e045-4f1d-9916-943453705a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:31.450778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-da071aa0-a741-40b7-8bbe-36149ce42b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:32.773988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:32.939249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:34.487963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:26:47.952015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:26:59.335840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-85536d1a-8931-44a1-8206-c5c03e894c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:01.449818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e286fceb-68a5-4eed-a2fe-cdc9ad088cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:02.767556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:02.940297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:04.473073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:22.531326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52590) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:27:22.537599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-2371c233-57f1-41b6-bc21-5afd41902635 tempest-verify_tempest_config-1808629471 tempest-verify_tempest_config-1808629471-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:27:22.538567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2371c233-57f1-41b6-bc21-5afd41902635 tempest-verify_tempest_config-1808629471 tempest-verify_tempest_config-1808629471-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0062697 Jan 25 15:27:23.068308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52606) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:27:23.206115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.235939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:27:23.240220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Usage tracker for resource:security_group_rule and tenant:978873165346459ca3696a1d88f5e74c is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:27:23.243133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:27:23.248664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:27:23.310071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.378165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.425313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c759614-1a3a-4912-b727-767347b7def8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:27:23.429787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Synchronizing usage tracker for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:27:23.438537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.438875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.439205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.439556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.439880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.440206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.440538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.440860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.441175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.441510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.441825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:27:23.523490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] Unset dirty status for tenant:ff96e08d6f15462b8a574c8a8c0583f0 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:27:23.524693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-183749fb-39ca-4674-8d41-ec1125ad12f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=978873165346459ca3696a1d88f5e74c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4554479 Jan 25 15:27:23.527366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52612) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:27:23.584716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.609363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.778410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.794362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c759614-1a3a-4912-b727-767347b7def8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:27:23.798535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:23.799633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d4bee6b1-89c6-43f6-b81d-4fbd72be5e98 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c759614-1a3a-4912-b727-767347b7def8 HTTP/1.1" status: 204 len: 168 time: 0.2714016 Jan 25 15:27:24.951745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:27:29.323661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a877-9b1b-47cf-ac5a-0fbeedae8766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:31.400887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a66ecf43-0a01-402c-8eb6-3027bd08ccc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:32.784638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:32.938154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:34.489635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:27:59.337683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-826a75a6-2488-4e18-acaf-6a419ff2fb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:01.400387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f0dc671-c69b-434c-bed2-01f0daa8d8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:01.950511 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 5 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:28:02.797658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:02.960124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:04.514678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:29.359836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2a45-859c-4a36-93b5-c71236b03dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:31.405688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf1b5ed0-09a7-49fd-a7cb-48fcae0e9c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:32.791398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:32.928411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:34.505931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:38.545295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-390682'] for agent, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:28:38.950202 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:28:53.403422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52682) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:28:53.537877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72522e56-71e6-4629-9604-11852549431d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1334522 Jan 25 15:28:55.537249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52696) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:28:55.614638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c9977643-54d1-45c0-ae08-9dc80d057aa5 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0763071 Jan 25 15:28:59.324589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d1b39d39-2373-439c-960d-77eafb7408ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:01.427382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82474d4c-210a-4dec-88f4-8a195a333e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:02.790436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:02.944438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:04.533526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:08.553640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:15.950038 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:29:29.382926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82acbdc8-c044-49af-990c-a7874eb7f016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:31.412882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a605aa2e-adb3-4ff5-996b-52fbcabdd38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:32.795805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:32.960012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:34.512925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:38.503823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:29:52.951448 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:29:59.363692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aac0a704-da9d-4cf7-93fa-4bd2d6a2ab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:01.400917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88ee2a55-b414-41a7-a7dc-abcd765adf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:02.806392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:02.931787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:04.517616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:08.506549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:22.499199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52816) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:23.079800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1003407204-network', 'tenant_id': '90f36143ebd24edfbb878abde7acca07'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:23.090369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:23.094388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Usage tracker for resource:network and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:23.097711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:23.104304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:23.168968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Made reservation on behalf of 90f36143ebd24edfbb878abde7acca07 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:23.172873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.186438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.216710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:23.220329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Usage tracker for resource:security_group_rule and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:23.223049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:23.228606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:23.295976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.374518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.410730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:23.415875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52fccb-c3d9-4218-9f3a-95fa8f9c5450,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:23.426684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.427029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Added segment 02fb4cb5-5b12-457f-80d6-9b1e4476cfbf of type vlan for network 5c79b3ad-7555-474b-86d0-46a515f6f59f Jan 25 15:30:23.428680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.429029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.429370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.429721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.430049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.430376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.430699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.431024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.431340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.431660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.431976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Tracked resource versions report: Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: pushed versions: Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Log': {'1.0'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Network': {'1.1'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Port': {'1.5'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'PortForwarding': {'1.2'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'QosPolicy': {'1.8'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroup': {'1.2'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SubPort': {'1.0'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Subnet': {'1.1'}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Trunk': {'1.1'}} Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: consumer versions: Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: HyperV agent@hv-neutron-8262: {}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Log': '1.0', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Network': '1.1', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Port': '1.5', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'PortForwarding': '1.2', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'QosPolicy': '1.8', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroup': '1.2', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SecurityGroupRule': '1.0', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'SubPort': '1.0', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Subnet': '1.1', Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: 'Trunk': '1.1'}} Jan 25 15:30:23.433050 dv-neutron-826291-2-hyperv neutron-server[84139]: {{(pid=84139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:30:23.460945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.555216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:23.556680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.661861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] Pushing event updated for resources: {'Network': ['ID=5c79b3ad-7555-474b-86d0-46a515f6f59f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:23.672519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:23.723953 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-74b03e34-d792-4ba6-a159-ba53f6beb225 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2236221 Jan 25 15:30:23.726892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52856) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:23.732206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Request body: {'subnet': {'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1003407204-subnet', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:23.736765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:23.740469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Usage tracker for resource:subnet and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:23.743983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:23.749677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:23.852944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Made reservation on behalf of 90f36143ebd24edfbb878abde7acca07 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:23.858068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:23.916680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52864) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:24.180978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.253245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=223dabcd-b14f-4b56-93a5-e41cc4c47798,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:24.263459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Checking segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:24.263802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Network hostable DHCP agents. Network: 5c79b3ad-7555-474b-86d0-46a515f6f59f, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:24.349124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:24.418276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5c79b3ad-7555-474b-86d0-46a515f6f59f) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:24.422965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:24.423556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.429714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc5a7e-89be-41a7-ac33-70788a1aec5a None None] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:24.536057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1587516301-network', 'tenant_id': '449c273533b84925980c5be1ceaec4cb'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:24.541332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:24.547057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Usage tracker for resource:network and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:24.548119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-037c6358-5828-4d4e-b3c4-86532d09cc5c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8188474 Jan 25 15:30:24.548119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52882) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:24.548842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:24.552679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:24.555176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:24.557649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:24.562276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Usage tracker for resource:router and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:24.565273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:24.571250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:24.620579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Made reservation on behalf of 449c273533b84925980c5be1ceaec4cb for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:24.622957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.638135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.640807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52888) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:24.655692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5c79b3ad-7555-474b-86d0-46a515f6f59f', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:24.656665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.675481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:24.679838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Usage tracker for resource:security_group_rule and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:24.684250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:24.689442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.692281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.692417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:24.724633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.771144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.826994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Allocated IP 172.20.0.2 (5c79b3ad-7555-474b-86d0-46a515f6f59f/223dabcd-b14f-4b56-93a5-e41cc4c47798/5e411311-6fde-4e22-8209-bd89af37aaec) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:24.831939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.866589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:24.876822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.877397 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Added segment be497439-3778-4d45-86f8-5d33de2d8483 of type vlan for network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 Jan 25 15:30:24.907529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:24.942402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce92ac4-d616-4085-87f4-7de08426c2f5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:24.954434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.954943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.955424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.956024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.956703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.957177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.957751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.958369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.958831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.959300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.960369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Tracked resource versions report: Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: pushed versions: Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Log': {'1.0'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Network': {'1.1'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Port': {'1.5'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'PortForwarding': {'1.2'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'QosPolicy': {'1.8'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroup': {'1.2'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SubPort': {'1.0'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Subnet': {'1.1'}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Trunk': {'1.1'}} Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: consumer versions: Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: HyperV agent@hv-neutron-8262: {}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Log': '1.0', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Network': '1.1', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Port': '1.5', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'PortForwarding': '1.2', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'QosPolicy': '1.8', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroup': '1.2', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SecurityGroupRule': '1.0', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'SubPort': '1.0', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Subnet': '1.1', Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: 'Trunk': '1.1'}} Jan 25 15:30:24.961813 dv-neutron-826291-2-hyperv neutron-server[84138]: {{(pid=84138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:30:24.980834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.006038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.007485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:25.009794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.113176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:25.126874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.137859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Transition to ACTIVE for port object 5e411311-6fde-4e22-8209-bd89af37aaec will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:25.156035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Transition to ACTIVE for port object 5e411311-6fde-4e22-8209-bd89af37aaec will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:25.159815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:25.169953 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e03bd21c-ecc4-49f7-a617-970b4825ed92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2518868 Jan 25 15:30:25.172628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52904) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:25.179080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Request body: {'subnet': {'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1587516301-subnet', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:25.188228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:25.196644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Usage tracker for resource:subnet and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:25.202967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:25.214534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:25.247033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.283420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-216972686-network', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:25.287862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:25.292133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Usage tracker for resource:network and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:25.295125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:25.295998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:25.304578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:25.308104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:25.317339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:25.363089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.395369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.413444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Pushing event updated for resources: {'Port': ['ID=5e411311-6fde-4e22-8209-bd89af37aaec,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:25.426650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Made reservation on behalf of 449c273533b84925980c5be1ceaec4cb for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:25.430274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.434026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Attempting to bind port 5e411311-6fde-4e22-8209-bd89af37aaec on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:25.434756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Attempting to bind port 5e411311-6fde-4e22-8209-bd89af37aaec by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:25.434756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Attempting to bind port 5e411311-6fde-4e22-8209-bd89af37aaec on network 5c79b3ad-7555-474b-86d0-46a515f6f59f {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:25.441440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.441784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.442107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.442428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.442772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.443092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.443417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.443736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.444093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.444420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.444716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Tracked resource versions report: Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: pushed versions: Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Log': {'1.0'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Network': {'1.1'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Port': {'1.5'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'PortForwarding': {'1.2'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'QosPolicy': {'1.8'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroup': {'1.2'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SubPort': {'1.0'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Subnet': {'1.1'}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Trunk': {'1.1'}} Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: consumer versions: Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: HyperV agent@hv-neutron-8262: {}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Log': '1.0', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Network': '1.1', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Port': '1.5', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'PortForwarding': '1.2', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'QosPolicy': '1.8', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroup': '1.2', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SecurityGroupRule': '1.0', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'SubPort': '1.0', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Subnet': '1.1', Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: 'Trunk': '1.1'}} Jan 25 15:30:25.445806 dv-neutron-826291-2-hyperv neutron-server[84140]: {{(pid=84140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:30:25.448083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:25.448625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Checking segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:25.449174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.449713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Bound using segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:25.450338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Bound port: 5e411311-6fde-4e22-8209-bd89af37aaec, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:25.450865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.456728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Made reservation on behalf of 9deee58f4edc465ca2a8e69103cf8766 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:25.459275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.480637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.566233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] For port 5e411311-6fde-4e22-8209-bd89af37aaec, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:25.571046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:25.578820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] For port 5e411311-6fde-4e22-8209-bd89af37aaec, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5e411311-6fde-4e22-8209-bd89af37aaec,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:25.581477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Usage tracker for resource:security_group_rule and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:25.586237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:25.596795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:25.605570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Allocated IP 172.26.8.214 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/279b02f5-1f56-4322-b29a-bd2045e054ed) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:25.649711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.753812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d469eb9-9fc1-41a9-a110-a20eb1f6c7c7 None None] Pushing event updated for resources: {'Port': ['ID=5e411311-6fde-4e22-8209-bd89af37aaec,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:25.798870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.807813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.841638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.895015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.912625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Checking segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:25.913552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Network hostable DHCP agents. Network: fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:25.923465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:25.925029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f078f7c7-8063-4cda-a2ad-593d6cdcaf82,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:25.958667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:25.959002 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Added segment 3efb9846-3577-4067-bc3c-da7cb49534c6 of type vlan for network 7be5ac1d-0c2b-4625-8984-1a8663566c59 Jan 25 15:30:25.972346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d9ac21-b53d-4a59-94c0-88e3a6c3174d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:25.994924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.008814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:26.071384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.080537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:26.085417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:26.086161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.090782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9598f24-370f-40c4-8167-6b9a9627349d None None] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:26.126762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:26.132022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:26.144037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:26.195737 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-79c9591d-df17-47fa-97dc-7b2e62374300 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0192869 Jan 25 15:30:26.197925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52930) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:26.204465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:26.205101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Pushing event updated for resources: {'Port': ['ID=279b02f5-1f56-4322-b29a-bd2045e054ed,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:26.210838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:26.221911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Usage tracker for resource:router and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:26.230266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:26.247061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:26.290858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.291707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:26.293258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.340529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.341832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.378651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.401535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:26.402606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.454532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] Pushing event updated for resources: {'Network': ['ID=7be5ac1d-0c2b-4625-8984-1a8663566c59,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:26.470288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:26.502851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9f06e639-6bb6-4fd5-9d10-15fa90739191 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8604341 Jan 25 15:30:26.505686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52944) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:26.514911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Request body: {'subnet': {'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-216972686-subnet', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:26.521240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:26.530259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Usage tracker for resource:subnet and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:26.535403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:26.651446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.652224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.660584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:26.714688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Allocated IP 172.20.0.2 (fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50/f078f7c7-8063-4cda-a2ad-593d6cdcaf82/423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:26.760120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:26.765825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Made reservation on behalf of 9deee58f4edc465ca2a8e69103cf8766 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:26.769107 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.045994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb363c-6ae2-461d-b6f9-08ffa3e355f4 None None] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:27.125966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.137265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Transition to ACTIVE for port object 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:27.156574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Transition to ACTIVE for port object 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:27.180840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:30:27.211010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.249235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.301601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Checking segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:27.302174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Network hostable DHCP agents. Network: 7be5ac1d-0c2b-4625-8984-1a8663566c59, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:27.326211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Pushing event updated for resources: {'Port': ['ID=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:27.344138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e8673ba8-4147-4455-b03d-389c6d6935c8 None None] Provisioning for port 5e411311-6fde-4e22-8209-bd89af37aaec completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:27.371339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c453d04-df69-428b-bdd6-2527c26041c1,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:27.424153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:27.457876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.461716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:27.464171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:27.470213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:27.508703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.588466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Attempting to bind port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:27.588977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Attempting to bind port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:27.589354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Attempting to bind port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 on network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:27.593859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 7be5ac1d-0c2b-4625-8984-1a8663566c59) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:27.610231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:27.610815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.613157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:27.616433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Checking segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:27.616602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.616880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Bound using segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:27.617357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Bound port: 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:27.617762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.629721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:27.648554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d4043-3f21-46d2-82b1-1e99dacd7758 None None] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:27.656089 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Sync routers for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:27.673114 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:27.674804 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:27.676530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5e411311-6fde-4e22-8209-bd89af37aaec up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:27.758036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Allocated IP 172.26.8.160 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/9ce95ef2-5020-4204-9b1b-3e750b937f53) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:27.761104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:27.767120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 52970) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:27.767856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ace932e0-82c1-4a99-a13f-ea7bb1d00a4c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2186904 Jan 25 15:30:27.914548 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3ccff3d7-42c1-4398-a6b2-81a80490909e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4049411 Jan 25 15:30:27.915018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52976) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:27.921051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:27.928198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:27.931314 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:27.941980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Usage tracker for resource:router and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:27.946631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:27.957687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:27.976237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] For port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:27.990685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] For port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:28.047310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.048300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.073178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.087593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.156526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 5e411311-6fde-4e22-8209-bd89af37aaec completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:28.171603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5e411311-6fde-4e22-8209-bd89af37aaec triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:28.172030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.205615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.373297 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:26Z', 'revision_number': 3, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:28.378441 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Checking router: cb5706ab-fd0e-4e95-921b-cc0a53e69ccf for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:30:28.381967 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Updating router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf port 279b02f5-1f56-4322-b29a-bd2045e054ed binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:30:28.425212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.434219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 52990) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:28.476300 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.488537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce34ff-f91a-47c7-9f4a-0733cc0071e4 None None] Pushing event updated for resources: {'Port': ['ID=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:28.507787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-7be5ac1d-0c2b-4625-8984-1a8663566c59', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:28.514232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.533501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-49ddc2d5-9e13-4a07-85fa-3a5de8dff930 None None] Provisioning complete for port 5e411311-6fde-4e22-8209-bd89af37aaec triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:28.533864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-49ddc2d5-9e13-4a07-85fa-3a5de8dff930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.616821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.627482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:28.795020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce95ef2-5020-4204-9b1b-3e750b937f53,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:28.821285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:28.825048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:28.848537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:28.858455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Allocated IP 172.20.0.2 (7be5ac1d-0c2b-4625-8984-1a8663566c59/7c453d04-df69-428b-bdd6-2527c26041c1/6bd91156-fd40-4e4e-8139-cf2ecfeb2a45) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:28.998645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.083488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.134887 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.162167 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Transition to ACTIVE for port object 279b02f5-1f56-4322-b29a-bd2045e054ed will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:29.188393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 5e411311-6fde-4e22-8209-bd89af37aaec, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5e411311-6fde-4e22-8209-bd89af37aaec,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:29.244919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-49ddc2d5-9e13-4a07-85fa-3a5de8dff930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.266289 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.292450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.305783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.325028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.329709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.339577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1966234866'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:29.352667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:29.359218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Usage tracker for resource:network and tenant:ef4a6fb6e28141df966e8c899e503b38 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:29.364157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:29.378903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:29.406691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Allocated IP 172.26.8.2 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/7f365387-1127-49d2-bf05-e6445ed9697d) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:29.475474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Transition to ACTIVE for port object 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:29.500389 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Attempting to bind port 279b02f5-1f56-4322-b29a-bd2045e054ed on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:29.500760 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Attempting to bind port 279b02f5-1f56-4322-b29a-bd2045e054ed by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:29.501123 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Attempting to bind port 279b02f5-1f56-4322-b29a-bd2045e054ed on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:29.513006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d2247944-e77d-414e-94e9-0b4ec6e1a72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.514272 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Pushing event updated for resources: {'Port': ['ID=279b02f5-1f56-4322-b29a-bd2045e054ed,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:29.544871 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:29.544871 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:29.544871 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.545523 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:29.546020 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Bound port: 279b02f5-1f56-4322-b29a-bd2045e054ed, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:29.546414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.567265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Made reservation on behalf of ef4a6fb6e28141df966e8c899e503b38 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:29.572699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.614342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.627273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Transition to ACTIVE for port object 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:29.645797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-49ddc2d5-9e13-4a07-85fa-3a5de8dff930 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:30:29.649132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-49ddc2d5-9e13-4a07-85fa-3a5de8dff930 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:30:29.655399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=5e411311-6fde-4e22-8209-bd89af37aaec,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:29.670569 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.670569 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.671880 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.672177 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.672655 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.672861 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.673190 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.673557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.674305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.674305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.674499 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Tracked resource versions report: Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: pushed versions: Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: { 'ConntrackHelper': {'1.0'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Log': {'1.0'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Network': {'1.1'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Port': {'1.5'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'PortForwarding': {'1.2'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'QosPolicy': {'1.8'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroup': {'1.2'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroupRule': {'1.0'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SubPort': {'1.0'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Subnet': {'1.1'}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Trunk': {'1.1'}} Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: consumer versions: Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: { DHCP agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: HyperV agent@hv-neutron-8262: {}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: L3 agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: Metadata agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: Metering agent@dv-neutron-826291-2-hyperv: {}, Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: Open vSwitch agent@dv-neutron-826291-2-hyperv: { 'ConntrackHelper': '1.0', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Log': '1.0', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Network': '1.1', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Port': '1.5', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'PortForwarding': '1.2', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'QosPolicy': '1.8', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroup': '1.2', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SecurityGroupRule': '1.0', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'SubPort': '1.0', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Subnet': '1.1', Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: 'Trunk': '1.1'}} Jan 25 15:30:29.680591 dv-neutron-826291-2-hyperv neutron-server[84141]: {{(pid=84141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 25 15:30:29.683445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:29.754258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:29.771735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Usage tracker for resource:security_group_rule and tenant:ef4a6fb6e28141df966e8c899e503b38 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:29.775261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53012) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:29.788180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:29.794731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] For port 279b02f5-1f56-4322-b29a-bd2045e054ed, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:29.804823 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] For port 279b02f5-1f56-4322-b29a-bd2045e054ed, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=279b02f5-1f56-4322-b29a-bd2045e054ed,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:29.816933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:29.819625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.830125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.880945 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.899930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:29.907294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:29.910879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:29.922106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:29.969258 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:30:29.995190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.006301 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:30.007003 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:30.053932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:30.072019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.076523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c483d-f5ec-4a7e-a3ee-44b3f05f6577 None None] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:30.186465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:30.188254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Pushing event updated for resources: {'Port': ['ID=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:30.198098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:30.231066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:30.248665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Attempting to bind port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:30.249029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Attempting to bind port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:30.249421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Attempting to bind port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 on network 7be5ac1d-0c2b-4625-8984-1a8663566c59 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:30.262210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Pushing event updated for resources: {'Port': ['ID=7f365387-1127-49d2-bf05-e6445ed9697d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:30.275603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:30.282144 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:30.319633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:30.321007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Checking segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:30.322572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.323250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Bound using segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:30.324226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Bound port: 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:30.325478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.359103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.359623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Added segment e21bb569-b3c3-40b5-b610-beaa9ded4593 of type vlan for network 61c8065f-6bb3-43c1-ba96-31c713962a7b Jan 25 15:30:30.361601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f46b8f7-7339-4a2f-a062-bde310af8ca7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:30.430090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.441070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-243876403'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:30.458639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:30.480435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Usage tracker for resource:network and tenant:45a6dc43212c4e41a33c72da1231721d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:30.488453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:30.492626 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45388f-af9c-4376-b490-14218fc3f323 None None] Pushing event updated for resources: {'Port': ['ID=279b02f5-1f56-4322-b29a-bd2045e054ed,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:30.506428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:30.509582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.606410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.610714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.681874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] For port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:30.685449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] For port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:30.689708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:26Z', 'revision_number': 3, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:30.695418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ad62c-478d-4ad6-b3b6-faffbeb4bfc4 None None] The sync data for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv is: [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:26Z', 'revision_number': 3, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:30.706128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Router 92dd07a9-ff8e-4495-a7ae-c37c696838dc is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:30:30.731744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Made reservation on behalf of 45a6dc43212c4e41a33c72da1231721d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:30.735748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.754324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.761639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:30.762461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.776442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.782151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:30.894368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Provisioning for port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:30.917647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:30.985258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Pushing event updated for resources: {'Network': ['ID=61c8065f-6bb3-43c1-ba96-31c713962a7b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:31.029310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 61c8065f-6bb3-43c1-ba96-31c713962a7b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:31.047980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3cdb98c5-1091-4461-8ad4-676003d2ece7 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6124985 Jan 25 15:30:31.051758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53040) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:31.055452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:31.067952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Usage tracker for resource:security_group_rule and tenant:45a6dc43212c4e41a33c72da1231721d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:31.074457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:31.082646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:31.095636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Provisioning complete for port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:31.096068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.184189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.231228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Allocated IP 172.20.0.1 (5c79b3ad-7555-474b-86d0-46a515f6f59f/223dabcd-b14f-4b56-93a5-e41cc4c47798/7442d4e4-7df7-4c52-a895-edd9697c6076) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:31.240609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53048) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:31.254203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.267749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:31.279194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.279862 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Added segment 7f0b538b-cd6e-4d45-88b1-ce2c092bd55e of type vlan for network 2d6505a5-5590-418a-90f3-e0f578047376 Jan 25 15:30:31.309074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.492878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:30:31.512721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de23c0-bb94-4551-a23d-96603ca1af56 None None] Pushing event updated for resources: {'Port': ['ID=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:31.543082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c762be36-5a51-40bb-806b-dfd81eddeaf4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:31.585011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87d83d9d-caed-46ac-852f-5dcc2c568482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.621239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.628126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:31.629512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.645236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'name': 'tempest-network--280159027', 'router:external': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:31.684722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:31.730881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:network and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:31.739472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:31.750111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 279b02f5-1f56-4322-b29a-bd2045e054ed up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:31.759958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:31.848743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:31.892113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event updated for resources: {'Network': ['ID=2d6505a5-5590-418a-90f3-e0f578047376,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:31.910455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2d6505a5-5590-418a-90f3-e0f578047376 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:31.920780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bae6e00c-d1b3-4dcc-90ce-b4101016b06e tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:31.932341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:31.965459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:31.970220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Usage tracker for resource:floatingip and tenant:33354606921c4bcb9cd8df4541efa743 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:31.973989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:31.983177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:31.986157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:31.988658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.022634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.081707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] For port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:32.106119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.113187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:32.123871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:security_group_rule and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:32.127193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:32.139575 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1f89123e-295d-4454-9e47-0e9cd89b8583 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3554411 Jan 25 15:30:32.139575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53062) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.139870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:32.143218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 279b02f5-1f56-4322-b29a-bd2045e054ed completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:32.149876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53064) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.150954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 279b02f5-1f56-4322-b29a-bd2045e054ed triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:32.151322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.190109 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bae6e00c-d1b3-4dcc-90ce-b4101016b06e tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "PUT /v2.0/quotas/4a910b2bdca44afb97b7981885cbf46b HTTP/1.1" status: 200 len: 368 time: 0.9472737 Jan 25 15:30:32.198411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Request body: {'subnet': {'network_id': '2d6505a5-5590-418a-90f3-e0f578047376', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:32.202079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.243127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53072) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.246026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.306943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.326724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Request body: {'network': {'project_id': '4a910b2bdca44afb97b7981885cbf46b'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:32.332688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:32.339051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:32.368999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.369724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Added segment b9cef7c2-c465-41fb-a3fc-4a4d0c0491e3 of type vlan for network 639cc63d-6a7b-4bc5-9a12-30cde8a065b1 Jan 25 15:30:32.370480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f797e-2e77-468e-bb80-c5aa03c77d38,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:32.379971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:32.393851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Sync routers for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:32.406996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf24422-a95e-42dd-9de1-e67cf25c4a4f None None] Pushing event updated for resources: {'Port': ['ID=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:32.430712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.432625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.440060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a985a0c4-0e30-44e0-9859-5da6fb84b5ba None None] Provisioning complete for port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:32.440419 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a985a0c4-0e30-44e0-9859-5da6fb84b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.478543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Usage tracker for resource:network and tenant:4a910b2bdca44afb97b7981885cbf46b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:32.491631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:32.493241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:32.493889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:32.497869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:32.502407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.509497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:32.510982 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Sync routers for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:32.519068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.520450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-870fb805-028c-4334-b053-8ab2ac785466 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6044352 Jan 25 15:30:32.523109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53078) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.531137 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:32.532685 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:32.534841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:32.547768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:32.562520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 279b02f5-1f56-4322-b29a-bd2045e054ed, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=279b02f5-1f56-4322-b29a-bd2045e054ed,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:32.573323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:floatingip and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:32.589199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:32.600160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Transition to ACTIVE for port object 7442d4e4-7df7-4c52-a895-edd9697c6076 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:32.607753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.608756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:32.609391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.610086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:32.630630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:32.649861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Usage tracker for resource:subnet and tenant:45a6dc43212c4e41a33c72da1231721d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:32.656242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:32.659431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.660085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5e411311-6fde-4e22-8209-bd89af37aaec up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:32.666472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:32.670893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.674695 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6c4ccf89-cf60-4886-a1c9-6de199016599 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4730852 Jan 25 15:30:32.677695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Made reservation on behalf of 4a910b2bdca44afb97b7981885cbf46b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:32.680759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.698142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53084) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.754666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=639cc63d-6a7b-4bc5-9a12-30cde8a065b1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:32.815628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 639cc63d-6a7b-4bc5-9a12-30cde8a065b1 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:32.840731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:32.863726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-05da6ab8-c8ec-40c5-b4c8-27c9d01e1585 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8044610 Jan 25 15:30:32.868114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53088) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:32.878612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.887380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:32.956385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:32.961026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Usage tracker for resource:security_group_rule and tenant:4a910b2bdca44afb97b7981885cbf46b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:32.964232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:32.972069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:32.989707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.000378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619186f2-861f-49c6-8557-976a84893327 None None] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:33.051651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.062713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Made reservation on behalf of 45a6dc43212c4e41a33c72da1231721d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:33.156303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.187498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.187755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.188502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.188827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_create 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.189270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.189649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_update 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.189981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.190310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.190618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.191047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.257077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.266562 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:28Z', 'revision_number': 3, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:33.271280 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Checking router: 92dd07a9-ff8e-4495-a7ae-c37c696838dc for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:30:33.271839 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Updating router 92dd07a9-ff8e-4495-a7ae-c37c696838dc port 9ce95ef2-5020-4204-9b1b-3e750b937f53 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:30:33.280555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:33.310536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.327910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:33.338161 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.339160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.339718 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Added segment 857368e9-4fa3-4485-98bd-0b4794fca6cc of type vlan for network 23f032d7-2d1a-41f1-a100-e34491dfb52c Jan 25 15:30:33.367004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.373792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.377335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.377707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.378034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.378360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:33.378733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639cc63d-6a7b-4bc5-9a12-30cde8a065b1']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:33.394378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cef7c2-c465-41fb-a3fc-4a4d0c0491e3') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:33.394677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cef7c2-c465-41fb-a3fc-4a4d0c0491e3') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:33.407512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.424365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.431391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:33.431802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.440275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn_limited( Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn_limited( Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:33.451507 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:33.473837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=279b02f5-1f56-4322-b29a-bd2045e054ed,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:33.487534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.494829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:33.502168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Pushing event updated for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:33.529249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:33.529871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.614429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:30:33.627089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.662884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 639cc63d-6a7b-4bc5-9a12-30cde8a065b1 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:30:33.667529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Network': ['ID=639cc63d-6a7b-4bc5-9a12-30cde8a065b1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:33.670521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.678578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7b273dc6-f66c-4641-be5d-f3bf4d64a218 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/639cc63d-6a7b-4bc5-9a12-30cde8a065b1 HTTP/1.1" status: 204 len: 168 time: 0.8084028 Jan 25 15:30:33.695270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:33.706882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5e411311-6fde-4e22-8209-bd89af37aaec triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:33.707436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.815321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199335a-bc9a-4695-bda1-da0969a7f385,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:33.851100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:33.871132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.884265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4e3b2ece-a6b7-4dec-8fe4-5282666a5c41 None None] Provisioning for port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:33.909538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.910393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:33.914979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.915283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:33.930377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Transition to ACTIVE for port object 9ce95ef2-5020-4204-9b1b-3e750b937f53 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:33.958284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:33.996831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:30Z', 'revision_number': 3, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:34.002114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Checking router: 2c15ee69-0c3b-4c43-b218-20639cccb0a5 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:30:34.002568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Updating router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 port 7f365387-1127-49d2-bf05-e6445ed9697d binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:30:34.006361 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.073547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.074031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event updated for resources: {'Network': ['ID=23f032d7-2d1a-41f1-a100-e34491dfb52c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:34.078758 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5f71ab9d-ba49-4f08-986d-2b53fe36ecd5 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8327539 Jan 25 15:30:34.080297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.229629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 23f032d7-2d1a-41f1-a100-e34491dfb52c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:34.230402 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Attempting to bind port 9ce95ef2-5020-4204-9b1b-3e750b937f53 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:34.231688 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Attempting to bind port 9ce95ef2-5020-4204-9b1b-3e750b937f53 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:34.232066 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Attempting to bind port 9ce95ef2-5020-4204-9b1b-3e750b937f53 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:34.258216 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31515ee-0e96-43af-8ac7-4c7500f17a39 None None] Pushing event updated for resources: {'Port': ['ID=9ce95ef2-5020-4204-9b1b-3e750b937f53,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:34.262098 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:34.262365 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:34.262721 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.263102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:34.263577 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Bound port: 9ce95ef2-5020-4204-9b1b-3e750b937f53, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:34.263963 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.305159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53108) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:34.306519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-241b275e-34d1-4b20-b7db-04414e6b9b08 None None] Provisioning for port 7442d4e4-7df7-4c52-a895-edd9697c6076 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:34.496693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Request body: {'network': {'project_id': '4a910b2bdca44afb97b7981885cbf46b'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:34.513161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-241b275e-34d1-4b20-b7db-04414e6b9b08 None None] Provisioning complete for port 7442d4e4-7df7-4c52-a895-edd9697c6076 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:34.513161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-241b275e-34d1-4b20-b7db-04414e6b9b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.514232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:34.514232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Usage tracker for resource:network and tenant:4a910b2bdca44afb97b7981885cbf46b is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:34.514232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:34.514232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:34.514477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 279b02f5-1f56-4322-b29a-bd2045e054ed up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:34.514548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Allocated IP 172.26.8.90 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/92f411af-a788-4264-94d0-e00a1369fbed) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:34.514618 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] For port 9ce95ef2-5020-4204-9b1b-3e750b937f53, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:34.514618 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] For port 9ce95ef2-5020-4204-9b1b-3e750b937f53, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9ce95ef2-5020-4204-9b1b-3e750b937f53,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:34.514836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Made reservation on behalf of 4a910b2bdca44afb97b7981885cbf46b for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:34.514909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-241b275e-34d1-4b20-b7db-04414e6b9b08 None None] Port 7442d4e4-7df7-4c52-a895-edd9697c6076 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:34.514980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.528553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.538410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 279b02f5-1f56-4322-b29a-bd2045e054ed triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:34.538777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.550161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:34.559283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.559984 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Added segment 99c7d932-fbc3-490a-829e-198994801d28 of type vlan for network 19b396b0-683d-4cf8-a24a-b7e18b3276ea Jan 25 15:30:34.580921 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.590031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.615907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:network and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:34.630892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:34.675788 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:34.676543 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:34.684077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:34.706303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:34.718719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.723309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.749743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.752671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:34.753419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.769755 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31515ee-0e96-43af-8ac7-4c7500f17a39 None None] Pushing event updated for resources: {'Port': ['ID=9ce95ef2-5020-4204-9b1b-3e750b937f53,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:34.789567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.862790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Pushing event updated for resources: {'Port': ['ID=92f411af-a788-4264-94d0-e00a1369fbed,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:34.868734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:34.878620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:34.883882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:34.921205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:34.921935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:34.928638 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:34.953327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event updated for resources: {'Network': ['ID=19b396b0-683d-4cf8-a24a-b7e18b3276ea,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:34.963431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.001975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 19b396b0-683d-4cf8-a24a-b7e18b3276ea details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:35.031186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f1b8a7a1-f994-4d08-b024-eaa8da816c4c tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7247586 Jan 25 15:30:35.032962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53112) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:35.044622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Request body: {'network': {'project_id': '4a910b2bdca44afb97b7981885cbf46b'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:35.053009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.058796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:35.067538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Usage tracker for resource:network and tenant:4a910b2bdca44afb97b7981885cbf46b is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:35.073966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:35.107611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:35.115037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:35.119876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.resource_extend [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:30:35.124448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.188955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 15:30:35.191202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:30:35.196031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9606eca2-5240-4960-bbc8-e105254f7955 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1606538 Jan 25 15:30:35.207331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53116) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:35.257079 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:28Z', 'revision_number': 3, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:35.261457 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d6e39-cf24-4c96-9f0b-80d6337ff516 None None] The sync data for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv is: [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:28Z', 'revision_number': 3, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:35.263215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:35.307763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.336645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Transition to ACTIVE for port object 7f365387-1127-49d2-bf05-e6445ed9697d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:35.354082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:35.356534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.367992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8cb17f22-f036-43fb-84f8-ffd346d44b02 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a910b2bdca44afb97b7981885cbf46b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1590073 Jan 25 15:30:35.370746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53120) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:35.400361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.419629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Allocated IP 172.20.0.1 (7be5ac1d-0c2b-4625-8984-1a8663566c59/7c453d04-df69-428b-bdd6-2527c26041c1/9685a822-1752-4e30-a9aa-5afc7e16abab) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:35.449057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:35.462462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.474621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:35.475532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.492462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.492793 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Added segment 9016757d-1929-4e7a-928a-82c10d6db16d of type vlan for network 50adb8ca-a88e-4f24-acac-958ff657dba6 Jan 25 15:30:35.535925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.546484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d221-ceab-48fe-a38a-11eff35f8cb2 None None] Pushing event updated for resources: {'Port': ['ID=7f365387-1127-49d2-bf05-e6445ed9697d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:35.548819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Attempting to bind port 7f365387-1127-49d2-bf05-e6445ed9697d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:35.549185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Attempting to bind port 7f365387-1127-49d2-bf05-e6445ed9697d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:35.549567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Attempting to bind port 7f365387-1127-49d2-bf05-e6445ed9697d on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:35.558492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:35.558868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:35.559262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.559650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:35.560111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Bound port: 7f365387-1127-49d2-bf05-e6445ed9697d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:35.560497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.587783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.697287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.699232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] For port 7f365387-1127-49d2-bf05-e6445ed9697d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:35.718583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] For port 7f365387-1127-49d2-bf05-e6445ed9697d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f365387-1127-49d2-bf05-e6445ed9697d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:35.723637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.759033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:35.790009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.813856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Transition to ACTIVE for port object 9685a822-1752-4e30-a9aa-5afc7e16abab will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:35.814362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.833127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199335a-bc9a-4695-bda1-da0969a7f385,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:35.868184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.871985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d9fe722b-9811-4e99-b4a5-1b89c38fa577 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/a199335a-bc9a-4695-bda1-da0969a7f385 HTTP/1.1" status: 204 len: 168 time: 0.4975910 Jan 25 15:30:35.872923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53124) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:35.882942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.899879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:35.908549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:35.913012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:35.982139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40d221-ceab-48fe-a38a-11eff35f8cb2 None None] Pushing event updated for resources: {'Port': ['ID=7f365387-1127-49d2-bf05-e6445ed9697d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:35.993835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.036024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.234010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:36.252110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:36.257151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:36.261249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:36.293940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.297059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.305994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9ce95ef2-5020-4204-9b1b-3e750b937f53 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:36.309523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Allocated IP 172.26.8.107 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/a15651c4-6566-455a-819d-e92cfe1ecee0) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:36.318373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:36.344272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b396b0-683d-4cf8-a24a-b7e18b3276ea']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:36.368052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c7d932-fbc3-490a-829e-198994801d28') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:36.368333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c7d932-fbc3-490a-829e-198994801d28') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:36.379434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.385566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.409458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.417776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:36.418168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:36.445439 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:36.475893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event updated for resources: {'Subnet': ['ID=bb9140b7-debf-4961-8f93-c9f275623850,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:36.514535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.516302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:36.517286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.591509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:36.609279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.639102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.691395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d230261-8ccb-4eea-8b87-5927cb68eaaa None None] Provisioning for port 9685a822-1752-4e30-a9aa-5afc7e16abab completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:36.699180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d230261-8ccb-4eea-8b87-5927cb68eaaa None None] Provisioning complete for port 9685a822-1752-4e30-a9aa-5afc7e16abab triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:36.699552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d230261-8ccb-4eea-8b87-5927cb68eaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.718201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.733437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9ce95ef2-5020-4204-9b1b-3e750b937f53 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:36.752399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9ce95ef2-5020-4204-9b1b-3e750b937f53 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:36.753075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.756775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.769985 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.770658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.795790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5d230261-8ccb-4eea-8b87-5927cb68eaaa None None] Port 9685a822-1752-4e30-a9aa-5afc7e16abab cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:36.810819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event deleted for resources: {'Network': ['ID=19b396b0-683d-4cf8-a24a-b7e18b3276ea,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:36.819820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2af32536-0a41-42c1-a610-127738bbcc4d tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "DELETE /v2.0/networks/19b396b0-683d-4cf8-a24a-b7e18b3276ea HTTP/1.1" status: 204 len: 168 time: 0.9458745 Jan 25 15:30:36.822208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53128) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:36.843487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=50adb8ca-a88e-4f24-acac-958ff657dba6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:36.844969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:30Z', 'revision_number': 3, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:36.870381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Checking segment: {'id': '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:36.870737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Network hostable DHCP agents. Network: 2d6505a5-5590-418a-90f3-e0f578047376, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:36.875630 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e94df853-5399-460c-a2e9-0b2d3f01ef83 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.1641119 Jan 25 15:30:36.880264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 50adb8ca-a88e-4f24-acac-958ff657dba6 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:36.882791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:30:36.900792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:36.905311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1a4a7-6198-4526-a82a-8d13af802d8a None None] The sync data for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv is: [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:30Z', 'revision_number': 3, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:36.934186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'subnet': {'network_id': '50adb8ca-a88e-4f24-acac-958ff657dba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:36.943158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:36.956996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:subnet and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:36.968781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:36.977373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:36.986560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:36.997116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Pushing event updated for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.000391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.007879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.023591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9ce95ef2-5020-4204-9b1b-3e750b937f53, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9ce95ef2-5020-4204-9b1b-3e750b937f53,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:37.037246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.069207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.081168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:37.083501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.123248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.190481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.193969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9ce95ef2-5020-4204-9b1b-3e750b937f53,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.197941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.213258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.237167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Pushing event updated for resources: {'Port': ['ID=92f411af-a788-4264-94d0-e00a1369fbed,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.278014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:37.282117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Network 2d6505a5-5590-418a-90f3-e0f578047376 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:37.284283 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:37.307817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.369410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f032d7-2d1a-41f1-a100-e34491dfb52c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:37.384534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.391016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Pushing event updated for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.395813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '857368e9-4fa3-4485-98bd-0b4794fca6cc') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:37.396105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '857368e9-4fa3-4485-98bd-0b4794fca6cc') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:37.429294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.500073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.500743 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c846bfd2-c92a-4bba-886c-bb1a91981050 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5819347 Jan 25 15:30:37.504330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53136) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:37.509205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.518564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.524608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 2d6505a5-5590-418a-90f3-e0f578047376) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:37.529665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:37.530242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.539600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b0041-e2fa-4fb5-bfc6-a26adf7ccc71 None None] Network 2d6505a5-5590-418a-90f3-e0f578047376 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:37.542076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1060665162', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'fixed_ips': [{'ip_address': '172.26.8.90'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:37.555352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:37.560155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8827a8d3-6f86-4d5e-b75f-646f7cf88213 None None] Provisioning complete for port 7442d4e4-7df7-4c52-a895-edd9697c6076 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:37.560582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8827a8d3-6f86-4d5e-b75f-646f7cf88213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.564129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Usage tracker for resource:port and tenant:33354606921c4bcb9cd8df4541efa743 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:37.566958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:37.567346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:37.580617 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:37.596668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:37.659577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:37.698818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8827a8d3-6f86-4d5e-b75f-646f7cf88213 None None] Port 7442d4e4-7df7-4c52-a895-edd9697c6076 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:37.741139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:37.742713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=a15651c4-6566-455a-819d-e92cfe1ecee0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.754420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:37.757509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:37.763871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:37.765962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:37.827708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Made reservation on behalf of 33354606921c4bcb9cd8df4541efa743 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:37.830055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.840486 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e195496b-6a73-4e9e-ad06-4c6fd22c3fc2 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6837757 Jan 25 15:30:37.843286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53140) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:37.851053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Request body: {'port': {'network_id': '2d6505a5-5590-418a-90f3-e0f578047376', 'name': 'tempest-DHCPAgentSchedulersTestJSON-775358521'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:37.851168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.880735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.883934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.887648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-2d6505a5-5590-418a-90f3-e0f578047376', 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376', 'tenant_id': '45a6dc43212c4e41a33c72da1231721d', 'fixed_ips': [{'subnet_id': 'bb9140b7-debf-4961-8f93-c9f275623850'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:37.888755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:37.920267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] 10.222.0.26 "DELETE /v2.0/networks/23f032d7-2d1a-41f1-a100-e34491dfb52c HTTP/1.1" status: 204 len: 168 time: 1.0970228 Jan 25 15:30:37.931083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083d3f0-d82c-49a9-8d9f-c54c1f797972 tempest-QuotasNegativeTest-1853445538 tempest-QuotasNegativeTest-1853445538-project-admin] Pushing event deleted for resources: {'Network': ['ID=23f032d7-2d1a-41f1-a100-e34491dfb52c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:37.956806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:37.960592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Usage tracker for resource:security_group_rule and tenant:33354606921c4bcb9cd8df4541efa743 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:37.963476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:37.969447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:38.034960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.135762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-81ff65bc-b461-48fa-b03b-647f5f090b22 None None] Provisioning complete for port 9685a822-1752-4e30-a9aa-5afc7e16abab triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:38.136209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81ff65bc-b461-48fa-b03b-647f5f090b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.185437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9ce95ef2-5020-4204-9b1b-3e750b937f53 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:38.205777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.212045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Allocated IP 172.20.0.2 (2d6505a5-5590-418a-90f3-e0f578047376/bb9140b7-debf-4961-8f93-c9f275623850/2dedd2ac-8a57-4b28-aa90-99e507ed3eca) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:38.237992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.261871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] device_id is not set on port bef6f2cf-96ff-46e1-86e8-345b4ad923b5 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:38.317424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:38.357633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-81ff65bc-b461-48fa-b03b-647f5f090b22 None None] Port 9685a822-1752-4e30-a9aa-5afc7e16abab cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:38.358553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Usage tracker for resource:port and tenant:45a6dc43212c4e41a33c72da1231721d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:38.368595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8941e9-fdd9-40d9-845f-70e705f4d4cf,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:38.372028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:38.382905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:38.411138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9ce95ef2-5020-4204-9b1b-3e750b937f53 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:38.411594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.426356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.514625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Made reservation on behalf of 45a6dc43212c4e41a33c72da1231721d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:38.517776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.623998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.636249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Transition to ACTIVE for port object 2dedd2ac-8a57-4b28-aa90-99e507ed3eca will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:38.642855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] device_id is not set on port 4e8571c7-6542-4d64-95cf-2466d22e98ca yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:38.661186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Transition to ACTIVE for port object 2dedd2ac-8a57-4b28-aa90-99e507ed3eca will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:38.668376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.697013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:30:38.697486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.736058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 15:30:38.736499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:30:38.739228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.824067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Pushing event updated for resources: {'Port': ['ID=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:38.828582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:38.863470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1f595390-0499-4303-9e2a-1a39c0f281db,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:38.867463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Network 2d6505a5-5590-418a-90f3-e0f578047376 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:38.870799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:38.873549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:30:38.883289 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:38.898001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Checking segment: {'id': '9016757d-1929-4e7a-928a-82c10d6db16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '50adb8ca-a88e-4f24-acac-958ff657dba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:38.898351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Network hostable DHCP agents. Network: 50adb8ca-a88e-4f24-acac-958ff657dba6, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:38.920251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0b646cd4-585d-4bd6-9a9c-511567966bf1 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.4120362 Jan 25 15:30:38.920920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53150) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:38.964824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.985793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Attempting to bind port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:38.985793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Attempting to bind port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:38.985793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Attempting to bind port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca on network 2d6505a5-5590-418a-90f3-e0f578047376 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:38.991777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:38.992059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Checking segment: {'id': '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:38.992434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:38.992820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Bound using segment: {'id': '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:38.993409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Bound port: 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '2d6505a5-5590-418a-90f3-e0f578047376'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:38.994876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.013772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:39.014123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.108512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:30:39.109827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Deleting port 92f411af-a788-4264-94d0-e00a1369fbed {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:39.110458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.113330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Allocated IP 172.20.0.10 (2d6505a5-5590-418a-90f3-e0f578047376/bb9140b7-debf-4961-8f93-c9f275623850/4e8571c7-6542-4d64-95cf-2466d22e98ca) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:39.127065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.182755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] For port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:39.222995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] For port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,segment=NetworkSegment(7f0b538b-cd6e-4d45-88b1-ce2c092bd55e),segment_id=7f0b538b-cd6e-4d45-88b1-ce2c092bd55e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:39.260826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.292534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Network 50adb8ca-a88e-4f24-acac-958ff657dba6 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:39.340341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.376887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.377196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.394903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 50adb8ca-a88e-4f24-acac-958ff657dba6) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:39.400575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:39.401174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.411853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d415a553-ada4-4b41-9861-43a38de580a9 None None] Network 50adb8ca-a88e-4f24-acac-958ff657dba6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:39.492755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:39.526925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2eea1-6539-453b-9144-6ad78b047ebd None None] Pushing event updated for resources: {'Port': ['ID=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:39.528796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.539091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Calling delete_port for 92f411af-a788-4264-94d0-e00a1369fbed owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:39.723288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8ab00-be47-474f-ab70-46a2d35912a0 None None] Network 50adb8ca-a88e-4f24-acac-958ff657dba6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:39.817100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.823548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=a15651c4-6566-455a-819d-e92cfe1ecee0,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:39.860481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.860646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1c726999-ac87-4eca-98e3-59b3a317b54b tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9530377 Jan 25 15:30:39.873174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53164) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:39.880492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'floatingip': {'floating_network_id': '50adb8ca-a88e-4f24-acac-958ff657dba6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:39.893210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:39.902382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:floatingip and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:39.904526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Transition to ACTIVE for port object 4e8571c7-6542-4d64-95cf-2466d22e98ca will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:39.909058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:39.944307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:39.946257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:39.948926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Allocated IP 172.20.0.1 (fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50/f078f7c7-8063-4cda-a2ad-593d6cdcaf82/2e0e20c9-abeb-47f5-85e4-4606760cbc53) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:39.967932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Usage tracker for resource:security_group_rule and tenant:4bcecef72db74320b130ad6d8da8fda4 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:39.977912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:39.982304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:39.983702 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4cd23552-a8fc-4be3-affe-d6c755334a1a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8399274 Jan 25 15:30:39.989065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53168) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:39.995023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:39.998388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1091330909'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:40.008580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:40.014080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:40.020759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:network and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:40.025008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:40.032285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.069261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c2211a6-4493-414d-970a-754baea319f1 admin admin] 10.222.0.26 "PUT /v2.0/routers/2c15ee69-0c3b-4c43-b218-20639cccb0a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5450370 Jan 25 15:30:40.071789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:40.074080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.202544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2dedd2ac-8a57-4b28-aa90-99e507ed3eca up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:40.211549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Pushing event deleted for resources: {'Port': ['ID=92f411af-a788-4264-94d0-e00a1369fbed,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:40.264487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.272215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.308727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Made reservation on behalf of 6ed5a9411ad841c7aaf5606eb3457188 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:40.311826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.335200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.351593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:40.363626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Transition to ACTIVE for port object 2e0e20c9-abeb-47f5-85e4-4606760cbc53 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:40.366184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:40.375641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Sync routers for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:40.380576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.385024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.386963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4080561b-7d1a-403c-bf68-08b59ec01c78 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717 tempest-ExternalNetworksAdminNegativeTestJSON-1039959717-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/05d26f32-52fe-4b2e-a0ca-d26bf4ff018b HTTP/1.1" status: 204 len: 168 time: 1.4644580 Jan 25 15:30:40.412967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Network 2d6505a5-5590-418a-90f3-e0f578047376 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:40.414367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:40.415673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:40.419488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:40.422604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:40.425880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:40.426399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:40.427010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.447565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:security_group_rule and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:40.454059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:40.458219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event updated for resources: {'Port': ['ID=4e8571c7-6542-4d64-95cf-2466d22e98ca,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:40.463131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:40.481410 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4ac58658-e107-4ae8-bf46-f30c3d6fabee admin admin] 10.222.0.26 "PUT /v2.0/routers/cb5706ab-fd0e-4e95-921b-cc0a53e69ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6987419 Jan 25 15:30:40.482251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.482340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.567408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.634553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7faa752-6853-4a42-bdaf-eb37a0184ecc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:40.653401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.668519 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f1b2b9a-abf1-4ab7-880c-db51973eeaad tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8228559 Jan 25 15:30:40.668723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53188) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:40.776260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:40.835534 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ca10adeb-a977-4c84-b88c-a8c0365d69ed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bcecef72db74320b130ad6d8da8fda4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3295400 Jan 25 15:30:40.839607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:40.842323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53192) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:40.847856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:40.867888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Allocated IP 172.20.0.5 (50adb8ca-a88e-4f24-acac-958ff657dba6/1f595390-0499-4303-9e2a-1a39c0f281db/9e3211e5-d0b3-4869-a1bb-f31e47800e2e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:40.868081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:40.868552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:40.873982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:41.107867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.175212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.192540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.211936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53206) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:41.219022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9ed268-4b7d-466e-9327-7f08f8b77606 None None] Network 2d6505a5-5590-418a-90f3-e0f578047376 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:41.336045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.485215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.524111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7faa752-6853-4a42-bdaf-eb37a0184ecc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:41.551097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.565060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.568872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3211e5-d0b3-4869-a1bb-f31e47800e2e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:41.585526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Deleting port 4e8571c7-6542-4d64-95cf-2466d22e98ca {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:41.587577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.599188 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eadb1701-103a-4be8-ae45-30384ed5de01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7faa752-6853-4a42-bdaf-eb37a0184ecc HTTP/1.1" status: 204 len: 168 time: 0.7556069 Jan 25 15:30:41.645642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.660468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Network 50adb8ca-a88e-4f24-acac-958ff657dba6 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:41.667154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.685356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:41.688840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:41.842825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.856676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Provisioning for port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:41.908008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:41.936924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:41.937615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Added segment ed3758e5-00ec-4e99-bd64-a6091de25be8 of type vlan for network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 Jan 25 15:30:41.984609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.015837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.078033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:42.083872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Usage tracker for resource:security_group_rule and tenant:34454bc6c2c04534ad3f6f1211aa51ab is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:42.093347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:42.119552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:42.140040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.142730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.169130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Provisioning complete for port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:42.173894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.336319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f365387-1127-49d2-bf05-e6445ed9697d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:42.357686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53222) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:42.373150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1166717272', 'description': 'tempest-description--243367368'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:42.382137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.385183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:42.385784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.472292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:42.517932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.536792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.553455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:42.556539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:42.558739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea35408-a319-46e6-811c-19c0ab9c3130,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:42.561053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Network': ['ID=eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:42.577155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Usage tracker for resource:security_group and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:42.580451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:42.598274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53228) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:42.623347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:42.637365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:42.645469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.767656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] For port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,segment=NetworkSegment(7f0b538b-cd6e-4d45-88b1-ce2c092bd55e),segment_id=7f0b538b-cd6e-4d45-88b1-ce2c092bd55e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:42.772921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:35Z', 'revision_number': 2, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:42.813469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Checking router: cb5706ab-fd0e-4e95-921b-cc0a53e69ccf for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:30:42.813831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Updating router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf port 7442d4e4-7df7-4c52-a895-edd9697c6076 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:30:42.858218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.916909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb00920-7713-461e-9718-e03b54967d96,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:42.944839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:42.945560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7f365387-1127-49d2-bf05-e6445ed9697d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:42.987867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7f365387-1127-49d2-bf05-e6445ed9697d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:42.988240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.014710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.032370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53232) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:43.037529 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cd7c57ce-2c55-4944-99e0-2e385b98c392 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=34454bc6c2c04534ad3f6f1211aa51ab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8245645 Jan 25 15:30:43.047051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101192891', 'description': 'tempest-description--1437800271'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:43.053709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:43.058629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:security_group and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:43.061601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:43.064235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53236) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:43.089938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Calling delete_port for 4e8571c7-6542-4d64-95cf-2466d22e98ca owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:43.092036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09c627-512c-4cb8-b364-dbe1fcb08c76 None None] Pushing event updated for resources: {'Port': ['ID=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:43.112115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Provisioning complete for port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:43.112580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.113418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.260146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.266883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.273436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.284128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.306706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.316015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.318148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:43.322601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Usage tracker for resource:security_group_rule and tenant:cdd27c2c4da34f47adbb5b0d526352a1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:43.325615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:43.333405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.382779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7f365387-1127-49d2-bf05-e6445ed9697d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f365387-1127-49d2-bf05-e6445ed9697d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:43.402579 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c3e42fc0-663e-45f3-900a-0c409a795bf8 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.4103794 Jan 25 15:30:43.406310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.414795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53240) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:43.415005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.421047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Request body: {'subnet': {'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:43.466630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.493542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event deleted for resources: {'Port': ['ID=4e8571c7-6542-4d64-95cf-2466d22e98ca,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:43.518162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.559721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.577188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:43.586150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:subnet and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:43.588388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:43.592342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7f365387-1127-49d2-bf05-e6445ed9697d,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:43.592490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:43.596013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.604563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:security_group_rule and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:43.612683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.615441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:43.633312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.636523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb00920-7713-461e-9718-e03b54967d96,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:43.639102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.649811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.653750 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-42642b11-51bb-4dde-b623-69c034603fda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eb00920-7713-461e-9718-e03b54967d96 HTTP/1.1" status: 204 len: 168 time: 0.5861578 Jan 25 15:30:43.668256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Router 92dd07a9-ff8e-4495-a7ae-c37c696838dc has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:30:43.685146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:43.690203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Provisioning for port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:43.708720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Provisioning complete for port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:43.709050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Usage tracker for resource:security_group_rule and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:43.709183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.731452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:43.746740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.760068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:43.792330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.796713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.827392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:43.829330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.831406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Transition to ACTIVE for port object 7442d4e4-7df7-4c52-a895-edd9697c6076 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:43.836310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4537c6fd-7fc9-43d1-a6b6-39a4763c7298 None None] Could not find standard attr ID for object 4e8571c7-6542-4d64-95cf-2466d22e98ca. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:30:43.897997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Made reservation on behalf of 6ed5a9411ad841c7aaf5606eb3457188 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:43.916140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.939574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:43.941028 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6ac678db-948e-4bc6-87af-c00545d710bb tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "DELETE /v2.0/ports/4e8571c7-6542-4d64-95cf-2466d22e98ca HTTP/1.1" status: 204 len: 168 time: 3.2567086 Jan 25 15:30:43.942128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16360334-d5e4-407f-b499-1a52425b753c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:43.945200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53246) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:43.974276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-51a014cf-a367-4947-abc0-0c4f0f68d8ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdd27c2c4da34f47adbb5b0d526352a1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3750968 Jan 25 15:30:43.976349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53252) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:44.061698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51a3cb-3d17-4c54-8844-9e5dd06875aa,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:44.075653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.082949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.198706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.199941 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4ffce6e0-56f4-4039-812f-b1bbf967e6d6 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1664817 Jan 25 15:30:44.201260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.204827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53256) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:44.253633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:44.259816 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-45fb08b0-cabb-4ce2-88f5-672487dbfdc0 admin admin] 10.222.0.26 "PUT /v2.0/routers/92dd07a9-ff8e-4495-a7ae-c37c696838dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5573080 Jan 25 15:30:44.275648 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Sync routers for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:44.303542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb69a87-317f-42f6-9f80-fc44cd4d68a1 None None] Pushing event updated for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:44.306420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-75586c54-e2f9-4518-afe1-0bb1b8ad81cd None None] Could not find standard attr ID for object 4e8571c7-6542-4d64-95cf-2466d22e98ca. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:30:44.314213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2dedd2ac-8a57-4b28-aa90-99e507ed3eca up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:44.338077 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:44.340432 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:44.348750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.387490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.457074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.488761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'security_group_rule': {'security_group_id': 'fc51a3cb-3d17-4c54-8844-9e5dd06875aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:44.500089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Attempting to bind port 7442d4e4-7df7-4c52-a895-edd9697c6076 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:44.500648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Attempting to bind port 7442d4e4-7df7-4c52-a895-edd9697c6076 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:44.500934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Attempting to bind port 7442d4e4-7df7-4c52-a895-edd9697c6076 on network 5c79b3ad-7555-474b-86d0-46a515f6f59f {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:44.510992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:44.511450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Checking segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:44.511978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.512363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Bound using segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:44.513129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.513340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Bound port: 7442d4e4-7df7-4c52-a895-edd9697c6076, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:44.513758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.516690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.520605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.1505632 Jan 25 15:30:44.520959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53264) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:44.526631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'security_group_rule': {'security_group_id': '27ae2240-c779-4cd9-ab8c-818837178ae0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:44.531778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:44.538506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:44.551896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Usage tracker for resource:security_group_rule and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:44.555322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:44.558559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.612467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] For port 7442d4e4-7df7-4c52-a895-edd9697c6076, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:44.616693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] For port 7442d4e4-7df7-4c52-a895-edd9697c6076, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7442d4e4-7df7-4c52-a895-edd9697c6076,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:44.623970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:44.635741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:44.636100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.641311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:security_group_rule and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:44.664087 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:44.703096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:44.708425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c70ee-f205-4daa-b389-8bb5ca11e496 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae2240-c779-4cd9-ab8c-818837178ae0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:44.718365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Subnet': ['ID=2e241ee9-a7c3-400d-ad81-8377f74a069d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:44.718899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.739095 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-21d3911d-a4e9-48ae-a705-76cd01b15647 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7899947 Jan 25 15:30:44.748164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:44.753203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:44.760818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1709880288'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:44.779140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:44.810104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Usage tracker for resource:network and tenant:45a6dc43212c4e41a33c72da1231721d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:44.813669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.831071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:44.850930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Checking segment: {'id': 'ed3758e5-00ec-4e99-bd64-a6091de25be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:44.851289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network hostable DHCP agents. Network: eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:44.859412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53276) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:44.869465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:44.906579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Port': ['ID=9e3211e5-d0b3-4869-a1bb-f31e47800e2e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:44.933729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:44.934368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:44.964713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.979437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Made reservation on behalf of 45a6dc43212c4e41a33c72da1231721d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:44.992278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:44.994737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.034847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.049725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb69a87-317f-42f6-9f80-fc44cd4d68a1 None None] Pushing event updated for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.053700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.061655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:45.082307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f365387-1127-49d2-bf05-e6445ed9697d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:45.098922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:45.108754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16360334-d5e4-407f-b499-1a52425b753c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.112741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.113014 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Added segment d932f5b1-25f6-4242-a2d1-d96f7945fe2d of type vlan for network 4b1aeed3-f945-4dcf-bad1-3c153e337c63 Jan 25 15:30:45.126625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.145160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.146628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a72549b3-b2cc-478d-9ceb-e90493a02d16 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16360334-d5e4-407f-b499-1a52425b753c HTTP/1.1" status: 204 len: 168 time: 1.1631262 Jan 25 15:30:45.185170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:45.187445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.188816 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-86095621-cd9b-4e61-b146-085d558b5f96 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.3152847 Jan 25 15:30:45.194699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53282) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.201822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-58c582f7-f14e-4a5c-aa7f-003282abbc23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33354606921c4bcb9cd8df4541efa743&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370771 Jan 25 15:30:45.203489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53284) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.205958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4560dd4-3e64-452a-8ff1-550ddfac433d None None] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:45.214709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33db26c-69ab-492c-ae08-cc022d9188dd,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.267223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.273139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53290) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.278823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'security_group': {'name': 'tempest-securitygroup--529251679', 'description': 'tempest-description--1752723234'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:45.295998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:45.300709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:security_group and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:45.304475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:45.311611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:45.350364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7f365387-1127-49d2-bf05-e6445ed9697d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:45.350952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.356739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:45.357328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.357810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.378420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.389806 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 2, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:45.395289 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Checking router: 92dd07a9-ff8e-4495-a7ae-c37c696838dc for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:30:45.396127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Updating router 92dd07a9-ff8e-4495-a7ae-c37c696838dc port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:30:45.416200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d865050e-e939-49fa-9588-3a618f12e6d0,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.420967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.437726 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-daabe619-4ec8-4d58-b347-df24533dae28 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=50adb8ca-a88e-4f24-acac-958ff657dba6 HTTP/1.1" status: 200 len: 689 time: 0.2209280 Jan 25 15:30:45.440797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53294) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.471150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.477609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.479018 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7e046f02-8dd9-470a-8e4d-503cee6271f6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9570208 Jan 25 15:30:45.479905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:45.490134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53298) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.496359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:security_group_rule and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:45.507777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:45.520573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:45.548525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'security_group_rule': {'security_group_id': '27ae2240-c779-4cd9-ab8c-818837178ae0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:45.553624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.554934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3cae281a-2d8e-40b4-bbad-cb36aabdf8cf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2269228 Jan 25 15:30:45.561629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53302) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.567368 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6b553fb6-602e-408d-8901-bbe9c709010e tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1523826 Jan 25 15:30:45.573102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:45.573241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'security_group_rule': {'security_group_id': 'fc51a3cb-3d17-4c54-8844-9e5dd06875aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:45.578667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53306) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.580056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:45.585000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:security_group_rule and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:45.589323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1343787374', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:45.590189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:45.595654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Usage tracker for resource:security_group_rule and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:45.596831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:45.598112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.600872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:45.607534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:45.627663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:45.630026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:45.641668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:router and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:45.646361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.650723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:45.651363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.658456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:45.664526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.685310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.761613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.806756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.813422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:45.925793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.941035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0698bcc-89ab-440d-b8a8-ea436c219825,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.947225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.949807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4', 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4', 'tenant_id': '6ed5a9411ad841c7aaf5606eb3457188', 'fixed_ips': [{'subnet_id': '2e241ee9-a7c3-400d-ad81-8377f74a069d'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:45.950812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:45.955948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event updated for resources: {'Network': ['ID=4b1aeed3-f945-4dcf-bad1-3c153e337c63,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:45.959032 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-36d057ad-6e8d-4d37-b38d-0ba91f78d84f tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2048438 Jan 25 15:30:45.967374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53314) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:45.997075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.008901 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.023347 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Transition to ACTIVE for port object 2e0e20c9-abeb-47f5-85e4-4606760cbc53 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:46.029417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 4b1aeed3-f945-4dcf-bad1-3c153e337c63 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:46.041398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.042533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.077001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.083632 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-48fa99ae-84ba-4a19-9e14-8db0dbce7a4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8093317 Jan 25 15:30:46.084762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53320) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.093231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'security_group_rule': {'security_group_id': 'e0698bcc-89ab-440d-b8a8-ea436c219825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:46.094841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Deleting port 9e3211e5-d0b3-4869-a1bb-f31e47800e2e {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:46.095207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.100087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:46.105074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:security_group_rule and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:46.107650 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.110847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:46.120047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.165843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:46.168349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecde740a-5026-4896-a2b2-62f700b439f4,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:46.239531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.254935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.257564 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4edfcf6a-d56a-4cca-a58f-31cb3eb5bb2e tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6948051 Jan 25 15:30:46.265325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53326) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.269543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.312440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:46.330020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8941e9-fdd9-40d9-845f-70e705f4d4cf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:46.357419 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141912f-0cd8-46b6-bef4-c30f8c371b5b None None] Pushing event updated for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:46.393162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.433353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:46.441706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.458671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Allocated IP 172.20.0.2 (eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4/2e241ee9-a7c3-400d-ad81-8377f74a069d/d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:46.469429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.471592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.541694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f328a2cb-373f-4d08-adac-53c538c4e98f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:46.548489 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7351e7ae-d67f-48bd-a150-835677becdb0 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks HTTP/1.1" status: 200 len: 7033 time: 0.5279670 Jan 25 15:30:46.552393 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Attempting to bind port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:46.552888 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Attempting to bind port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:46.554043 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Attempting to bind port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 on network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:46.559566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53332) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.569786 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:46.570297 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Checking segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:46.570616 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.572950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Bound using segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:46.573457 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Bound port: 2e0e20c9-abeb-47f5-85e4-4606760cbc53, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:46.573849 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.581181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:floatingip and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:46.588949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.594184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:46.673067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.676607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad10e315-0355-4ca3-9615-3c404688b3b5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5886545 Jan 25 15:30:46.680480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.689245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'security_group_rule': {'security_group_id': 'e0698bcc-89ab-440d-b8a8-ea436c219825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:46.696070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:46.706298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:46.713314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:security_group_rule and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:46.717154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:46.724192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:46.727418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] For port 2e0e20c9-abeb-47f5-85e4-4606760cbc53, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:46.738486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] For port 2e0e20c9-abeb-47f5-85e4-4606760cbc53, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e0e20c9-abeb-47f5-85e4-4606760cbc53,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:46.754589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32c0fb-c151-4c3d-8a47-7b84aeed9d3b tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] Network 4b1aeed3-f945-4dcf-bad1-3c153e337c63 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:46.763261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.767130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.767579 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0d197e89-b5fd-4857-b1bd-9cd0d7f218c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d8941e9-fdd9-40d9-845f-70e705f4d4cf HTTP/1.1" status: 204 len: 168 time: 1.5462193 Jan 25 15:30:46.786055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6e9fe9-8dd1-4c25-9d68-94bbce921d99,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:46.788598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.790350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:44Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:46.792564 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-932cff49-eb4e-49be-aa84-ffe10ba9b4d4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2994754 Jan 25 15:30:46.794910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53344) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.796499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e346d3-c8ab-477d-a07c-a77af886816e None None] The sync data for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv is: [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:44Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:46.800952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:46.806661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:46.807430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Transition to ACTIVE for port object d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:46.811315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Usage tracker for resource:floatingip and tenant:9deee58f4edc465ca2a8e69103cf8766 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:46.812465 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.814386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:46.828659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:46.838487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.865437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.865437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.880664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Transition to ACTIVE for port object d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:46.902125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b32c0fb-c151-4c3d-8a47-7b84aeed9d3b tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "POST /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3392231 Jan 25 15:30:46.902125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:46.906210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060d222-5703-4cad-94f0-320a6e6ba54a None None] Network 4b1aeed3-f945-4dcf-bad1-3c153e337c63 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:46.908621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53350) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:46.942565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.027056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Calling delete_port for 9e3211e5-d0b3-4869-a1bb-f31e47800e2e owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:47.029745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.062058 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141912f-0cd8-46b6-bef4-c30f8c371b5b None None] Pushing event updated for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:47.082501 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:47.083198 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:47.092613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.142677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:47.233293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:47.301869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:47.453072 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:30:47.474988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Pushing event updated for resources: {'Port': ['ID=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:47.500845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.501621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Attempting to bind port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:47.502056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Attempting to bind port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'ed3758e5-00ec-4e99-bd64-a6091de25be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:47.502552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Attempting to bind port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f on network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:47.511756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:47.512217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Checking segment: {'id': 'ed3758e5-00ec-4e99-bd64-a6091de25be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:47.512680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.513136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Bound using segment: {'id': 'ed3758e5-00ec-4e99-bd64-a6091de25be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:47.513693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Bound port: d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3758e5-00ec-4e99-bd64-a6091de25be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:47.514123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.629150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.656434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] For port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:47.686264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-94229623-3a95-4591-8dc3-a902a9b2195e tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks HTTP/1.1" status: 200 len: 7778 time: 0.7765315 Jan 25 15:30:47.694060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53364) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:47.721251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb237c9-0dbe-4df0-969c-3a28af7e6956,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:47.787965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.857650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.861810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1f63cfd5-ea49-4e4d-a8a0-8d615d6a583d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1786814 Jan 25 15:30:47.863458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53372) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:47.878430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:47.886141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:47.893679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:floatingip and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:47.898390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:47.901012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] For port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,segment=NetworkSegment(ed3758e5-00ec-4e99-bd64-a6091de25be8),segment_id=ed3758e5-00ec-4e99-bd64-a6091de25be8)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:47.913081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:47.928973 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:46Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:47.934038 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41773ca-d1aa-4545-a2f0-c3cab26f4e62 None None] The sync data for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv is: [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:46Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:47.935716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.964669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:47.986377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.044688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Allocated IP 172.26.8.46 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b06b3191-b39b-4448-ab21-9f3734e63739) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:48.075263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.100511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.113087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.169056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297a6c5-5679-424f-8e27-1d4a3a711c08 None None] Pushing event updated for resources: {'Port': ['ID=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:48.197481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e3211e5-d0b3-4869-a1bb-f31e47800e2e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:48.289585 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4db7e574-8c60-4cb0-a51b-a457514b0b09 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "DELETE /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks/4b1aeed3-f945-4dcf-bad1-3c153e337c63 HTTP/1.1" status: 204 len: 168 time: 0.5838945 Jan 25 15:30:48.326683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53384) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:48.410523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.427350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.538718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.541995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.698645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:48.772400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Allocated IP 172.26.8.174 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c2827c3d-84b2-4211-b846-fad1b4cfe647) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:48.781805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'Port': ['ID=b06b3191-b39b-4448-ab21-9f3734e63739,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:48.797734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:48.799748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:48.802968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:48.893954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53396) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:48.967266 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bfedbd8b-d3b0-4e99-b281-f4fc301ff5ea tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks HTTP/1.1" status: 200 len: 7033 time: 0.6246891 Jan 25 15:30:48.970782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53404) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:49.063467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.088475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.224079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.256191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.296726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1766715108'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:49.305344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1f595390-0499-4303-9e2a-1a39c0f281db,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:49.309546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:49.314094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:network and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:49.320888 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8354a510-5fc3-4e29-8162-f7e7c9c810a0 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/networks/2d6505a5-5590-418a-90f3-e0f578047376/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3441386 Jan 25 15:30:49.322581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:49.325250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53410) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:49.344138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.360443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:49.382416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.382734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.383573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.383902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_create 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.384218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.384566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > port after_update 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.384940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.385290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.385633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.385952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.470732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eb462cab-2191-403d-8116-41d313ae88f0 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/networks/2d6505a5-5590-418a-90f3-e0f578047376/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1444795 Jan 25 15:30:49.478348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53416) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:49.502331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:49.505280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.567542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.568172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.569233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.569780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 25 15:30:49.570256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.570577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50adb8ca-a88e-4f24-acac-958ff657dba6']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:49.578601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53420) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:49.598865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26788aa-6451-4f28-b29d-097aa2e7607e None None] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:49.633485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.647771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9016757d-1929-4e7a-928a-82c10d6db16d') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:49.648061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9016757d-1929-4e7a-928a-82c10d6db16d') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:49.664205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.682608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.692403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:49.692828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.731058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:49.736237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:security_group_rule and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:49.739590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:49.746451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn_limited( Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn_limited( Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:49.848191 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:49.866261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.874491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50adb8ca-a88e-4f24-acac-958ff657dba6 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:30:49.877629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.902981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.906352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:49.931421 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/50adb8ca-a88e-4f24-acac-958ff657dba6 HTTP/1.1" status: 204 len: 168 time: 4.4848566 Jan 25 15:30:49.933338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53426) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:49.936221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ee7f-60fa-4225-80d8-fa407b4c303d tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Network': ['ID=50adb8ca-a88e-4f24-acac-958ff657dba6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:49.954213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:49.964792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:49.967527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:49.975765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9ec92594-3513-431b-89b9-e97479c59bed None None] Provisioning for port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:50.086044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3f72dcfd-9088-4e31-ae44-d3c15bcbaded tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Synchronizing usage tracker for tenant:d3feb79d02a34592897a787b889e00c5 on resource:floatingip {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:50.104037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.132986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:50.230647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.235457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Added segment c0871455-b08d-4435-96ad-44177d5a3230 of type vlan for network f4d5f301-3ea7-4d74-a629-83393b144ec3 Jan 25 15:30:50.245167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.299615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1306510768'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:50.305156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'Port': ['ID=c2827c3d-84b2-4211-b846-fad1b4cfe647,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:50.313220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:50.316815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Usage tracker for resource:network and tenant:739ecca06d58474fb38941ca8152b752 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:50.319688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:50.325981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:50.334063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.341413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Allocated IP 172.26.8.131 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/3c830528-cc2a-4dcf-a222-697d3f9a808f) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:50.342702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.388253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7442d4e4-7df7-4c52-a895-edd9697c6076 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:50.436378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'Port': ['ID=b06b3191-b39b-4448-ab21-9f3734e63739,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:50.447899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96e04e-c3ae-4e10-a16a-3acfa4186331,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:50.458069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6cb5264a-99cc-4711-b57e-543d75d17e56 tempest-DHCPAgentSchedulersTestJSON-181122853 tempest-DHCPAgentSchedulersTestJSON-181122853-project-admin] 10.222.0.26 "GET /v2.0/agents/fbd86560-9d94-4ca1-90b9-46e0c3b2c095/dhcp-networks HTTP/1.1" status: 200 len: 6995 time: 0.9786825 Jan 25 15:30:50.472362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53432) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:50.496005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Made reservation on behalf of 739ecca06d58474fb38941ca8152b752 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:50.498796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.531202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.569772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3f72dcfd-9088-4e31-ae44-d3c15bcbaded tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Unset dirty status for tenant:d3feb79d02a34592897a787b889e00c5 on resource:floatingip {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:50.573887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3f72dcfd-9088-4e31-ae44-d3c15bcbaded tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.6366563 Jan 25 15:30:50.574077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7442d4e4-7df7-4c52-a895-edd9697c6076 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:50.576130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53436) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:50.576312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7442d4e4-7df7-4c52-a895-edd9697c6076 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:50.576689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.590570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.591836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.649741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.653370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.653967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.707578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.714529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.724347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:50.742666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Usage tracker for resource:security_group_rule and tenant:739ecca06d58474fb38941ca8152b752 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:50.747899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:50.755907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7442d4e4-7df7-4c52-a895-edd9697c6076, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7442d4e4-7df7-4c52-a895-edd9697c6076,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:50.761893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:50.762195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.819779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.820575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e0e20c9-abeb-47f5-85e4-4606760cbc53 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:50.824248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.824592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.824945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.825291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.825669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.825998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.826333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.826713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:50.827701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Synchronizing usage tracker for tenant:d3feb79d02a34592897a787b889e00c5 on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:50.830003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Network': ['ID=f4d5f301-3ea7-4d74-a629-83393b144ec3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:50.887425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:50.964187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.986281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:50.989423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fa36bfcf-b5c6-43e2-8b67-c9a1f35da6bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1917050 Jan 25 15:30:50.997324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-583e7404-6603-4056-a01a-7602d1e7fd6d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1024334 Jan 25 15:30:50.998999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.001361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53442) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.013609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'subnet': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:51.024194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Unset dirty status for tenant:d3feb79d02a34592897a787b889e00c5 on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:51.025710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-005fce5e-5bb3-4a4b-8ab4-52c94382d34e tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.4386375 Jan 25 15:30:51.034769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53446) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.040818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.083832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.088730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.131650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.134969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1aeed3-f945-4dcf-bad1-3c153e337c63']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:51.164359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd932f5b1-25f6-4242-a2d1-d96f7945fe2d') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:51.165154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd932f5b1-25f6-4242-a2d1-d96f7945fe2d') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:51.172424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Allocated IP 172.26.8.247 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/842b4b28-e277-4188-97c1-ea0ccf417732) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:51.188761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.226869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.233961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:51.239584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:51.239946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.264959 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-640782d2-11e0-40c0-bff0-326bfdb253da tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] delete failed (client error): The resource could not be found. Jan 25 15:30:51.268960 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-640782d2-11e0-40c0-bff0-326bfdb253da tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/bcd473e4-9c99-498a-b8f2-4963a9174277 HTTP/1.1" status: 404 len: 345 time: 0.2302015 Jan 25 15:30:51.287805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53460) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.300549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.328346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:51.328729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.347388 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b2c707-f4bc-4524-ab75-6d3f9edffa51 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] DELETE failed (client error): The resource could not be found. Jan 25 15:30:51.347874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b2c707-f4bc-4524-ab75-6d3f9edffa51 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:51.353326 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:51.367358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:51.383260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:51.397727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:51.418832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:51.456046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.468638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2103d4e-2e7c-4d19-84df-2c300c911eab,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.495018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=3c830528-cc2a-4dcf-a222-697d3f9a808f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.518670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.518853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 2e0e20c9-abeb-47f5-85e4-4606760cbc53, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e0e20c9-abeb-47f5-85e4-4606760cbc53,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:51.557779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.586483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.588349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.596958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event deleted for resources: {'Network': ['ID=4b1aeed3-f945-4dcf-bad1-3c153e337c63,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.601513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-099cc4bf-b634-4e08-b8eb-f24170d99169 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "DELETE /v2.0/networks/4b1aeed3-f945-4dcf-bad1-3c153e337c63 HTTP/1.1" status: 204 len: 168 time: 1.1280494 Jan 25 15:30:51.602535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.602879 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Added segment d2937c03-3732-43df-aa08-f0056b234eae of type vlan for network 0a70536d-49d3-42b2-9294-92fe4ec648f8 Jan 25 15:30:51.603750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53472) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.612690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'Port': ['ID=c2827c3d-84b2-4211-b846-fad1b4cfe647,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.649454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.659665 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-52b2c707-f4bc-4524-ab75-6d3f9edffa51 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/50adb8ca-a88e-4f24-acac-958ff657dba6 HTTP/1.1" status: 404 len: 339 time: 0.3707182 Jan 25 15:30:51.659975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53476) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.661755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:51.675116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:subnet and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:51.680090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:51.685678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:51.733302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'name': 'tempest-network--2081665273', 'router:external': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:51.751625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.764606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.772757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:51.776492 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde647be-49ba-4d8c-a3f8-2c29599353ec tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] DELETE failed (client error): The resource could not be found. Jan 25 15:30:51.776929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde647be-49ba-4d8c-a3f8-2c29599353ec tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:30:51.781094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bde647be-49ba-4d8c-a3f8-2c29599353ec tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "DELETE /v2.0/ports/4e8571c7-6542-4d64-95cf-2466d22e98ca HTTP/1.1" status: 404 len: 333 time: 0.1738036 Jan 25 15:30:51.781094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'Port': ['ID=842b4b28-e277-4188-97c1-ea0ccf417732,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:51.782443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:51.786285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.837545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:network and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:51.854803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:51.862969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:51.868538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:51.874004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:51.877567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:51.879813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7442d4e4-7df7-4c52-a895-edd9697c6076 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:51.965657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53488) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:51.966834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.979422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7442d4e4-7df7-4c52-a895-edd9697c6076 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:51.979868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:51.981551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.018621 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 25 15:30:52.049607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:52.053354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.098344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:52.149832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:52.152901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-9cfd8579-08c6-429b-ac0c-b51a080e14da tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:52.169209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Deleting subnet bb9140b7-debf-4961-8f93-c9f275623850 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:30:52.176848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.177181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Added segment 66e445d1-ab8b-434e-b517-a70b6a3c1a44 of type vlan for network 737426ed-3699-4d89-8d48-fe80164b49a6 Jan 25 15:30:52.181418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.183105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.185142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:52.185737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.208553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.210495 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-65cebcaa-cddb-4137-88c3-ad4ba389f21d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9281192 Jan 25 15:30:52.243643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:52.250808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:52.251636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.358930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Pushing event updated for resources: {'Network': ['ID=0a70536d-49d3-42b2-9294-92fe4ec648f8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:52.377970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:52.391175 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a295c92e-5b1d-4c22-9ddd-2c5629a3d866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8075411 Jan 25 15:30:52.399499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-9cfd8579-08c6-429b-ac0c-b51a080e14da tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:52.407205 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-9cfd8579-08c6-429b-ac0c-b51a080e14da tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1166717272&fields=id&tenant_id=9deee58f4edc465ca2a8e69103cf8766 HTTP/1.1" status: 200 len: 267 time: 0.3958812 Jan 25 15:30:52.413417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.441992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.442617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.478862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.539083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.539606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.545641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:52.582218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,segment=NetworkSegment(ed3758e5-00ec-4e99-bd64-a6091de25be8),segment_id=ed3758e5-00ec-4e99-bd64-a6091de25be8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:52.608646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.654525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.687530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Subnet': ['ID=f4943d6e-0bca-4e5c-9952-5517ca614fc3,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:52.722460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Checking segment: {'id': 'c0871455-b08d-4435-96ad-44177d5a3230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:52.722822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network hostable DHCP agents. Network: f4d5f301-3ea7-4d74-a629-83393b144ec3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:52.729857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:52.762517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.822942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-cf54a8ef-2d35-4f24-84db-8dbd70fb0c04 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Synchronizing usage tracker for tenant:90f36143ebd24edfbb878abde7acca07 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:52.837290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-ab3e586b-3257-4587-ad0f-694f058381dc tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:52.837982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-ab3e586b-3257-4587-ad0f-694f058381dc tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:52.866091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.871166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:52.911862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.912727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:52.913300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:52.957436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Router b41bdbb6-6220-4d04-9b37-e081602d04ba is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:30:53.022061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, f4d5f301-3ea7-4d74-a629-83393b144ec3) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:53.026372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.026956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.031250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac7294-35ce-464c-ac4a-2a5fb1db43e5 None None] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:53.067630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-cf54a8ef-2d35-4f24-84db-8dbd70fb0c04 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Unset dirty status for tenant:90f36143ebd24edfbb878abde7acca07 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:53.069367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-cf54a8ef-2d35-4f24-84db-8dbd70fb0c04 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--101192891&fields=id&tenant_id=90f36143ebd24edfbb878abde7acca07 HTTP/1.1" status: 200 len: 267 time: 0.5179665 Jan 25 15:30:53.092546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-ab3e586b-3257-4587-ad0f-694f058381dc tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:53.098629 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-ab3e586b-3257-4587-ad0f-694f058381dc tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/networks?id=7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 200 len: 805 time: 0.6905959 Jan 25 15:30:53.146160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=737426ed-3699-4d89-8d48-fe80164b49a6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:53.150053 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17c37a11-14a6-4de6-af55-69ee9e1405fa tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1473911 Jan 25 15:30:53.160837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 737426ed-3699-4d89-8d48-fe80164b49a6 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:53.161905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53512) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:53.168713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1805286769'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:53.221529 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4dfa7667-44bc-4735-838e-9fdfe4d92eed tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5196831 Jan 25 15:30:53.230437 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-4f46921f-4def-48ca-ade1-d3b0e08fc79d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/quotas/9deee58f4edc465ca2a8e69103cf8766 HTTP/1.1" status: 200 len: 375 time: 0.1310050 Jan 25 15:30:53.235915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53516) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:53.323903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.382609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9140b7-debf-4961-8f93-c9f275623850,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:53.384609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f4d5f301-3ea7-4d74-a629-83393b144ec3', 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'tenant_id': '2067e223040b4b7e98d4b8a667ec5e24', 'fixed_ips': [{'subnet_id': 'f4943d6e-0bca-4e5c-9952-5517ca614fc3'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:30:53.385946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.413012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.439219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1e1a9275-a5fc-4164-bbd9-f7d937b945b7 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "DELETE /v2.0/subnets/bb9140b7-debf-4961-8f93-c9f275623850 HTTP/1.1" status: 204 len: 168 time: 1.6497374 Jan 25 15:30:53.442983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53520) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:53.443362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c469a-9613-4ad7-9861-f118cf7a08c4 None None] Network 2d6505a5-5590-418a-90f3-e0f578047376 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:53.449462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:53.452476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c88cbcac-acad-46b1-b6df-7e0e021567da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.464158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c88cbcac-acad-46b1-b6df-7e0e021567da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Synchronizing usage tracker for tenant:90f36143ebd24edfbb878abde7acca07 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:53.470873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.485170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-fd5451e8-5683-4371-a889-7c9f80d228e6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:53.492329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:port and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:53.495097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:53.545271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.554089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:53.567012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3faf5-8b38-46ed-8323-214e8f000e6f tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.570989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3faf5-8b38-46ed-8323-214e8f000e6f tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.575029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3faf5-8b38-46ed-8323-214e8f000e6f tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.579048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3faf5-8b38-46ed-8323-214e8f000e6f tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:53.580676 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6af3faf5-8b38-46ed-8323-214e8f000e6f tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3438470 Jan 25 15:30:53.587236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-fd5451e8-5683-4371-a889-7c9f80d228e6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:53.587611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53524) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:53.588548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-fd5451e8-5683-4371-a889-7c9f80d228e6 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9deee58f4edc465ca2a8e69103cf8766&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3348775 Jan 25 15:30:53.604464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:30:53.652759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] Sync routers for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:30:53.682245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.688686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.696313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:53.700158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.719705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'Port': ['ID=842b4b28-e277-4188-97c1-ea0ccf417732,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:53.735957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e0e20c9-abeb-47f5-85e4-4606760cbc53 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:53.745482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c88cbcac-acad-46b1-b6df-7e0e021567da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Unset dirty status for tenant:90f36143ebd24edfbb878abde7acca07 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:53.753940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c88cbcac-acad-46b1-b6df-7e0e021567da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/networks?id=5c79b3ad-7555-474b-86d0-46a515f6f59f HTTP/1.1" status: 200 len: 812 time: 0.6659324 Jan 25 15:30:53.774596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-f5bbdaa5-313b-4397-b388-9735dd0bd180 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/quotas/90f36143ebd24edfbb878abde7acca07 HTTP/1.1" status: 200 len: 375 time: 0.0195131 Jan 25 15:30:53.814054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port e7a31560-5b41-445e-8fc0-7f08c0286c76 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:53.825180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-4b54a2e5-8182-46b5-bc29-bf927f89129f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:30:53.825949 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-4b54a2e5-8182-46b5-bc29-bf927f89129f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1004181 Jan 25 15:30:53.831608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.841790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-07f13eae-e8d5-459a-8a93-d81044325f1e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9685211 Jan 25 15:30:53.857434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:53.858664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:53.879552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Deleting port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:53.879999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.933055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:53.934503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.949843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:53.953622 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c12a8bb-412b-486d-9ff0-39c53f607d11 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.3713961 Jan 25 15:30:53.954303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53540) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:54.000417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.007879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Allocated IP 2001:db8::2 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/603a30e9-7b11-4a8d-8fef-c703b8290c65) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:54.026590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.050354 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4d7a7e85-51c9-4804-8c4c-a72593564bf8 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=90f36143ebd24edfbb878abde7acca07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727344 Jan 25 15:30:54.172140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:30:54.172925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:30:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.198426 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-b60ec361-bed0-4eb4-8790-c519710ff156 service neutron] 10.222.0.26 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497114 Jan 25 15:30:54.241085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.247977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.248376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca287fd1-02fe-4dc8-9467-589fc5c52606 None None] The sync data for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:30:54.335862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] For port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,segment=NetworkSegment(7f0b538b-cd6e-4d45-88b1-ce2c092bd55e),segment_id=7f0b538b-cd6e-4d45-88b1-ce2c092bd55e)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:54.335862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.338267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:54.355144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-8a61ccad-50a2-4cb5-b508-0fd17b3cfcfa service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:30:54.356264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-8a61ccad-50a2-4cb5-b508-0fd17b3cfcfa service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1683643 Jan 25 15:30:54.367372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] DHCP port deletion for 2d6505a5-5590-418a-90f3-e0f578047376 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:30:54.396037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Deleting port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:54.396404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.404814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737426ed-3699-4d89-8d48-fe80164b49a6']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.471399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Calling delete_port for 2dedd2ac-8a57-4b28-aa90-99e507ed3eca owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:54.492697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-f8b53eaf-4990-4397-ac65-f37378f25d46 service neutron] 10.222.0.26 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815332 Jan 25 15:30:54.503920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e445d1-ab8b-434e-b517-a70b6a3c1a44') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.504294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e445d1-ab8b-434e-b517-a70b6a3c1a44') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:54.526119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.549233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.571025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:54.571366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:54.585898 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:54.587647 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-45ff4cdc-9302-40a3-a9e8-e088b9ce88ab service neutron] 10.222.0.26 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177315 Jan 25 15:30:54.601577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.711325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.711837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:54.712210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.734887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Transition to ACTIVE for port object 603a30e9-7b11-4a8d-8fef-c703b8290c65 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:54.753649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.758916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 737426ed-3699-4d89-8d48-fe80164b49a6 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:30:54.762028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.792152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Transition to ACTIVE for port object 603a30e9-7b11-4a8d-8fef-c703b8290c65 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:54.792368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event deleted for resources: {'Port': ['ID=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:54.796805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] For port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2dedd2ac-8a57-4b28-aa90-99e507ed3eca,segment=NetworkSegment(7f0b538b-cd6e-4d45-88b1-ce2c092bd55e),segment_id=7f0b538b-cd6e-4d45-88b1-ce2c092bd55e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:54.797197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.825862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Network': ['ID=737426ed-3699-4d89-8d48-fe80164b49a6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:54.829773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] No DVR routers for this DVR port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:30:54.894431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-f3a12bd6-d934-4867-b099-71e30f9690cb service neutron] 10.222.0.26 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948158 Jan 25 15:30:54.947184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:54.963051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Calling delete_port for 2dedd2ac-8a57-4b28-aa90-99e507ed3eca owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:54.975238 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d8d8339c-6738-4e47-9b8e-1eb28c760c34 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/737426ed-3699-4d89-8d48-fe80164b49a6 HTTP/1.1" status: 204 len: 168 time: 1.3841803 Jan 25 15:30:54.979570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53560) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:54.987040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'name': 'tempest-network--1899990209', 'router:external': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:55.023081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:55.030239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:network and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:55.034137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:55.076095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:55.226759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53572) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:55.239595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8', 'binding:host_id': 'hv-neutron-8262', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-140881416'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:55.249271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:55.255489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Usage tracker for resource:port and tenant:cb2b04079cd8427695bf51001bc72bcf is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:55.272789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:55.286308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:55.307748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:55.314555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.329454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.355853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::2b3 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/e7a31560-5b41-445e-8fc0-7f08c0286c76) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:55.358276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Pushing event updated for resources: {'Port': ['ID=603a30e9-7b11-4a8d-8fef-c703b8290c65,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:55.379907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6505a5-5590-418a-90f3-e0f578047376']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:55.392949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:55.417493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:55.418121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b538b-cd6e-4d45-88b1-ce2c092bd55e') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:55.459692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Made reservation on behalf of cb2b04079cd8427695bf51001bc72bcf for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:55.461922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.492304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.495737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.525118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:55.531663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:55.532378 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05b176ce-3ef6-439f-b624-bd83d7a55018 req-29104dcb-6097-4228-b17b-66dc107c3b58 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.1675305 Jan 25 15:30:55.535585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.541980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:55.542479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.585071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:55.651420 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:55.663708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-536b626e-7f41-45f9-b77e-acbe9653b5de tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Synchronizing usage tracker for tenant:449c273533b84925980c5be1ceaec4cb on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:55.729021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2dedd2ac-8a57-4b28-aa90-99e507ed3eca no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:30:55.745301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-215cf66f-49f9-44af-86ab-6c270d6bb0d8 req-e3bcb935-4273-4447-9032-069c9194565f tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.0893192 Jan 25 15:30:55.749922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.751938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.751938 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Added segment 3c8d7db9-5ec3-4433-adfa-52a48ad89721 of type vlan for network 4a6015f2-54ab-4bf4-87fa-87014651fb2b Jan 25 15:30:55.778884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2dedd2ac-8a57-4b28-aa90-99e507ed3eca {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:30:55.782179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2dedd2ac-8a57-4b28-aa90-99e507ed3eca not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:30:55.786389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:30:55.786933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:30:55.790681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.792033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Attempting to bind port 603a30e9-7b11-4a8d-8fef-c703b8290c65 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:30:55.792404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Attempting to bind port 603a30e9-7b11-4a8d-8fef-c703b8290c65 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c0871455-b08d-4435-96ad-44177d5a3230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:30:55.792765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Attempting to bind port 603a30e9-7b11-4a8d-8fef-c703b8290c65 on network f4d5f301-3ea7-4d74-a629-83393b144ec3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:30:55.797599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] Pushing event deleted for resources: {'Network': ['ID=2d6505a5-5590-418a-90f3-e0f578047376,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:55.819632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:55.820127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:30:55.822316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Checking segment: {'id': 'c0871455-b08d-4435-96ad-44177d5a3230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:55.825595 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-699b80eb-b51c-4a4e-bece-e234b9d6a4e4 tempest-DHCPAgentSchedulersTestJSON-1925692511 tempest-DHCPAgentSchedulersTestJSON-1925692511-project] 10.222.0.26 "DELETE /v2.0/networks/2d6505a5-5590-418a-90f3-e0f578047376 HTTP/1.1" status: 204 len: 168 time: 2.3764641 Jan 25 15:30:55.829981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.837124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Usage tracker for resource:security_group_rule and tenant:cb2b04079cd8427695bf51001bc72bcf is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:55.841924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Bound using segment: {'id': 'c0871455-b08d-4435-96ad-44177d5a3230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:30:55.842439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Bound port: 603a30e9-7b11-4a8d-8fef-c703b8290c65, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0871455-b08d-4435-96ad-44177d5a3230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:30:55.845350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:55.852892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-536b626e-7f41-45f9-b77e-acbe9653b5de tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Unset dirty status for tenant:449c273533b84925980c5be1ceaec4cb on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:55.854287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-536b626e-7f41-45f9-b77e-acbe9653b5de tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--529251679&fields=id&tenant_id=449c273533b84925980c5be1ceaec4cb HTTP/1.1" status: 200 len: 267 time: 0.3739839 Jan 25 15:30:55.857784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:55.890014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:55.904178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.054079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] For port 603a30e9-7b11-4a8d-8fef-c703b8290c65, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:30:56.060199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] For port 603a30e9-7b11-4a8d-8fef-c703b8290c65, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=603a30e9-7b11-4a8d-8fef-c703b8290c65,segment=NetworkSegment(c0871455-b08d-4435-96ad-44177d5a3230),segment_id=c0871455-b08d-4435-96ad-44177d5a3230)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:30:56.092602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.130711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object e7a31560-5b41-445e-8fc0-7f08c0286c76 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:56.180225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.201849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.266309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.278162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259387ca-95d1-4171-b435-7f369475cfbb None None] Pushing event updated for resources: {'Port': ['ID=603a30e9-7b11-4a8d-8fef-c703b8290c65,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:56.289216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Deleting port 2dedd2ac-8a57-4b28-aa90-99e507ed3eca {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:56.289638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.326986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-0047e0d9-998a-4d05-b7c7-8e18666a1a5d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:56.333841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-0047e0d9-998a-4d05-b7c7-8e18666a1a5d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 812 time: 0.4449275 Jan 25 15:30:56.340923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.341667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:56.342217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.383776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-591fa4b8-145e-4cf7-a135-4638695498f8 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/quotas/449c273533b84925980c5be1ceaec4cb HTTP/1.1" status: 200 len: 375 time: 0.0489566 Jan 25 15:30:56.387340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:56.393397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:56.397408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:56.401851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:56.402788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.424760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8737aa34-d6f9-43e7-945f-0eac9785572a None None] The port '2dedd2ac-8a57-4b28-aa90-99e507ed3eca' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:30:56.438553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=e7a31560-5b41-445e-8fc0-7f08c0286c76,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:56.504746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.554691 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-744e5eb4-55ec-43eb-a339-ac262a02ab83 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3878109 Jan 25 15:30:56.562696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53624) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:56.571444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914458170', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:92:f8:d2'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:56.660143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6792772 Jan 25 15:30:56.664174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:56.668743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53630) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:56.668886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53632) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:56.809069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddb5bc1-c89e-4bcc-a97b-193d6a5ef05f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:56.824116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:56.828260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:port and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:56.832785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:56.834888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:56.839566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:56.899675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5757aa6c-a2b1-48ba-91e5-d5c98455bd80 req-76258d27-4eda-48ce-b4e3-370b44ba22bd tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.2299237 Jan 25 15:30:56.918544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7adc6-c365-42c0-bce7-3484b922c1db tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=4a6015f2-54ab-4bf4-87fa-87014651fb2b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:56.931388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 4a6015f2-54ab-4bf4-87fa-87014651fb2b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:30:56.934467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:56.939943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:57.007100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port 6094d2e2-872d-47f7-979c-e85229df6d23 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:57.296219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::71 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/6094d2e2-872d-47f7-979c-e85229df6d23) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:57.316386 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b81bf8ad-ee3d-40a8-977f-116eeede3aff req-b3008851-5f0e-4a5f-aa8e-d2b38963df7a tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.2509472 Jan 25 15:30:57.415449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482be76-0010-48d8-8d4b-09db6cc7a65c tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:57.416080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d482be76-0010-48d8-8d4b-09db6cc7a65c tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Synchronizing usage tracker for tenant:ef4a6fb6e28141df966e8c899e503b38 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:57.443853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-e98bcc9a-3ea7-463b-bc7e-e84acffa9fe6 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9519427 Jan 25 15:30:57.544472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89077c43-ceb0-49a7-86c4-a87253ea4d0f None None] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:57.556970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:57.573313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object 6094d2e2-872d-47f7-979c-e85229df6d23 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:57.691620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:57.707913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0779cc5f-8b6b-45e0-853c-3970ab096609 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45a6dc43212c4e41a33c72da1231721d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9613111 Jan 25 15:30:57.711482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53664) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:57.752070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-abfeecd2-fbdc-4ca1-8268-da435343786a None None] Provisioning for port 603a30e9-7b11-4a8d-8fef-c703b8290c65 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:57.763726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 603a30e9-7b11-4a8d-8fef-c703b8290c65 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:57.812326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d482be76-0010-48d8-8d4b-09db6cc7a65c tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Unset dirty status for tenant:ef4a6fb6e28141df966e8c899e503b38 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:57.816068 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d482be76-0010-48d8-8d4b-09db6cc7a65c tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "GET /v2.0/networks/4a6015f2-54ab-4bf4-87fa-87014651fb2b HTTP/1.1" status: 200 len: 757 time: 1.0654252 Jan 25 15:30:57.817418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53668) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:57.975161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:57.982820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=6094d2e2-872d-47f7-979c-e85229df6d23,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:58.020515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:58.025779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 603a30e9-7b11-4a8d-8fef-c703b8290c65 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:58.031139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 603a30e9-7b11-4a8d-8fef-c703b8290c65 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:58.035243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.037748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-f826c34a-2784-4726-9235-b97ae8cef5b1 service neutron] 10.222.0.26 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746303 Jan 25 15:30:58.039568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:58.043979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:58.044797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.068383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcf41d8-6300-4357-97ac-e600a2022f57 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:58.068383 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6dcf41d8-6300-4357-97ac-e600a2022f57 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "GET /v2.0/networks/61c8065f-6bb3-43c1-ba96-31c713962a7b HTTP/1.1" status: 200 len: 768 time: 0.2437220 Jan 25 15:30:58.071925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:58.204691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.217643 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-50fcf31e-74cd-4a54-9fca-4f08066853d8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6533859 Jan 25 15:30:58.246038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53680) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:58.299102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.353334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 603a30e9-7b11-4a8d-8fef-c703b8290c65, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=603a30e9-7b11-4a8d-8fef-c703b8290c65,segment=NetworkSegment(c0871455-b08d-4435-96ad-44177d5a3230),segment_id=c0871455-b08d-4435-96ad-44177d5a3230)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:30:58.370099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Provisioning complete for port 603a30e9-7b11-4a8d-8fef-c703b8290c65 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:58.370466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.440776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Allocated IP 172.20.0.1 (eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4/2e241ee9-a7c3-400d-ad81-8377f74a069d/233eb4ef-8bd8-46a9-b338-a5b3d8b39a46) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:30:58.443514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.456300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:30:58.483372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.491425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.548735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.553567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6015f2-54ab-4bf4-87fa-87014651fb2b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:58.581841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d2217bff-01ad-4a56-a98f-afdd6dd4a858 req-e1df9110-3960-4bdb-8003-f6b6ea1ae97a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.1291800 Jan 25 15:30:58.586889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:58.595260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:58.600407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:30:58.601566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Synchronizing usage tracker for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:30:58.605777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=603a30e9-7b11-4a8d-8fef-c703b8290c65,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:58.612000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8d7db9-5ec3-4433-adfa-52a48ad89721') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:58.612290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8d7db9-5ec3-4433-adfa-52a48ad89721') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:30:58.639108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-73a9786a-19d2-415d-989e-f123c9d53f9f service neutron] 10.222.0.26 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832860 Jan 25 15:30:58.643454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.646076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Transition to ACTIVE for port object d60ebd2b-e18a-4f21-b24d-31d5c9d92704 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:58.659721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.664956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.672387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:30:58.673331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:30:58.689226 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:30:58.742949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Provisioning for port e7a31560-5b41-445e-8fc0-7f08c0286c76 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:58.748082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Provisioning complete for port e7a31560-5b41-445e-8fc0-7f08c0286c76 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:58.748460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.757018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Unset dirty status for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:30:58.757867 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e4776aa0-3aa5-47b3-942a-5ea8daace0c9 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5106308 Jan 25 15:30:58.763149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53690) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:58.799230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.846994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Port e7a31560-5b41-445e-8fc0-7f08c0286c76 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:58.866267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port 6094d2e2-872d-47f7-979c-e85229df6d23 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:30:58.866530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:58.927462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ac31666-0be7-4ac2-a31c-2c3c4f2be8ce req-ec89e155-d511-4f45-965c-6344e6b4d9cc tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.1228597 Jan 25 15:30:58.996176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Provisioning for port 6094d2e2-872d-47f7-979c-e85229df6d23 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:30:59.000513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.003949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=d60ebd2b-e18a-4f21-b24d-31d5c9d92704,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:59.004568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Provisioning complete for port 6094d2e2-872d-47f7-979c-e85229df6d23 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:59.005197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.040626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a6015f2-54ab-4bf4-87fa-87014651fb2b {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:30:59.086161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8598c40c-9a2a-47bc-93cc-fa1464ced378 None None] Port 6094d2e2-872d-47f7-979c-e85229df6d23 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:59.148560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.153995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.163814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.170733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-806ec3bc-7eaf-41ac-8c22-a940ccc832b7 req-79c2877c-b590-4280-a9e0-a6373451e43e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.1404500 Jan 25 15:30:59.175845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a6015f2-54ab-4bf4-87fa-87014651fb2b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:59.192992 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-27ddeccd-391c-4b27-866f-d3134beb529c tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/4a6015f2-54ab-4bf4-87fa-87014651fb2b HTTP/1.1" status: 204 len: 168 time: 1.1198096 Jan 25 15:30:59.203336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53698) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:59.208660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'name': 'tempest-network--901685526'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:30:59.217401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:30:59.217570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c762be36-5a51-40bb-806b-dfd81eddeaf4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:59.220699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Provisioning complete for port 6094d2e2-872d-47f7-979c-e85229df6d23 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:59.221036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.222669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.232887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Usage tracker for resource:network and tenant:d3feb79d02a34592897a787b889e00c5 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:30:59.237471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:30:59.258557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Transition to ACTIVE for port object 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:30:59.281913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Checking segment: {'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:30:59.282550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Network hostable DHCP agents. Network: 0a70536d-49d3-42b2-9294-92fe4ec648f8, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:30:59.287157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.288360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7d7f2ae4-3912-4978-909a-68c1c552b1c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c762be36-5a51-40bb-806b-dfd81eddeaf4 HTTP/1.1" status: 204 len: 168 time: 1.5759909 Jan 25 15:30:59.378396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Port 6094d2e2-872d-47f7-979c-e85229df6d23 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:59.381736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:30:59.390528 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for 6094d2e2-872d-47f7-979c-e85229df6d23 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:30:59.395759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Provisioning complete for port e7a31560-5b41-445e-8fc0-7f08c0286c76 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:30:59.396990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.430946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.41', 54069) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:30:59.432790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.483309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2901615f-9c02-4937-8981-af91c32909f1 None None] Port e7a31560-5b41-445e-8fc0-7f08c0286c76 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:30:59.485936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cea6ed3-4747-4851-99d5-d9a80d5a2803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.530566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:30:59.587680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:59.608358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:59.646989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Made reservation on behalf of d3feb79d02a34592897a787b889e00c5 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:30:59.651669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.695550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:30:59.701863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 603a30e9-7b11-4a8d-8fef-c703b8290c65 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:30:59.721884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:30:59.734634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.735158 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Added segment 51e69c19-2e23-4d43-9d76-155cd550edf1 of type vlan for network 56ba20e1-9f5f-45fb-b6cd-899d0263fe71 Jan 25 15:30:59.807868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.814547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0a70536d-49d3-42b2-9294-92fe4ec648f8) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:30:59.837883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=233eb4ef-8bd8-46a9-b338-a5b3d8b39a46,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:30:59.840270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:30:59.852498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60012e3e-1cb7-4f26-b64b-845cc3edb22f None None] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:30:59.871092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:30:59.881185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.022591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.023676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:00.025652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.098002 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5fdf86c-1dad-4b77-a291-025cb1ce75ca req-02fb51aa-9ea1-43e7-81cc-bb3bb1985e5d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.2071848 Jan 25 15:31:00.105928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:00.108320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:00.108839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:00.134205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-e5e889f9-7175-46aa-9405-d1297447fe92 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:00.135930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-e5e889f9-7175-46aa-9405-d1297447fe92 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "GET /v2.0/networks?id=7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 200 len: 805 time: 0.6896102 Jan 25 15:31:00.141447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:00.142190 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:00.145495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 2 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:00.162874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=6094d2e2-872d-47f7-979c-e85229df6d23,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:00.165146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:00.165690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:00.166191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:00.200062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:00.200665 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:00.203531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 3 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:00.222634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 603a30e9-7b11-4a8d-8fef-c703b8290c65 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:00.223003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.308142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:00.308666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:00.309169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:00.311547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.41', 54073) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:00.326121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e4d1f237-5abd-4080-a59e-5e76176dfe8f None None] Provisioning for port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:00.357436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e4d1f237-5abd-4080-a59e-5e76176dfe8f None None] Provisioning complete for port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:00.357778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4d1f237-5abd-4080-a59e-5e76176dfe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.481391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1f237-5abd-4080-a59e-5e76176dfe8f None None] Port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:00.548448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=56ba20e1-9f5f-45fb-b6cd-899d0263fe71,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:00.550709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53732) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:00.562785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 56ba20e1-9f5f-45fb-b6cd-899d0263fe71 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:00.590096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.601497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-336b0f7e-da40-4e22-ac60-ec336dc98f52 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9deee58f4edc465ca2a8e69103cf8766 HTTP/1.1" status: 200 len: 380 time: 0.4317677 Jan 25 15:31:00.603587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:00.604086 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:00.688374 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 4 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:00.699473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.701878 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d1c81ee-d40f-42b4-aed7-1009f72548ac tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4975393 Jan 25 15:31:00.706961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:00.710239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53738) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:00.716401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:00.720394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b48ae672-cf2a-4cf9-9311-9ccedadaf572 req-583b2be5-c0c6-4b56-8cef-bf9b40065bde tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.3179097 Jan 25 15:31:00.723150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:00.740725 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a976fb41-97c9-455a-9e0e-dca253ad9add req-59fc5809-8514-4bf9-85ba-f5b9945d6d53 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.3577991 Jan 25 15:31:00.746308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'port': {'device_id': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'admin_state_up': True, 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'security_groups': ['27ae2240-c779-4cd9-ab8c-818837178ae0']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:00.778090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:00.778490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:00.778735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:00.807167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Usage tracker for resource:security_group_rule and tenant:780acd0f675246be9ab230def5cd4662 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:00.813168 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-82ef4090-f5bb-4cf5-96fa-62141b941b99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/6094d2e2-872d-47f7-979c-e85229df6d23 HTTP/1.1" status: 204 len: 168 time: 2.0462875 Jan 25 15:31:00.813168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:00.821279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53750) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:00.838517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:00.857463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-9a777f08-d6fd-41d2-ab34-6161be22ba11 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:00.859037 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-9a777f08-d6fd-41d2-ab34-6161be22ba11 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.41 "GET /v2.0/networks?id=5c79b3ad-7555-474b-86d0-46a515f6f59f HTTP/1.1" status: 200 len: 812 time: 0.5367806 Jan 25 15:31:00.895830 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c873ef-2de9-499e-b86f-cbedfdb6e928 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] GET failed (client error): The resource could not be found. Jan 25 15:31:00.896196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a0c873ef-2de9-499e-b86f-cbedfdb6e928 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Synchronizing usage tracker for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:00.899654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:00.900126 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:00.910328 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 5 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:00.952689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:00.953002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:00.953256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:01.069122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a0c873ef-2de9-499e-b86f-cbedfdb6e928 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Unset dirty status for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:01.070699 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a0c873ef-2de9-499e-b86f-cbedfdb6e928 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports/6094d2e2-872d-47f7-979c-e85229df6d23 HTTP/1.1" status: 404 len: 333 time: 0.2434897 Jan 25 15:31:01.085448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53762) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:01.095779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.105554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.110094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-285110188'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:01.121478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:01.121996 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:01.128960 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 6 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:01.260728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:01.270628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:01.279776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.295764 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c5f6d919-c56c-4a66-975d-1c6090e3e952 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f36143ebd24edfbb878abde7acca07 HTTP/1.1" status: 200 len: 379 time: 0.4162261 Jan 25 15:31:01.306843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:01.307367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:01.307816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:01.319606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'port': {'device_id': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'admin_state_up': True, 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'security_groups': ['fc51a3cb-3d17-4c54-8844-9e5dd06875aa']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:01.332645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2c91f-735a-426a-be01-23af84e3c686,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:01.336849 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-407915d7-d451-461b-91ef-7e60d0cf6aa9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=780acd0f675246be9ab230def5cd4662&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7766361 Jan 25 15:31:01.340122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53768) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:01.343021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:01.345971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.348531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:01.375259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.399934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Network 56ba20e1-9f5f-45fb-b6cd-899d0263fe71 is not hosted by any dhcp agent {{(pid=84138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 25 15:31:01.400528 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:01.401288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.405471 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "PUT /v2.0/networks/56ba20e1-9f5f-45fb-b6cd-899d0263fe71 HTTP/1.1" status: 200 len: 857 time: 0.6886210 Jan 25 15:31:01.410961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53774) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:01.411479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:01.411795 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:01.422462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 7 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:01.423107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8b443c24-d86d-4854-b834-ce6261f2bd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.439210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:01.500547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port f84d7715-0b5d-4164-a9c4-0f2583f3a141 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:01.520234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:01.520542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:01.521973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:01.529220 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45f97b22-962f-4aac-a87f-183aa1c7ae7d req-a2bab08c-82b2-4e5e-b480-611a18938848 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.0812187 Jan 25 15:31:01.630970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Made reservation on behalf of 9deee58f4edc465ca2a8e69103cf8766 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:01.634011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.649373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:01.649695 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:01.663295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 8 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:01.680480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69684e3d-316d-472b-b29c-6d35d69a3771 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event updated for resources: {'Network': ['ID=56ba20e1-9f5f-45fb-b6cd-899d0263fe71,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:01.706053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:01.706398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:01.706706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:01.733306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.770037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:01.776607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.778270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Usage tracker for resource:port and tenant:90f36143ebd24edfbb878abde7acca07 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:01.840743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:01.987913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Allocated IP 172.20.0.14 (7be5ac1d-0c2b-4625-8984-1a8663566c59/7c453d04-df69-428b-bdd6-2527c26041c1/b8d25909-ecdd-4977-983b-4847204ee6a9) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:01.990158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:02.018993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:02.019446 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:02.038852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:02.040804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.41', 54078) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:02.077701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 9 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:02.119943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::346 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/f84d7715-0b5d-4164-a9c4-0f2583f3a141) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:02.157769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.257428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ba20e1-9f5f-45fb-b6cd-899d0263fe71']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:02.278057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e69c19-2e23-4d43-9d76-155cd550edf1') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:02.278366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e69c19-2e23-4d43-9d76-155cd550edf1') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:02.292168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.306521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-680890fe-a8c7-4a6d-9018-cd61101dbc5a req-cbf05d23-35ce-4d42-834a-c176076ffa4b tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.2892783 Jan 25 15:31:02.307931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.344088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2c91f-735a-426a-be01-23af84e3c686,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:02.366222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.385505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:02.386112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.388980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb49dfb1-7c0c-4b84-9f9f-f19d16294a71 req-7f5cb939-be60-4938-8ec2-8586049b7462 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.3002028 Jan 25 15:31:02.392395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:02.393744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:02.394475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:02.400792 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:02.444987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:02.445321 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:02.449606 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 10 to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 Jan 25 15:31:02.457335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Made reservation on behalf of 90f36143ebd24edfbb878abde7acca07 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:02.467904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.492271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-7a2f505e-87d9-4146-ba4a-50a63f87b6df tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:02.494530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-7a2f505e-87d9-4146-ba4a-50a63f87b6df tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 812 time: 0.4075248 Jan 25 15:31:02.531372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:02.531933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:02.532046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:02.547088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:02.586479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.704097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.763763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.793010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56ba20e1-9f5f-45fb-b6cd-899d0263fe71 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:31:02.797793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.811506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] Pushing event deleted for resources: {'Network': ['ID=56ba20e1-9f5f-45fb-b6cd-899d0263fe71,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:02.828382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.830233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.831358 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-531ab0ed-bbe1-43f9-95e5-e5778616a20f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddc2c91f-735a-426a-be01-23af84e3c686 HTTP/1.1" status: 204 len: 168 time: 1.4895630 Jan 25 15:31:02.836087 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e229327b-9915-4141-a6e9-b7f58e401ae2 tempest-ExternalNetworksTestJSON-413320324 tempest-ExternalNetworksTestJSON-413320324-project-admin] 10.222.0.26 "DELETE /v2.0/networks/56ba20e1-9f5f-45fb-b6cd-899d0263fe71 HTTP/1.1" status: 204 len: 168 time: 1.4208610 Jan 25 15:31:02.836668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53790) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:02.841271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.940438 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6780835-3c5d-4ae6-9777-6596ffbcb41b tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] DELETE failed (client error): The resource could not be found. Jan 25 15:31:02.940872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6780835-3c5d-4ae6-9777-6596ffbcb41b tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:31:02.944994 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b6780835-3c5d-4ae6-9777-6596ffbcb41b tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "DELETE /v2.0/subnets/1f595390-0499-4303-9e2a-1a39c0f281db HTTP/1.1" status: 404 len: 337 time: 0.1053834 Jan 25 15:31:02.945949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53794) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:02.985891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:02.991297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object f84d7715-0b5d-4164-a9c4-0f2583f3a141 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:03.155179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.236675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.342916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.361261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Transition to ACTIVE for port object b8d25909-ecdd-4977-983b-4847204ee6a9 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:03.456307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:03.456892 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:03.459872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.475674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.515535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.529643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:03.533004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=f84d7715-0b5d-4164-a9c4-0f2583f3a141,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:03.546723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:03.550766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:03.555920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:03.556723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.593968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c8065f-6bb3-43c1-ba96-31c713962a7b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:03.614786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Allocated IP 172.20.0.6 (5c79b3ad-7555-474b-86d0-46a515f6f59f/223dabcd-b14f-4b56-93a5-e41cc4c47798/4864ab91-caeb-47e4-9072-adf48a5e9f3c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:03.624714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21bb569-b3c3-40b5-b610-beaa9ded4593') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:03.625493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21bb569-b3c3-40b5-b610-beaa9ded4593') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:03.642968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.666109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.706463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-5a9b520b-e68d-4f87-bf0b-955d3a949869 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=449c273533b84925980c5be1ceaec4cb HTTP/1.1" status: 200 len: 379 time: 1.1358478 Jan 25 15:31:03.707893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:03.709889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:03.741430 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:03.756180 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e05bfa04-dcd2-4ffc-a38a-902cc633ee8b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6663582 Jan 25 15:31:03.851197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53806) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:03.857839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:92:f8:d2'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:03.910251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'port': {'device_id': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'admin_state_up': True, 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'security_groups': ['e0698bcc-89ab-440d-b8a8-ea436c219825']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:03.979311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.031093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-468de3c1-1652-483e-b8c9-41867aa0e98d None None] Provisioning for port f84d7715-0b5d-4164-a9c4-0f2583f3a141 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:04.032619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.038020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-468de3c1-1652-483e-b8c9-41867aa0e98d None None] Provisioning complete for port f84d7715-0b5d-4164-a9c4-0f2583f3a141 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:04.040004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-468de3c1-1652-483e-b8c9-41867aa0e98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.063818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.132645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-468de3c1-1652-483e-b8c9-41867aa0e98d None None] Port f84d7715-0b5d-4164-a9c4-0f2583f3a141 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:04.196010 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] 10.222.0.26 "DELETE /v2.0/networks/61c8065f-6bb3-43c1-ba96-31c713962a7b HTTP/1.1" status: 204 len: 168 time: 1.2489665 Jan 25 15:31:04.197406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed100b48-e48a-421c-861d-183d3a998ac4 tempest-ExternalNetworksTestJSON-667736861 tempest-ExternalNetworksTestJSON-667736861-project] Pushing event deleted for resources: {'Network': ['ID=61c8065f-6bb3-43c1-ba96-31c713962a7b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:04.427611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.429461 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3633c0ed-e079-4eed-86f6-6fa68e9e0996 req-ce6b1a40-ef2d-4e50-9742-9e60146324fd tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.4019504 Jan 25 15:31:04.455669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:04.528004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.632782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port d60ebd2b-e18a-4f21-b24d-31d5c9d92704, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:04.633300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempted to set empty binding levels {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:31:04.648713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.656414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:04.680381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:04.715763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=233eb4ef-8bd8-46a9-b338-a5b3d8b39a46,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:04.749900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.835869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.858881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Transition to ACTIVE for port object 4864ab91-caeb-47e4-9072-adf48a5e9f3c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:04.875220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.935861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] In _notify_port_updated(), no bound segment for port f84d7715-0b5d-4164-a9c4-0f2583f3a141 on network f4d5f301-3ea7-4d74-a629-83393b144ec3 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:04.946502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-41cd323a-8317-4b72-b62d-ca2b7305e865 req-2f181731-9527-41fe-84c9-d594f13cb28b tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.2180774 Jan 25 15:31:04.946936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:04.946936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:04.946936 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "PUT /v2.0/ports/f84d7715-0b5d-4164-a9c4-0f2583f3a141 HTTP/1.1" status: 200 len: 1002 time: 1.0894918 Jan 25 15:31:04.946936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:05.007018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a2467-e800-4f1c-9df1-dd37f3a45e2a tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=f84d7715-0b5d-4164-a9c4-0f2583f3a141,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:05.041717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port f84d7715-0b5d-4164-a9c4-0f2583f3a141 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:05.042135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.089564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:05.090220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.103155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:05.153346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.194460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1111f2-90c8-4f1c-bdbd-d94efeeb9419 req-0feadd88-8a2f-4a80-acc6-ba3c963186ce tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:05.215474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e1111f2-90c8-4f1c-bdbd-d94efeeb9419 req-0feadd88-8a2f-4a80-acc6-ba3c963186ce tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 932 time: 2.2716470 Jan 25 15:31:05.259102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:05.305854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-44944b66-7be9-4aea-b16e-b7f977a15ddf None None] Provisioning for port b8d25909-ecdd-4977-983b-4847204ee6a9 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:05.314083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-44944b66-7be9-4aea-b16e-b7f977a15ddf None None] Provisioning complete for port b8d25909-ecdd-4977-983b-4847204ee6a9 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:05.314844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44944b66-7be9-4aea-b16e-b7f977a15ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.330533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:05.365606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:05.392280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:05.467420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-44944b66-7be9-4aea-b16e-b7f977a15ddf None None] Port b8d25909-ecdd-4977-983b-4847204ee6a9 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:05.480870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Usage tracker for resource:port and tenant:449c273533b84925980c5be1ceaec4cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:05.491267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:05.506713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:05.520899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.545079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=d60ebd2b-e18a-4f21-b24d-31d5c9d92704,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:05.596717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e1111f2-90c8-4f1c-bdbd-d94efeeb9419 req-58096cf1-3eab-4484-9aed-a7ab01c31ffc tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801157 Jan 25 15:31:05.606029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-44f1e7f9-9dd0-4add-ba22-347a5ed0fb2a None None] Provisioning complete for port f84d7715-0b5d-4164-a9c4-0f2583f3a141 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:05.607171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44f1e7f9-9dd0-4add-ba22-347a5ed0fb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.611150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:05.707622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-44f1e7f9-9dd0-4add-ba22-347a5ed0fb2a None None] Port f84d7715-0b5d-4164-a9c4-0f2583f3a141 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:05.847546 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b7dbd7e8-0788-41ef-9069-d61871285ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 10.6123114 Jan 25 15:31:05.849108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-329531b6-154a-4e63-abd7-be2b0b70d0f7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1407242 Jan 25 15:31:05.883454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53844) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:05.903556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:05.916301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for f84d7715-0b5d-4164-a9c4-0f2583f3a141 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:05.941036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c55f3c1d-c01e-405a-a45b-7f50258847c9 None None] Provisioning complete for port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:05.941493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c55f3c1d-c01e-405a-a45b-7f50258847c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.007677 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb92c73b-a30e-46ef-873a-53088fe0ac55 req-bc0a567e-38f7-4e16-9552-10a45a2fb14f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.1627662 Jan 25 15:31:06.110239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c55f3c1d-c01e-405a-a45b-7f50258847c9 None None] Port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:06.166290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:06.178361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:06.240224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Made reservation on behalf of 449c273533b84925980c5be1ceaec4cb for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:06.240408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.354648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-1859d3b8-feda-44cb-b7ec-c16a2ee36c9d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:31:06.354648 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-1859d3b8-feda-44cb-b7ec-c16a2ee36c9d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1173999 Jan 25 15:31:06.371157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Deleting port d60ebd2b-e18a-4f21-b24d-31d5c9d92704 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:06.371527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.377412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.481224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=f84d7715-0b5d-4164-a9c4-0f2583f3a141,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:06.522553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event updated for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:06.669560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:06.670182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.977104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:06.977217 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:31:06.986905 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f36a4672-0d43-44cc-b75c-c393a0f8864f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/f84d7715-0b5d-4164-a9c4-0f2583f3a141 HTTP/1.1" status: 204 len: 168 time: 2.0381444 Jan 25 15:31:06.989905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53868) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:07.027536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-da73bee9-c377-4302-b1ff-fbbaee9a2d23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef4a6fb6e28141df966e8c899e503b38&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7420695 Jan 25 15:31:07.036257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53872) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:07.079586 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b649d1-70d4-455a-ac8b-04513ebd35b8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] GET failed (client error): The resource could not be found. Jan 25 15:31:07.080133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4b649d1-70d4-455a-ac8b-04513ebd35b8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Synchronizing usage tracker for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:07.095706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Request body: {'port': {'device_id': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:07.103260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b33a7a2e-8a98-43db-8d90-d29d5ac53f89 None None] Provisioning for port 4864ab91-caeb-47e4-9072-adf48a5e9f3c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:07.123173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b33a7a2e-8a98-43db-8d90-d29d5ac53f89 None None] Provisioning complete for port 4864ab91-caeb-47e4-9072-adf48a5e9f3c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:07.123173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b33a7a2e-8a98-43db-8d90-d29d5ac53f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.172200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4b649d1-70d4-455a-ac8b-04513ebd35b8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Unset dirty status for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:07.173443 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c4b649d1-70d4-455a-ac8b-04513ebd35b8 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports/f84d7715-0b5d-4164-a9c4-0f2583f3a141 HTTP/1.1" status: 404 len: 333 time: 0.1825464 Jan 25 15:31:07.177057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53878) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:07.186265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1535616825'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:07.276236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-032fe7a0-7f27-4515-a05e-a62a66abb5af tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9650195 Jan 25 15:31:07.320496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Request body: {'port': {'device_id': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:07.324300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b33a7a2e-8a98-43db-8d90-d29d5ac53f89 None None] Port 4864ab91-caeb-47e4-9072-adf48a5e9f3c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:07.399616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port d60ebd2b-e18a-4f21-b24d-31d5c9d92704, host hv-neutron-8262, got binding levels [] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:07.399897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.422903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:07.447146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:07.525626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:07.529316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.566300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port 8d1907a4-71be-412c-b474-ee363f572133 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:07.613835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Allocated IP 172.20.0.9 (fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50/f078f7c7-8063-4cda-a2ad-593d6cdcaf82/e77d7e7c-2eaf-40ba-95e7-22747bd12aed) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:07.626735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Calling delete_port for d60ebd2b-e18a-4f21-b24d-31d5c9d92704 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:07.680214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53888) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:07.686485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.700947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45839d43-2294-4ec5-8d80-a2a267a0e52c req-316cb649-a9e2-411b-83ab-a0373465f33d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:07.700947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-45839d43-2294-4ec5-8d80-a2a267a0e52c req-316cb649-a9e2-411b-83ab-a0373465f33d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Synchronizing usage tracker for tenant:90f36143ebd24edfbb878abde7acca07 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:07.814337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.861672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.872581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::364 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/8d1907a4-71be-412c-b474-ee363f572133) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:07.954224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1225345601', 'router:external': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:07.956525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:07.964773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:07.987625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:network and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:07.995196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:08.011257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60040ab7-893b-4125-94dd-91eac6829366 req-f9febd5e-4439-4f7d-8aa9-f4b8d801e9ea tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:08.011958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-60040ab7-893b-4125-94dd-91eac6829366 req-f9febd5e-4439-4f7d-8aa9-f4b8d801e9ea tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:08.060381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:08.131660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-45839d43-2294-4ec5-8d80-a2a267a0e52c req-316cb649-a9e2-411b-83ab-a0373465f33d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Unset dirty status for tenant:90f36143ebd24edfbb878abde7acca07 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:08.132811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45839d43-2294-4ec5-8d80-a2a267a0e52c req-316cb649-a9e2-411b-83ab-a0373465f33d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 931 time: 1.9025202 Jan 25 15:31:08.163887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Made reservation on behalf of a9491bcb92314e1f95c0471912ed19c7 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:08.166416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.202641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.242426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.271013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object 8d1907a4-71be-412c-b474-ee363f572133 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:08.338593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:08.343820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:security_group_rule and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:08.347898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:08.355923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.360768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:08.406381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.473538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-60040ab7-893b-4125-94dd-91eac6829366 req-f9febd5e-4439-4f7d-8aa9-f4b8d801e9ea tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:08.475245 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60040ab7-893b-4125-94dd-91eac6829366 req-f9febd5e-4439-4f7d-8aa9-f4b8d801e9ea tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 932 time: 1.4440274 Jan 25 15:31:08.511882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:08.519182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:08.525154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:08.530093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:08.530093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.533405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=8d1907a4-71be-412c-b474-ee363f572133,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:08.577423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.590920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.666861 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cfdd7305-4366-417a-a111-2b08995a2085 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4861345 Jan 25 15:31:08.666861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.680516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:08.688118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53894) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:08.710872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:f8:d2'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:08.744945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event deleted for resources: {'Port': ['ID=d60ebd2b-e18a-4f21-b24d-31d5c9d92704,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:08.775753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.775984 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Added segment 5daccd41-df7d-4ac3-8439-23c3cd8e217a of type vlan for network c5130d40-c3e8-4ec1-a259-009421ebdfc3 Jan 25 15:31:08.798658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfdbe0-9eea-4ebb-94df-b8d573493c63,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:08.881050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45839d43-2294-4ec5-8d80-a2a267a0e52c req-1f478e1d-a925-4a3d-8620-bf8f197f7939 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7207060 Jan 25 15:31:08.899785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.910973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.945700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.949160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f46b8f7-7339-4a2f-a062-bde310af8ca7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:08.962127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0ef1c2aa-26d7-487a-9792-3258941cd2ca None None] Provisioning for port 8d1907a4-71be-412c-b474-ee363f572133 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:08.980422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:08.993103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0ef1c2aa-26d7-487a-9792-3258941cd2ca None None] Provisioning complete for port 8d1907a4-71be-412c-b474-ee363f572133 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:08.996373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0ef1c2aa-26d7-487a-9792-3258941cd2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.041191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60040ab7-893b-4125-94dd-91eac6829366 req-9546d82f-bd7b-489f-8599-f6532525c4f8 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5220969 Jan 25 15:31:09.053533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4a76afd-4b2b-45fb-8233-e3e2846b4564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d60ebd2b-e18a-4f21-b24d-31d5c9d92704 HTTP/1.1" status: 204 len: 168 time: 3.1688762 Jan 25 15:31:09.074899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.076066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d948c65-6729-45d4-9314-9042475b8ce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f46b8f7-7339-4a2f-a062-bde310af8ca7 HTTP/1.1" status: 204 len: 168 time: 1.9853888 Jan 25 15:31:09.086671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Router b41bdbb6-6220-4d04-9b37-e081602d04ba has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:09.096640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:09.128670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1c2aa-26d7-487a-9792-3258941cd2ca None None] Port 8d1907a4-71be-412c-b474-ee363f572133 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:09.187914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.201581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-eb4ef3c5-29eb-4924-82df-8e4192f818dc req-6ee1342b-0d70-4f3a-88c1-014e4074aa63 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Synchronizing usage tracker for tenant:449c273533b84925980c5be1ceaec4cb on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:09.208880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f066b099-a1db-4c38-b872-1fafc49a01ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:31:09.212639 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f066b099-a1db-4c38-b872-1fafc49a01ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports/d60ebd2b-e18a-4f21-b24d-31d5c9d92704 HTTP/1.1" status: 404 len: 333 time: 0.1055560 Jan 25 15:31:09.218092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53904) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:09.232522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.233620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:09.235346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-925594836'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:09.236109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.255184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Transition to ACTIVE for port object e77d7e7c-2eaf-40ba-95e7-22747bd12aed will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:09.258836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:09.292023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Usage tracker for resource:port and tenant:cb2b04079cd8427695bf51001bc72bcf is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:09.328860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:09.439152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-eb4ef3c5-29eb-4924-82df-8e4192f818dc req-6ee1342b-0d70-4f3a-88c1-014e4074aa63 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Unset dirty status for tenant:449c273533b84925980c5be1ceaec4cb on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:09.440360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb4ef3c5-29eb-4924-82df-8e4192f818dc req-6ee1342b-0d70-4f3a-88c1-014e4074aa63 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.3907635 Jan 25 15:31:09.458326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:09.480685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Network': ['ID=c5130d40-c3e8-4ec1-a259-009421ebdfc3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:09.495864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:09.520696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d25909-ecdd-4977-983b-4847204ee6a9 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:09.533084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.547081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4864ab91-caeb-47e4-9072-adf48a5e9f3c {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:09.573070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.577835 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b1b1a267-be4d-40d5-89cf-227dfa1c6f0d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.8961303 Jan 25 15:31:09.578572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 53908) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:09.581090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Transition to ACTIVE for port object b8d25909-ecdd-4977-983b-4847204ee6a9 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:09.590150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Made reservation on behalf of cb2b04079cd8427695bf51001bc72bcf for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:09.596319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.620185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'subnet': {'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:09.642081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:09.655549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.657905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:subnet and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:09.661100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Transition to ACTIVE for port object 4864ab91-caeb-47e4-9072-adf48a5e9f3c will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:09.665981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:09.704497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.713496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:09.724054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.741284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:09.781581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.785296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.838747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event updated for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:09.890871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] In _notify_port_updated(), no bound segment for port 8d1907a4-71be-412c-b474-ee363f572133 on network f4d5f301-3ea7-4d74-a629-83393b144ec3 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:09.897728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:09.898371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:09.899728 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "PUT /v2.0/ports/8d1907a4-71be-412c-b474-ee363f572133 HTTP/1.1" status: 200 len: 1003 time: 1.2022746 Jan 25 15:31:09.903306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53914) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:09.935053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:09.962084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fa444-9ad7-4756-9287-164734d34e9b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=8d1907a4-71be-412c-b474-ee363f572133,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:09.985348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Made reservation on behalf of a9491bcb92314e1f95c0471912ed19c7 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:09.987634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:10.001942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port 8d1907a4-71be-412c-b474-ee363f572133 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:10.002284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:10.529156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53922) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:10.546061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:10.618276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:10.619277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-661c3be7-b325-4d8f-9284-cb89f31761ff None None] Provisioning complete for port 8d1907a4-71be-412c-b474-ee363f572133 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:10.620339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-661c3be7-b325-4d8f-9284-cb89f31761ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:10.642613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:10.668498 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-02652542-a83a-4e04-8de1-9b480b0651cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3feb79d02a34592897a787b889e00c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1379354 Jan 25 15:31:10.670978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53928) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:10.751269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-661c3be7-b325-4d8f-9284-cb89f31761ff None None] Port 8d1907a4-71be-412c-b474-ee363f572133 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:10.875342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for 8d1907a4-71be-412c-b474-ee363f572133 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:11.034729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.088617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-572ccb43-3c46-4dd0-9d03-cba539d3a8b2 None None] Provisioning for port e77d7e7c-2eaf-40ba-95e7-22747bd12aed completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:11.096904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-572ccb43-3c46-4dd0-9d03-cba539d3a8b2 None None] Provisioning complete for port e77d7e7c-2eaf-40ba-95e7-22747bd12aed triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:11.097338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-572ccb43-3c46-4dd0-9d03-cba539d3a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.122440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.192447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-572ccb43-3c46-4dd0-9d03-cba539d3a8b2 None None] Port e77d7e7c-2eaf-40ba-95e7-22747bd12aed cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:11.225870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.344818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=8d1907a4-71be-412c-b474-ee363f572133,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:11.347752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.432052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f797e-2e77-468e-bb80-c5aa03c77d38,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:11.461110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.485173 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-be87afca-6915-4f7c-9ff9-bb4626f75b37 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/8d1907a4-71be-412c-b474-ee363f572133 HTTP/1.1" status: 204 len: 168 time: 1.5809095 Jan 25 15:31:11.488851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53932) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:11.496857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.516208 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-db745cbc-ed57-4863-95f2-cc68cb6f246f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/175f797e-2e77-468e-bb80-c5aa03c77d38 HTTP/1.1" status: 204 len: 168 time: 0.8441093 Jan 25 15:31:11.517328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:11.570901 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c115d7-ef49-4737-84d8-c0c250fcbf25 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] GET failed (client error): The resource could not be found. Jan 25 15:31:11.571419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-49c115d7-ef49-4737-84d8-c0c250fcbf25 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Synchronizing usage tracker for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:11.653699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-49c115d7-ef49-4737-84d8-c0c250fcbf25 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Unset dirty status for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:11.658377 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-49c115d7-ef49-4737-84d8-c0c250fcbf25 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports/8d1907a4-71be-412c-b474-ee363f572133 HTTP/1.1" status: 404 len: 333 time: 0.1607184 Jan 25 15:31:11.658602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53938) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:11.669345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-905489968'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:11.919762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:11.924118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:11.976369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:12.124404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:12.125150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.166812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Pushing event updated for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:12.171312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Attempting to bind port b8d25909-ecdd-4977-983b-4847204ee6a9 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:12.171637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Attempting to bind port b8d25909-ecdd-4977-983b-4847204ee6a9 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:12.171958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Attempting to bind port b8d25909-ecdd-4977-983b-4847204ee6a9 on network 7be5ac1d-0c2b-4625-8984-1a8663566c59 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:12.181998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Attempting to bind port 4864ab91-caeb-47e4-9072-adf48a5e9f3c on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:12.182501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Attempting to bind port 4864ab91-caeb-47e4-9072-adf48a5e9f3c by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:12.182896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Attempting to bind port 4864ab91-caeb-47e4-9072-adf48a5e9f3c on network 5c79b3ad-7555-474b-86d0-46a515f6f59f {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:12.190492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Port b8d25909-ecdd-4977-983b-4847204ee6a9 on network 7be5ac1d-0c2b-4625-8984-1a8663566c59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:12.190812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Attempting to bind port b8d25909-ecdd-4977-983b-4847204ee6a9 on network 7be5ac1d-0c2b-4625-8984-1a8663566c59 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:12.200809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Port 4864ab91-caeb-47e4-9072-adf48a5e9f3c on network 5c79b3ad-7555-474b-86d0-46a515f6f59f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:12.201124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Attempting to bind port 4864ab91-caeb-47e4-9072-adf48a5e9f3c on network 5c79b3ad-7555-474b-86d0-46a515f6f59f {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:12.212853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:12.213216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Checking segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:12.213850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Bound using segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:12.214298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Bound port: b8d25909-ecdd-4977-983b-4847204ee6a9, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:12.214634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.242430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:12.242770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Checking segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:12.243161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Bound using segment: {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:12.243605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Bound port: 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:12.243944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.276031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72fa5c-e4d3-4427-9cd4-33ee6d608b04 req-735ca740-a13d-411e-92bd-2cab310aaeaf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:12.277297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f72fa5c-e4d3-4427-9cd4-33ee6d608b04 req-735ca740-a13d-411e-92bd-2cab310aaeaf tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 943 time: 1.7041550 Jan 25 15:31:12.430575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33470050-e2f7-4518-944b-3da5fc4b0457 req-407fe367-9f86-487b-9cee-d384478aa6eb tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:12.432016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33470050-e2f7-4518-944b-3da5fc4b0457 req-407fe367-9f86-487b-9cee-d384478aa6eb tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 1.8692875 Jan 25 15:31:12.479666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:12.485359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.509492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port 91111068-93d4-439a-ad20-950ca14a2c4d yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:12.511952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:12.522019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.524016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-a95aa7d8-d3fb-43a7-90f0-ab60e479fe61 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6175659 Jan 25 15:31:12.524145 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] Sync routers for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:12.534110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e01c4238-1f1b-4aa7-8477-30ebc72c3892 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "PUT /v2.0/routers/b41bdbb6-6220-4d04-9b37-e081602d04ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5760410 Jan 25 15:31:12.538465 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:12.539241 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:12.546182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53942) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:12.552604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Request body: {'port': {'network_id': 'eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4', 'name': 'tempest-FloatingIPAdminTestJSON-1136916610'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:12.565181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:12.575071 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f72fa5c-e4d3-4427-9cd4-33ee6d608b04 req-35ba1b8f-8df5-4c87-bf59-6a7cfaaf7297 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543163 Jan 25 15:31:12.655579 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:12.686412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:12.686516 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:12.686607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:12.686691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:12.690738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Request body: {'port': {'device_id': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:12.768540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:12.778566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:12.780367 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:12.780786 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fe3a6-763c-4f01-ba1c-260acb4b061d None None] The sync data for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:12.805641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::27a (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/91111068-93d4-439a-ad20-950ca14a2c4d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:12.816588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.822702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33470050-e2f7-4518-944b-3da5fc4b0457 req-1313374c-d354-4f7b-81ff-05ff3552bdde tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730173 Jan 25 15:31:12.829366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:12.829366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:12.829618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:12.830325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:12.830969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.867793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:12.880288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Usage tracker for resource:port and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:12.886355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:12.898446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:12.902558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.993482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:12.994861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] 10.222.0.41 "PUT /v2.0/ports/4864ab91-caeb-47e4-9072-adf48a5e9f3c HTTP/1.1" status: 200 len: 1093 time: 5.6910145 Jan 25 15:31:13.002141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:13.026444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.026444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] 10.222.0.41 "PUT /v2.0/ports/b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 200 len: 1094 time: 6.5333912 Jan 25 15:31:13.031924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.053363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd276-fd12-42a6-a145-de2ce9247698 service neutron] Pushing event updated for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:13.055398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Made reservation on behalf of 6ed5a9411ad841c7aaf5606eb3457188 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:13.058480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.098823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8fcbff5b-2cc0-4881-876f-34b640e5d4a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8737175 Jan 25 15:31:13.101458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53958) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:13.121837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8262'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:13.170082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] device_id is not set on port 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:13.233044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7477876-041e-4d5f-a4f8-441ccf91ebbb req-e550fa78-3c22-4693-be45-81a61def32ca tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:13.241125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7477876-041e-4d5f-a4f8-441ccf91ebbb req-e550fa78-3c22-4693-be45-81a61def32ca tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 931 time: 0.4845061 Jan 25 15:31:13.414058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f303f-eb5a-4f54-b680-24553ff59c52 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:13.480711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.496958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object 91111068-93d4-439a-ad20-950ca14a2c4d will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:13.536473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.598690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7477876-041e-4d5f-a4f8-441ccf91ebbb req-d77bcddf-fb5a-4f38-8486-3f3480752098 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556240 Jan 25 15:31:13.620582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Allocated IP 172.20.0.6 (eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4/2e241ee9-a7c3-400d-ad81-8377f74a069d/5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:13.623217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.642965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:31:13.643425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.835679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:13.836569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=91111068-93d4-439a-ad20-950ca14a2c4d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:13.850436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:13.856770 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:13.860671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:13.861335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:13.934855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'status': 'completed', 'code': 200} Jan 25 15:31:13.943419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cdf6898d-326c-4776-a58c-b982eb846e17,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:13.960162 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c749d72e-fb90-4f5c-b499-e8469cef0c39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90f36143ebd24edfbb878abde7acca07&device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 1096 time: 0.7167087 Jan 25 15:31:14.008543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-8ff07817-bedb-4c8f-a2cd-b23eea0abca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9deee58f4edc465ca2a8e69103cf8766&device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 1097 time: 0.7514312 Jan 25 15:31:14.104110 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-64238d1b-2c9d-47f2-b7c4-53fe7dd0aa0d tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4444509 Jan 25 15:31:14.108752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 53984) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:14.128085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'network_id': 'f4d5f301-3ea7-4d74-a629-83393b144ec3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1731307101'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:14.201216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.210812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:14.230464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.260078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Transition to ACTIVE for port object 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:14.276902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-490e0701-ddc3-4c21-8d06-e528b6431354 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c HTTP/1.1" status: 200 len: 217 time: 0.2604773 Jan 25 15:31:14.278018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Transition to ACTIVE for port object 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb will not be triggered until provisioned by entity L2. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:14.280767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-1d32bce7-53d2-4de8-afba-51eef4a0d9c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 200 len: 217 time: 0.2127612 Jan 25 15:31:14.321827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:14.327104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Usage tracker for resource:port and tenant:2067e223040b4b7e98d4b8a667ec5e24 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:14.330459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:14.336499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:14.356203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70b992e5-4196-4953-be6b-72f84fb28da1 None None] Provisioning for port 91111068-93d4-439a-ad20-950ca14a2c4d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:14.356710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.361556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70b992e5-4196-4953-be6b-72f84fb28da1 None None] Provisioning complete for port 91111068-93d4-439a-ad20-950ca14a2c4d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:14.364086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70b992e5-4196-4953-be6b-72f84fb28da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.417926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.449562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-70b992e5-4196-4953-be6b-72f84fb28da1 None None] Port 91111068-93d4-439a-ad20-950ca14a2c4d cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:14.458688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-15a3373e-04a2-42c9-b246-b33866af7bba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:14.460388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-15a3373e-04a2-42c9-b246-b33866af7bba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c453d04-df69-428b-bdd6-2527c26041c1 HTTP/1.1" status: 200 len: 844 time: 0.1668317 Jan 25 15:31:14.461237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c6ef3335-6949-4025-a52a-5c3a16fb7204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:14.462531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-c6ef3335-6949-4025-a52a-5c3a16fb7204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=223dabcd-b14f-4b56-93a5-e41cc4c47798 HTTP/1.1" status: 200 len: 851 time: 0.1637497 Jan 25 15:31:14.471564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Checking segment: {'id': '5daccd41-df7d-4ac3-8439-23c3cd8e217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:14.471919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network hostable DHCP agents. Network: c5130d40-c3e8-4ec1-a259-009421ebdfc3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:14.481893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba09ad-2798-4489-9de5-1f701bff40df req-f94a1078-58ce-4f16-8c1b-3e90421e4e98 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:14.483347 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57ba09ad-2798-4489-9de5-1f701bff40df req-f94a1078-58ce-4f16-8c1b-3e90421e4e98 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 943 time: 0.5437601 Jan 25 15:31:14.514508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Made reservation on behalf of 2067e223040b4b7e98d4b8a667ec5e24 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:14.517574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.543391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:14.614696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:14.628073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3cd37-fc82-4158-ad5b-d1c9e34016d8 req-cc3ea0f2-c776-4f3e-90f0-fe5808523f2a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:14.628368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:14.629550 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-59d3cd37-fc82-4158-ad5b-d1c9e34016d8 req-cc3ea0f2-c776-4f3e-90f0-fe5808523f2a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 0.6142604 Jan 25 15:31:14.637315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] device_id is not set on port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:14.690197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77d7e7c-2eaf-40ba-95e7-22747bd12aed {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:14.712563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.723782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event updated for resources: {'Port': ['ID=5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:14.748683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:14.764991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Transition to ACTIVE for port object e77d7e7c-2eaf-40ba-95e7-22747bd12aed will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:14.767489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57ba09ad-2798-4489-9de5-1f701bff40df req-5c604f61-41f5-4754-9953-bd27624e66e3 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117915 Jan 25 15:31:14.778371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-59d3cd37-fc82-4158-ad5b-d1c9e34016d8 req-4e4824b7-9450-4cf0-8fe7-e8d548b7d7d0 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391125 Jan 25 15:31:14.795843 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-29860938-4d74-44ae-93ce-81e1a6c3d8be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c79b3ad-7555-474b-86d0-46a515f6f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3067725 Jan 25 15:31:14.797504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-ecebed1f-b73a-4b0c-85ab-6147f533348b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be5ac1d-0c2b-4625-8984-1a8663566c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3084698 Jan 25 15:31:14.843709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:14.844252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:14.844375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:14.882433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:14.883058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.913184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:14.915391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:14.948670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:14.949149 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:14.951874 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 2 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:14.993692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:14.994063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:14.994504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:14.997356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Allocated IP 2001:db8::325 (f4d5f301-3ea7-4d74-a629-83393b144ec3/f4943d6e-0bca-4e5c-9952-5517ca614fc3/de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:15.010911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.011288 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.013121 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 3 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.044610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.044940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.045267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.066440 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f5a666b6-2ab6-4e58-a17c-aca5f0ffc29f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5175958 Jan 25 15:31:15.085365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54000) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:15.088397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2e1da29e-b5e6-4853-8666-977107624ff1 None None] Provisioning for port 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:15.103328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2e1da29e-b5e6-4853-8666-977107624ff1 None None] Provisioning complete for port 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:15.108423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.108758 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.122370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e1da29e-b5e6-4853-8666-977107624ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.159610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, c5130d40-c3e8-4ec1-a259-009421ebdfc3) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:15.195103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:15.195686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.222441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa2fd6-e9c7-4cff-bb75-a768299bafb3 None None] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:15.244195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Pushing event updated for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:15.298792 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 4 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.327144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-9ebe45ec-4e38-427a-9617-0c039481be3b service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159812 Jan 25 15:31:15.331624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.332798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.333646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.366623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2e1da29e-b5e6-4853-8666-977107624ff1 None None] Port 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:15.399571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-b0c1e160-7e5f-4bbc-9761-c3efe6ff1d02 service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912333 Jan 25 15:31:15.489424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.490255 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.499404 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 5 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.529493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.570381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.577130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.577515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.583070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Transition to ACTIVE for port object de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:15.587964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.588285 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.589736 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 6 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.610759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.611221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a07fb-c95f-49b9-a019-d73a270dfcf3 None None] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:15.611491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.612001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.624708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.625336 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.627061 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 7 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.643412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.644050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.644608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.652713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.653195 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.653742 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 8 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.671662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.672195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.672838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.678939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.679478 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.680164 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 9 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.696375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.696978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.697666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.704230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.704771 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.705325 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 10 to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb Jan 25 15:31:15.723410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:15.723734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:15.724718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:15.730403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9ee41439-5300-4789-89a1-eab5331e0a14 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.1479077 Jan 25 15:31:15.731660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.739910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54014) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:15.788720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'project_id': '6ed5a9411ad841c7aaf5606eb3457188', 'port_id': '5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:15.807972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:15.824637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Usage tracker for resource:floatingip and tenant:6ed5a9411ad841c7aaf5606eb3457188 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:15.828478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-185124750', 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:15.834876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:15.836477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:15.839670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:port and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:15.842869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:15.850178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:15.859318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:15.860918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:15.865873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:15.866593 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:15.866593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.892955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262e9f-f492-44b1-98bf-f325a4d169c3 req-28c03b61-dd39-4de7-ba35-d626c8c3a1b6 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:15.900425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4262e9f-f492-44b1-98bf-f325a4d169c3 req-28c03b61-dd39-4de7-ba35-d626c8c3a1b6 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 943 time: 0.8972321 Jan 25 15:31:15.930588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:15.936719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Made reservation on behalf of a9491bcb92314e1f95c0471912ed19c7 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:15.941493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.950896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:15.964475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:15.968963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:15.969610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:15.971815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:15.998036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93cd9999-77fc-4c0b-9d89-ce4e16bb0dc1 req-95de1741-f489-4ba1-9bc9-53940bab818c service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542328 Jan 25 15:31:16.010582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] device_id is not set on port ce80b61c-5073-4502-b55f-901dcb8ffda1 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:16.043065 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-affe5c6a-3407-4c55-b80d-70609e4f8658 req-1e385e0e-d524-4e19-b2b5-06adc87b5559 service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461334 Jan 25 15:31:16.054821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Attempting to bind port e77d7e7c-2eaf-40ba-95e7-22747bd12aed on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:16.055236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Attempting to bind port e77d7e7c-2eaf-40ba-95e7-22747bd12aed by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:16.055465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Attempting to bind port e77d7e7c-2eaf-40ba-95e7-22747bd12aed on network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:16.063756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54026) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.071890 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-80263618-649e-4a45-a22e-1e1ef67b4755 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9605680 Jan 25 15:31:16.075521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54030) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.086549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b3', 'mac_address': 'fa:16:3e:92:f8:d2'}, {'ip_address': '2001:db8::27a', 'mac_address': 'fa:16:3e:65:cf:3b'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:16.098239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb, host hv-neutron-8262, cleared binding levels {{(pid=84138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:16.098783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempted to set empty binding levels {{(pid=84138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:31:16.129297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Port e77d7e7c-2eaf-40ba-95e7-22747bd12aed on network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:16.129666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Attempting to bind port e77d7e7c-2eaf-40ba-95e7-22747bd12aed on network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:16.143695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.173987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4262e9f-f492-44b1-98bf-f325a4d169c3 req-ec78c688-c9c2-455f-bde1-a26cedf0f73c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714622 Jan 25 15:31:16.245763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:16.246099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Checking segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:16.246482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Bound using segment: {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:16.246917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Bound port: e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be497439-3778-4d45-86f8-5d33de2d8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:16.247251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.266804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.20.0.14 (c5130d40-c3e8-4ec1-a259-009421ebdfc3/cdf6898d-326c-4776-a58c-b982eb846e17/ce80b61c-5073-4502-b55f-901dcb8ffda1) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:16.299449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7c6181fe-fd2f-4400-8026-3d63285720e3 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:16.305212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.397589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-36e01d6a-9db2-4c11-a254-0c00fc95a521 None None] Provisioning for port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:16.404594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-36e01d6a-9db2-4c11-a254-0c00fc95a521 None None] Provisioning complete for port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:16.405776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-36e01d6a-9db2-4c11-a254-0c00fc95a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.415338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] In _notify_port_updated(), no bound segment for port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:16.416467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.420396 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "PUT /v2.0/ports/9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb HTTP/1.1" status: 200 len: 980 time: 3.3157895 Jan 25 15:31:16.421637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54036) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.426939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36090ede-7dce-4c71-baee-1123139e8aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:16.465523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-36e01d6a-9db2-4c11-a254-0c00fc95a521 None None] Port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:16.543054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ff455-6d79-49ea-b1ac-aa4360a120ad req-3603da35-730a-4faf-a505-1aeb2da49e86 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:16.544479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bc2ff455-6d79-49ea-b1ac-aa4360a120ad req-3603da35-730a-4faf-a505-1aeb2da49e86 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 943 time: 0.5507021 Jan 25 15:31:16.608033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.643271 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-644bb96d-a4ea-40f2-86e5-a675195f558e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25547 time: 0.2136333 Jan 25 15:31:16.643714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54040) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.691273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:16.710212 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7c6181fe-fd2f-4400-8026-3d63285720e3 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be HTTP/1.1" status: 200 len: 366 time: 0.6442060 Jan 25 15:31:16.714859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54044) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.720830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Deleting port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:16.721185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.729137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-d9fb983a-d56d-4704-a29f-e2ad91749c68 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90f36143ebd24edfbb878abde7acca07&device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 1096 time: 0.5555561 Jan 25 15:31:16.737797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:16.772232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bc2ff455-6d79-49ea-b1ac-aa4360a120ad req-b1c3b8ef-70e2-4ca2-9274-569f2efb542f tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176979 Jan 25 15:31:16.778491 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9774e0eb-3f6a-417c-b4cb-3f426b5c896d tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0597191 Jan 25 15:31:16.778664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54048) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.783487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5042-25de-41d0-94ed-c71fa1ab85e0 req-b8ae1663-3f82-4002-957e-404a758523de tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:16.784966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82fa5042-25de-41d0-94ed-c71fa1ab85e0 req-b8ae1663-3f82-4002-957e-404a758523de tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 0.4388940 Jan 25 15:31:16.803548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.837253 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2971373e-1ba1-40c1-9e16-c6d76873c48b tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be HTTP/1.1" status: 200 len: 366 time: 0.0552227 Jan 25 15:31:16.837581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54052) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:16.871408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:16.877944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'status': 'completed', 'code': 200} Jan 25 15:31:16.885993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.013439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:17.019052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb, host hv-neutron-8262, got binding levels [] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:17.019401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.026836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:17.034725 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38222505-8daa-437d-a21a-abcb57db212c tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be HTTP/1.1" status: 204 len: 168 time: 0.1961608 Jan 25 15:31:17.035782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:17.045218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.061690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=ce80b61c-5073-4502-b55f-901dcb8ffda1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:17.112137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.113524 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] 10.222.0.41 "PUT /v2.0/ports/e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1093 time: 4.4402094 Jan 25 15:31:17.139634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.155416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82fa5042-25de-41d0-94ed-c71fa1ab85e0 req-c8a4a058-4660-40af-b547-2d3c628f3f83 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628697 Jan 25 15:31:17.157865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-849a97b2-99f2-457b-904a-a7fd09c65868 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0991023 Jan 25 15:31:17.167064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.187205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Calling delete_port for 9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:17.206470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f4da-e851-4f4d-81a1-108319a2b42d service neutron] Pushing event updated for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:17.226751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3392-8902-4675-ac0c-dc1221bccebe req-a133c335-0e7f-4c9f-84e2-c3347fd7361f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:17.230905 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-a133c335-0e7f-4c9f-84e2-c3347fd7361f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c79b3ad-7555-474b-86d0-46a515f6f59f HTTP/1.1" status: 200 len: 913 time: 0.4844484 Jan 25 15:31:17.256020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:17.256625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.371912 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-df6becab-b898-44b9-82e4-0d8a0586baff tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6321752 Jan 25 15:31:17.371912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.376912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54066) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.520853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event deleted for resources: {'Port': ['ID=9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:17.535633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.544147 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-be7b3cc3-e139-472f-b5f9-552030ad6a37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb HTTP/1.1" status: 204 len: 168 time: 0.8994954 Jan 25 15:31:17.548547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54070) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.552499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting port ce80b61c-5073-4502-b55f-901dcb8ffda1 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:17.552828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.559334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c4ca9916-3ce0-47c7-9389-0ace0b55332b tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be HTTP/1.1" status: 200 len: 370 time: 0.3543055 Jan 25 15:31:17.575132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54074) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.598663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-a515d5c6-8f1a-4770-9de5-d94c98d6e23e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c HTTP/1.1" status: 200 len: 217 time: 0.2384365 Jan 25 15:31:17.601753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-b0005eac-a04e-4757-b7f9-db00e3d92f60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9deee58f4edc465ca2a8e69103cf8766&device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 1097 time: 0.7197168 Jan 25 15:31:17.611725 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a97c10a4-d9b0-4bc9-a6b3-4c8e1db3b983 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be/default HTTP/1.1" status: 200 len: 370 time: 0.0272849 Jan 25 15:31:17.615959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54078) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.639550 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f141cde2-1d39-4c9c-a558-282422dd488b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:31:17.640035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f141cde2-1d39-4c9c-a558-282422dd488b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Synchronizing usage tracker for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:17.681313 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-151db39b-773b-4d83-83eb-e1b0eb9ff449 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] delete failed (client error): The resource could not be found. Jan 25 15:31:17.682328 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-151db39b-773b-4d83-83eb-e1b0eb9ff449 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ba3ada2ee6164370a7c9642210a3e4be HTTP/1.1" status: 404 len: 348 time: 0.0654829 Jan 25 15:31:17.775113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f141cde2-1d39-4c9c-a558-282422dd488b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Unset dirty status for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:17.776248 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f141cde2-1d39-4c9c-a558-282422dd488b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports/9872d5d0-e8ef-4c71-a581-bd5f6db5fbbb HTTP/1.1" status: 404 len: 333 time: 0.2267005 Jan 25 15:31:17.782749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54084) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:17.792669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2081289771', 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:17.795364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:17.815935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:17.857310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.886297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d3392-8902-4675-ac0c-dc1221bccebe req-656f70a2-e9e4-43ae-9a55-b5abe5290525 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:17.887781 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-656f70a2-e9e4-43ae-9a55-b5abe5290525 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=223dabcd-b14f-4b56-93a5-e41cc4c47798 HTTP/1.1" status: 200 len: 851 time: 0.2624953 Jan 25 15:31:17.900015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Allocated IP 172.26.8.181 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/fd41d184-32d7-47ef-81ac-0df183447eb4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:17.971242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Made reservation on behalf of cb2b04079cd8427695bf51001bc72bcf for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:17.973518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:17.988853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Calling delete_port for ce80b61c-5073-4502-b55f-901dcb8ffda1 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:18.024484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:18.036521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54090) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:18.042259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port ac05e7ed-c705-4107-af0c-92f6fa63c16d yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:18.043898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-1dc1135f-8c32-42e9-bae5-7e309fa87a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1096 time: 0.6777723 Jan 25 15:31:18.056911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f746eda-e089-40f5-a48b-b33b2f1dfff0 req-a65413bc-158d-4e54-b8cc-2d7a31f2c6aa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.058316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f746eda-e089-40f5-a48b-b33b2f1dfff0 req-a65413bc-158d-4e54-b8cc-2d7a31f2c6aa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 943 time: 0.5711594 Jan 25 15:31:18.078317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-a82eab57-0ca7-40c8-9f7a-ea73bd834033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.079701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-a82eab57-0ca7-40c8-9f7a-ea73bd834033 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 200 len: 906 time: 0.4610324 Jan 25 15:31:18.083389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.129997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:network and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.186778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.219570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:subnet and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.246187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.268331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.313560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.316483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:subnetpool and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.349463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-e87b9863-31fa-4c35-985a-c083720b9f2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 217 time: 0.2759101 Jan 25 15:31:18.371385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.375250 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-fb584ed6-2fd7-4e8a-b270-c698b1eb3d04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 200 len: 217 time: 0.2349246 Jan 25 15:31:18.377816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce80b61c-5073-4502-b55f-901dcb8ffda1,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:18.397980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.435195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:port and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.475257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.480268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] In _notify_port_updated(), no bound segment for port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 on network f4d5f301-3ea7-4d74-a629-83393b144ec3 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:18.484103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.485210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.485971 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "PUT /v2.0/ports/de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 HTTP/1.1" status: 200 len: 1068 time: 2.4095485 Jan 25 15:31:18.496365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54096) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:18.519952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66d883-a620-4e8d-a08d-9152c33a5fce tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event updated for resources: {'Port': ['ID=de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:18.531632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:router and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.555990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.560753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f746eda-e089-40f5-a48b-b33b2f1dfff0 req-bc0e5477-80d1-4789-8bb1-8a61b67317e7 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4731562 Jan 25 15:31:18.561184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.571532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-598fd95a-4611-43b3-a5c9-c4e964a81133 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c79b3ad-7555-474b-86d0-46a515f6f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6659453 Jan 25 15:31:18.594598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69806d8c-d300-4740-a64d-b1b3d131e8dd req-dedee5d5-07c1-4ac0-a3e1-4603fc6f6217 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.596114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69806d8c-d300-4740-a64d-b1b3d131e8dd req-dedee5d5-07c1-4ac0-a3e1-4603fc6f6217 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 943 time: 0.6426353 Jan 25 15:31:18.607785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:floatingip and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.613165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:18.613522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.619336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-45d9eb8c-92e8-4ee2-8d4d-5e741c32c674 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.621112 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-45d9eb8c-92e8-4ee2-8d4d-5e741c32c674 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.2579439 Jan 25 15:31:18.623755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.631130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-c47679d1-bf49-43d4-a137-5b63e2f867b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.632587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-c47679d1-bf49-43d4-a137-5b63e2f867b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c453d04-df69-428b-bdd6-2527c26041c1 HTTP/1.1" status: 200 len: 844 time: 0.2117784 Jan 25 15:31:18.654336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.708889 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-44a84927-5ff3-4b45-ac1e-f111af18a351 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ce80b61c-5073-4502-b55f-901dcb8ffda1 HTTP/1.1" status: 204 len: 168 time: 1.3034165 Jan 25 15:31:18.710051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.712944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54100) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:18.763113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3', 'external_fixed_ips': [{'subnet_id': 'cdf6898d-326c-4776-a58c-b982eb846e17', 'ip_address': '172.20.0.14'}]}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:18.796628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:18.825872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:router and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:18.829079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-813b36fe-a1e6-4aac-bc7e-025f905b7511 None None] Provisioning complete for port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:18.830165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-813b36fe-a1e6-4aac-bc7e-025f905b7511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.839690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:18.886043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:18.886767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-813b36fe-a1e6-4aac-bc7e-025f905b7511 None None] Port de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:18.887115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:18.904744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:18.938234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:18.939975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=ac05e7ed-c705-4107-af0c-92f6fa63c16d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:18.948460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:18.949229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:18.949893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:18.996597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:security_group and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:19.010490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.011408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.018055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:19.042427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.046873 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69806d8c-d300-4740-a64d-b1b3d131e8dd req-11d4266b-4710-4286-843a-4a389cbfd933 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195549 Jan 25 15:31:19.055246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Usage tracker for resource:security_group_rule and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:19.055634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-9cca4f31-8a04-4da5-9944-3a77f4946645 service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712701 Jan 25 15:31:19.062717 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1edca213-50e2-4c4f-9afc-d3cbe183bf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2766254 Jan 25 15:31:19.064295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54106) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:19.159674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 4864ab91-caeb-47e4-9072-adf48a5e9f3c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:31:19.188638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.235767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-04d2d658-6be4-4068-b3cf-1448ba9709d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5958164 Jan 25 15:31:19.236921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:19.239832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'status': 'completed', 'code': 200} Jan 25 15:31:19.245134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:19.263484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-5fa3e901-8314-407c-9b48-12cc0512ea1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be5ac1d-0c2b-4625-8984-1a8663566c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5238080 Jan 25 15:31:19.268810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc9abc-763b-4052-a5cf-149eb336e297 req-7afd8f85-1a14-4283-bae8-277dc7823f81 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:19.271661 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4dc9abc-763b-4052-a5cf-149eb336e297 req-7afd8f85-1a14-4283-bae8-277dc7823f81 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 0.5387850 Jan 25 15:31:19.280144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.301910 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78f2df2b-de58-48d0-8d2e-e8bfd4d1a180 tempest-QuotasTest-906991820 tempest-QuotasTest-906991820-project-admin] 10.222.0.26 "GET /v2.0/quotas/c414a233b892428e888eb4afa69cdb62/details.json HTTP/1.1" status: 200 len: 703 time: 1.2595463 Jan 25 15:31:19.354703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:19.376505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'port_id': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'mac_address': 'fa:16:3e:86:42:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:31:19.488268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d598d6ae-b61a-4dce-8fa6-221e9d398fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Synchronizing usage tracker for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:19.493197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.507106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Pushing event updated for resources: {'Port': ['ID=fd41d184-32d7-47ef-81ac-0df183447eb4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:19.518577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:19.523823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4864ab91-caeb-47e4-9072-adf48a5e9f3c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:19.541799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.546637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:19.549569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:19.571482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:19.613174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-760d3392-8902-4675-ac0c-dc1221bccebe req-65f74fd7-342a-4fe5-8fde-48857929f3cb service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502203 Jan 25 15:31:19.623234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.645356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:19.646160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8d25909-ecdd-4977-983b-4847204ee6a9 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:31:19.657238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4dc9abc-763b-4052-a5cf-149eb336e297 req-1d00f923-9a58-4567-9adf-e37a562c37c5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3504016 Jan 25 15:31:19.715734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:19.728023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d598d6ae-b61a-4dce-8fa6-221e9d398fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Unset dirty status for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:19.729201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d598d6ae-b61a-4dce-8fa6-221e9d398fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports/ac05e7ed-c705-4107-af0c-92f6fa63c16d HTTP/1.1" status: 200 len: 959 time: 0.6470463 Jan 25 15:31:19.731303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-1aa42f10-5bcb-4cbf-bc02-c0bc2a91f059 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736528 Jan 25 15:31:19.738876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54116) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:19.767871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:19.775665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-dde039fd-4529-4c97-b12f-5aa2de2f880c service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774127 Jan 25 15:31:19.940955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:19.957887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'port_id': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'mac_address': 'fa:16:3e:32:cd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:31:20.072804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.111655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Deleting port ac05e7ed-c705-4107-af0c-92f6fa63c16d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:20.111994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.114069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d25909-ecdd-4977-983b-4847204ee6a9 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:20.140545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.147934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:20.174273 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a64537b9-81cf-4940-913a-9fc5b40b1f99 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 HTTP/1.1" status: 204 len: 168 time: 1.6757557 Jan 25 15:31:20.176587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54124) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:20.221943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54128) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:20.241904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.267563 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92857eb-388d-475d-8ec9-19e300f9731e tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] GET failed (client error): The resource could not be found. Jan 25 15:31:20.268119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d92857eb-388d-475d-8ec9-19e300f9731e tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Synchronizing usage tracker for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:20.349845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:20.357313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.386798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d92857eb-388d-475d-8ec9-19e300f9731e tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Unset dirty status for tenant:2067e223040b4b7e98d4b8a667ec5e24 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:20.391515 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d92857eb-388d-475d-8ec9-19e300f9731e tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports/de9ef2b4-9ce2-464b-8ed8-a5da755f1cb0 HTTP/1.1" status: 404 len: 333 time: 0.2090509 Jan 25 15:31:20.391515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54134) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:20.430888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.460859 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d3e32df-866d-47ff-94bb-d3f9a1ce6636 req-3739aa77-1da6-4312-be34-b42e1b8b952a service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190168 Jan 25 15:31:20.494822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d89ec506-8c91-4c73-80aa-b70569b3bccb req-20ce0f87-bdfa-44b8-bddb-a757a8d733c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841855 Jan 25 15:31:20.495023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.545271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port 91111068-93d4-439a-ad20-950ca14a2c4d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:20.545642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.561074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b8d25909-ecdd-4977-983b-4847204ee6a9'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:31:20.604706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['4864ab91-caeb-47e4-9072-adf48a5e9f3c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:31:20.608894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd318d-8183-4cf0-8f3b-fdf037ba1e4e req-96041b9a-0f00-4df0-8b7c-25f410b808bd tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:20.610378 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27fd318d-8183-4cf0-8f3b-fdf037ba1e4e req-96041b9a-0f00-4df0-8b7c-25f410b808bd tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 943 time: 0.8338237 Jan 25 15:31:20.653804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:20.662959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Usage tracker for resource:security_group_rule and tenant:18512cee14ea477eb36a3cff098f292b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:20.696158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:20.718035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:20.802004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.905098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.20.0.14 (c5130d40-c3e8-4ec1-a259-009421ebdfc3/cdf6898d-326c-4776-a58c-b982eb846e17/2fb6e027-d944-4e01-8ce3-9991cdbe9e0a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:20.948798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Calling delete_port for ac05e7ed-c705-4107-af0c-92f6fa63c16d owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:20.978103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:20.985471 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27fd318d-8183-4cf0-8f3b-fdf037ba1e4e req-20d22bf8-017b-466f-81a9-52313f5cba0a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270884 Jan 25 15:31:21.008407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806eccbd-c821-49a0-8299-b0c7e866eb6c req-ca7042eb-11a6-4997-900f-50ea4fbe12fc tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:21.009703 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-806eccbd-c821-49a0-8299-b0c7e866eb6c req-ca7042eb-11a6-4997-900f-50ea4fbe12fc tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 944 time: 0.7443030 Jan 25 15:31:21.143492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Sync routers for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:21.162314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:21.163165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:21.226066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-fa6e19ea-fea3-4353-bb37-d5ed03839de3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1096 time: 0.6319194 Jan 25 15:31:21.233632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.242335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for 91111068-93d4-439a-ad20-950ca14a2c4d owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:21.317153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.360034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-806eccbd-c821-49a0-8299-b0c7e866eb6c req-a5aa2777-9e17-4f1d-b523-43ff20700e8f tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417475 Jan 25 15:31:21.371736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:21.409780 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=18512cee14ea477eb36a3cff098f292b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1612749 Jan 25 15:31:21.410566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb049e13-3778-4722-ba8b-c2abecbbbf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4c305-6db1-46d4-9612-cead1a246a67,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:21.413813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54140) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:21.423342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.440245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.498326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-e3828429-704b-4c64-9bbd-b132d9ff341a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:21.499599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-e3828429-704b-4c64-9bbd-b132d9ff341a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.2518582 Jan 25 15:31:21.505788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc158dea-d7fd-43c6-9b01-06bcf80f1c95 req-cf4def34-76eb-4d99-aa5d-d8a34785526b tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:21.506912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fc158dea-d7fd-43c6-9b01-06bcf80f1c95 req-cf4def34-76eb-4d99-aa5d-d8a34785526b tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 945 time: 0.3300173 Jan 25 15:31:21.511338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac05e7ed-c705-4107-af0c-92f6fa63c16d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:21.557155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.583955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.650877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.655650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.673764 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-d769adb8-7a99-4046-9630-40a6e686274c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 217 time: 0.1650019 Jan 25 15:31:21.696526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=91111068-93d4-439a-ad20-950ca14a2c4d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:21.732599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 2, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:21.737082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Checking router: 2c15ee69-0c3b-4c43-b218-20639cccb0a5 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:31:21.737549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Updating router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 port 9685a822-1752-4e30-a9aa-5afc7e16abab binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:31:21.739294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.743543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.756566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fc158dea-d7fd-43c6-9b01-06bcf80f1c95 req-21b9f701-c42b-4764-a3cb-34cc10984b97 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936035 Jan 25 15:31:21.795382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.806065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.806260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-bdbaf5a8-ab95-448d-97ba-f02ed0e4b8b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:21.808165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-bdbaf5a8-ab95-448d-97ba-f02ed0e4b8b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.1208375 Jan 25 15:31:21.814713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8abb6b1c-5439-4123-9660-0f5e9d4b911e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "DELETE /v2.0/ports/ac05e7ed-c705-4107-af0c-92f6fa63c16d HTTP/1.1" status: 204 len: 168 time: 2.0709913 Jan 25 15:31:21.826613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54144) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:21.829501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.886031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4c305-6db1-46d4-9612-cead1a246a67,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:21.921635 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6218d26c-74a6-4005-a09e-b3e1368d3f3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:31:21.922288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6218d26c-74a6-4005-a09e-b3e1368d3f3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Synchronizing usage tracker for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:21.927075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:21.930823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network c5130d40-c3e8-4ec1-a259-009421ebdfc3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:21.933760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:21.936213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:21.992786 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a8c233f-503d-469e-8522-6567343f5d4f tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/91111068-93d4-439a-ad20-950ca14a2c4d HTTP/1.1" status: 204 len: 168 time: 1.6003134 Jan 25 15:31:21.995697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54148) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:21.996160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:21.997537 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7b8124a1-e5d2-45a1-8215-4952116a7b96 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21f4c305-6db1-46d4-9612-cead1a246a67 HTTP/1.1" status: 204 len: 168 time: 0.5806034 Jan 25 15:31:22.120074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.126162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6218d26c-74a6-4005-a09e-b3e1368d3f3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Unset dirty status for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:22.132942 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6218d26c-74a6-4005-a09e-b3e1368d3f3c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports/ac05e7ed-c705-4107-af0c-92f6fa63c16d HTTP/1.1" status: 404 len: 333 time: 0.3051541 Jan 25 15:31:22.133810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54156) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:22.139600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553225050'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:22.144534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:22.156928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:22.223713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fdd579-2a5e-45e4-b1db-3dc72a222449 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] GET failed (client error): The resource could not be found. Jan 25 15:31:22.224949 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-02fdd579-2a5e-45e4-b1db-3dc72a222449 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "GET /v2.0/ports/91111068-93d4-439a-ad20-950ca14a2c4d HTTP/1.1" status: 404 len: 333 time: 0.2283475 Jan 25 15:31:22.228640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54160) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:22.290126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Made reservation on behalf of cb2b04079cd8427695bf51001bc72bcf for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:22.292527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.299534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.311322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Transition to ACTIVE for port object 9685a822-1752-4e30-a9aa-5afc7e16abab will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:22.315760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port e7a31560-5b41-445e-8fc0-7f08c0286c76 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:22.316093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.354666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port cb7605d3-7978-4c64-8ee7-78f76f2caacc yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:22.388620 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-56648a83-9333-4eab-90a0-c7c78bbf01a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5733416 Jan 25 15:31:22.396426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.417319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.417961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.526501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736229-45e9-46b2-98c9-7598d6fc0774 req-8c4a5e4e-4318-481d-a124-e8ce11e31baa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:22.535257 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e736229-45e9-46b2-98c9-7598d6fc0774 req-8c4a5e4e-4318-481d-a124-e8ce11e31baa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 943 time: 0.3141530 Jan 25 15:31:22.637575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aecb8-2328-47f7-88e2-bbb5c0919add None None] Pushing event updated for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:22.661632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:22.695032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.729516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e736229-45e9-46b2-98c9-7598d6fc0774 req-dad215d0-703e-4619-8765-30df794b6eef tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922362 Jan 25 15:31:22.742182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Attempting to bind port 9685a822-1752-4e30-a9aa-5afc7e16abab on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:22.742548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Attempting to bind port 9685a822-1752-4e30-a9aa-5afc7e16abab by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:22.742903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Attempting to bind port 9685a822-1752-4e30-a9aa-5afc7e16abab on network 7be5ac1d-0c2b-4625-8984-1a8663566c59 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:22.752324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:22.752694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Checking segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:22.753180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.753847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Bound using segment: {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:22.754303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Bound port: 9685a822-1752-4e30-a9aa-5afc7e16abab, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efb9846-3577-4067-bc3c-da7cb49534c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:22.754668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.759542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-9738fc3c-073c-4da1-bfa3-f51d1225dc4e service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437228 Jan 25 15:31:22.769731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.850635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:22.933591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] For port 9685a822-1752-4e30-a9aa-5afc7e16abab, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:22.942513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] For port 9685a822-1752-4e30-a9aa-5afc7e16abab, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9685a822-1752-4e30-a9aa-5afc7e16abab,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:22.962685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54170) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:23.011980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.013862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.037012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.084337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01e9f-47fc-4695-8581-004705738c18 req-444cba8b-9006-47d5-b048-eabe91f06786 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:23.085752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1c01e9f-47fc-4695-8581-004705738c18 req-444cba8b-9006-47d5-b048-eabe91f06786 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 944 time: 0.5467131 Jan 25 15:31:23.093734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Pushing event updated for resources: {'Port': ['ID=fd41d184-32d7-47ef-81ac-0df183447eb4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:23.099893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:23.100549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:23.148239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for e7a31560-5b41-445e-8fc0-7f08c0286c76 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:23.150422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.160944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e77d7e7c-2eaf-40ba-95e7-22747bd12aed details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:31:23.164046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 4864ab91-caeb-47e4-9072-adf48a5e9f3c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:23.195428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aecb8-2328-47f7-88e2-bbb5c0919add None None] Pushing event updated for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:23.280237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:23.308997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c414a233b892428e888eb4afa69cdb62 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:23.309333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.320340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1c01e9f-47fc-4695-8581-004705738c18 req-90597ceb-4db7-4acd-a14d-49197ec0c1a1 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180591 Jan 25 15:31:23.322661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:23.332653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58946ee9-dc0c-4c66-972f-b94389c976f1 req-6f7dea2f-ce4f-4e14-80a0-2d02b56f4773 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520337 Jan 25 15:31:23.334046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:23.373282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7fe88-73f9-45cb-984c-1821c989c643 req-4f49de07-c0f8-4a1f-80ec-50bc93b59f25 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:23.373964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.resource_extend [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:23.374871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3ea7fe88-73f9-45cb-984c-1821c989c643 req-4f49de07-c0f8-4a1f-80ec-50bc93b59f25 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 945 time: 0.4252164 Jan 25 15:31:23.412478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Network 0a70536d-49d3-42b2-9294-92fe4ec648f8 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:23.418641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7605d3-7978-4c64-8ee7-78f76f2caacc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:23.420983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:23.424205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:23.425009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:23.425617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.498992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.541473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:23.543179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3ea7fe88-73f9-45cb-984c-1821c989c643 req-4c22d411-a329-42b9-a195-fe299dfc43a3 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589417 Jan 25 15:31:23.552228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=e7a31560-5b41-445e-8fc0-7f08c0286c76,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:23.556154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f50dae5e-7f36-488e-8b2c-6ac884a2374b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4211559 Jan 25 15:31:23.558839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54174) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:23.560993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.600019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8262'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:23.608092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Floating IP 60fde738-ea9f-4a02-8972-538e10d87e92 associated. External IP: 172.26.8.181, port: 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01. Jan 25 15:31:23.615589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 4864ab91-caeb-47e4-9072-adf48a5e9f3c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:23.641279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:23.657483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 4864ab91-caeb-47e4-9072-adf48a5e9f3c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:23.657483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.657752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router 963c308f-cebb-43ca-9f2f-972537da9ca4 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:31:23.670280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.717893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'port_id': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'mac_address': 'fa:16:3e:2a:be:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:31:23.724571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.730490 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9bd6ef80-a596-40ff-b97f-2beb0764ebe7 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/ports/e7a31560-5b41-445e-8fc0-7f08c0286c76 HTTP/1.1" status: 204 len: 168 time: 1.5006201 Jan 25 15:31:23.731215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54178) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:23.737626 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c414a233b892428e888eb4afa69cdb62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7662237 Jan 25 15:31:23.738907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d8a5d-7f34-4821-8d0d-905ca3785b1b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:23.748029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54180) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:23.752379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.752829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.753221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.753638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.754801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.754801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.754801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.755803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.756254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.756666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.757198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5321bc48-45b2-482d-b264-e078db3e30b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:23.827957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:23.964949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.042188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77d7e7c-2eaf-40ba-95e7-22747bd12aed {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:31:24.069777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b730c-9905-43bd-9405-1d9eb9d0a13f req-0e8b1293-9974-43d8-b84e-9a01c4f4a048 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:24.071462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a23b730c-9905-43bd-9405-1d9eb9d0a13f req-0e8b1293-9974-43d8-b84e-9a01c4f4a048 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 943 time: 0.1103816 Jan 25 15:31:24.071666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.170569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:24.196301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:24.200184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a23b730c-9905-43bd-9405-1d9eb9d0a13f req-df86e763-6c15-4744-ad2a-248cdee48f6f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687504 Jan 25 15:31:24.202767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.291796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting subnet f4943d6e-0bca-4e5c-9952-5517ca614fc3 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:31:24.298654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.319538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.322282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Router b41bdbb6-6220-4d04-9b37-e081602d04ba has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:24.334491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.350960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:24.401240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:22Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:24.408186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f437519d-14b5-4812-86ef-b0f0a2a47844 None None] The sync data for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv is: [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:22Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:24.412982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:24.429721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.430885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8d25909-ecdd-4977-983b-4847204ee6a9 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:24.440834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:24.535928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.648139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:24.668352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] device_id is not set on port cb7605d3-7978-4c64-8ee7-78f76f2caacc yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:24.683054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['e77d7e7c-2eaf-40ba-95e7-22747bd12aed'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:31:24.699166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.750041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b8d25909-ecdd-4977-983b-4847204ee6a9 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:24.763168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98865ec7-0e9f-4c4b-8ac2-bcf1b9fd5c90 req-0a3f60f2-f0ed-4a72-82e2-f16589ec045d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:24.764636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-98865ec7-0e9f-4c4b-8ac2-bcf1b9fd5c90 req-0a3f60f2-f0ed-4a72-82e2-f16589ec045d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.1354067 Jan 25 15:31:24.781524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b8d25909-ecdd-4977-983b-4847204ee6a9 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:24.781985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.838291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:24.850220 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] Sync routers for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:24.872511 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:24.873206 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:24.886156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-98865ec7-0e9f-4c4b-8ac2-bcf1b9fd5c90 req-4ca194a5-f06e-4347-beb4-2d0a65e10b96 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880246 Jan 25 15:31:24.912409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2e4b-d067-424e-9c79-0d4e6b186c26 req-4bc4fad9-9f60-429f-9e56-06b0f1368a1b tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:24.914304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f2a2e4b-d067-424e-9c79-0d4e6b186c26 req-4bc4fad9-9f60-429f-9e56-06b0f1368a1b tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 945 time: 0.1478105 Jan 25 15:31:24.940021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.969184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:24.996028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.020457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Transition to ACTIVE for port object cb7605d3-7978-4c64-8ee7-78f76f2caacc will not be triggered until provisioned by entity L2. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:25.022015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d8a5d-7f34-4821-8d0d-905ca3785b1b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:25.025906 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:25.027047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.043728 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b1d8a5d-7f34-4821-8d0d-905ca3785b1b HTTP/1.1" status: 204 len: 168 time: 1.2494736 Jan 25 15:31:25.053217 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f2a2e4b-d067-424e-9c79-0d4e6b186c26 req-3374e963-1f1b-4fa7-9466-61d0cd058cdb tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321158 Jan 25 15:31:25.057292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:25.070999 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69e512de-3cd8-4bd2-a8dd-3b166d1425ea tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.9827359 Jan 25 15:31:25.074002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54202) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:25.079672 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:25.080309 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:25.081607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Sync routers for ids ['963c308f-cebb-43ca-9f2f-972537da9ca4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:25.110733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.146761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:25.153050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Routers {'963c308f-cebb-43ca-9f2f-972537da9ca4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:25.153830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['963c308f-cebb-43ca-9f2f-972537da9ca4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:25.212725 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'code': 200} Jan 25 15:31:25.250007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.299978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1e31e360-66c5-40ad-8e95-3c87c21c01b2 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "GET /v2.0/floatingips/60fde738-ea9f-4a02-8972-538e10d87e92 HTTP/1.1" status: 200 len: 983 time: 0.2246864 Jan 25 15:31:25.303966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54208) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:25.319246 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:25.319660 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfe1af8-e62b-433c-83ef-95f496e9a8e7 None None] The sync data for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:25.329393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.504129 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46ea99b6-ae62-4115-a9bb-cd39698cba69 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.2021754 Jan 25 15:31:25.507550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54212) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:25.552864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7605d3-7978-4c64-8ee7-78f76f2caacc,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:25.561930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.562272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.562610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.562942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.563665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.563665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.573633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.574030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.574372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.574705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.575296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b9b3a-5885-42b8-bc3d-444ea5a2917f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.584380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Set router 963c308f-cebb-43ca-9f2f-972537da9ca4 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:25.593017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.593413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.595055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.595401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.595827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.596168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.596530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.596865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.597195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.597566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.602841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.631256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:25.631256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:25.631256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:25.637859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:25.638207 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:25.638849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.640907 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-41ad2175-162f-47ab-9858-93a0efc52f76 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.9184999 Jan 25 15:31:25.642902 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 2 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:25.652192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:25.658708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54216) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:25.659795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:25.660437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:25.660772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:25.746489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.790739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:25.805601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:25.805936 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:25.816881 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 3 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:25.821235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.821790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.822490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.822988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.823449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.823947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.824439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.824916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.825369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.825839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.826306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:31:25.838708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:25.839241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:25.839585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:25.841268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea859c19-2532-4bd7-8ebe-0e0b9305b3f2 None None] Network f4d5f301-3ea7-4d74-a629-83393b144ec3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:25.841939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Subnet': ['ID=f4943d6e-0bca-4e5c-9952-5517ca614fc3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:25.850562 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d6ff3c19-b9c3-432e-9c0d-92bf44b41a92 tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/subnets/f4943d6e-0bca-4e5c-9952-5517ca614fc3 HTTP/1.1" status: 204 len: 168 time: 2.1071177 Jan 25 15:31:25.854425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54222) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:25.882269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9685a822-1752-4e30-a9aa-5afc7e16abab up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:25.891675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:25.892018 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:25.909864 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 4 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:25.963566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port fd41d184-32d7-47ef-81ac-0df183447eb4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:25.964123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.010297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.010600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.010852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.056235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d2719-c10f-4cf3-8b04-7051c896b02f req-fca84efb-d9c3-4abc-8ddc-d24ad59a49ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:26.063050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-711d2719-c10f-4cf3-8b04-7051c896b02f req-fca84efb-d9c3-4abc-8ddc-d24ad59a49ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 944 time: 0.6691918 Jan 25 15:31:26.173646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.175311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.175635 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.186666 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 5 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.216317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.216724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.217121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.232477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Deleting port 603a30e9-7b11-4a8d-8fef-c703b8290c65 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:26.235739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.267094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.267763 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.275040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 6 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.321928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.322785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.322785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.335945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.336291 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.342196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c240c0b8-5e3a-4c2a-a531-762f0121f0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 1098 time: 0.7247369 Jan 25 15:31:26.342515 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 7 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.379021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c308f-cebb-43ca-9f2f-972537da9ca4', 'name': '', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3', 'external_fixed_ips': [{'subnet_id': 'cdf6898d-326c-4776-a58c-b982eb846e17', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '2fb6e027-d944-4e01-8ce3-9991cdbe9e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:19Z', 'updated_at': '2022-01-25T15:31:22Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': '2fb6e027-d944-4e01-8ce3-9991cdbe9e0a', 'name': '', 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c308f-cebb-43ca-9f2f-972537da9ca4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cdf6898d-326c-4776-a58c-b982eb846e17', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:31:20Z', 'updated_at': '2022-01-25T15:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cdf6898d-326c-4776-a58c-b982eb846e17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:26.384944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Checking router: 963c308f-cebb-43ca-9f2f-972537da9ca4 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:31:26.385511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Updating router 963c308f-cebb-43ca-9f2f-972537da9ca4 port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:31:26.385824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-711d2719-c10f-4cf3-8b04-7051c896b02f req-cbee862e-c0a6-4b61-85c9-edb23ce3b5ef tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194318 Jan 25 15:31:26.433788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9685a822-1752-4e30-a9aa-5afc7e16abab completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:26.438794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.452783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9685a822-1752-4e30-a9aa-5afc7e16abab triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:26.453436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.485000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] DHCP port deletion for f4d5f301-3ea7-4d74-a629-83393b144ec3 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:31:26.505925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.506393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.511811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Deleting port 603a30e9-7b11-4a8d-8fef-c703b8290c65 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:26.512191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.568088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] For port 603a30e9-7b11-4a8d-8fef-c703b8290c65, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=603a30e9-7b11-4a8d-8fef-c703b8290c65,segment=NetworkSegment(c0871455-b08d-4435-96ad-44177d5a3230),segment_id=c0871455-b08d-4435-96ad-44177d5a3230)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:26.568689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.576937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.577149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.577469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.585835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.640200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:26.645009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.645339 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.674624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for fd41d184-32d7-47ef-81ac-0df183447eb4 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:26.709047 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 8 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.721709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:26.742585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c5e5a-e2f9-4699-ab3a-f687926978c8 req-602b50a7-8ef8-475d-a96a-fa70c8cc13a0 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:26.744077 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-275c5e5a-e2f9-4699-ab3a-f687926978c8 req-602b50a7-8ef8-475d-a96a-fa70c8cc13a0 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.5347991 Jan 25 15:31:26.747237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Usage tracker for resource:security_group_rule and tenant:1a4e9a2386c049ceb0a48dc430306749 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:26.752845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:26.768653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:26.787384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.788171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.788506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.798836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Calling delete_port for 603a30e9-7b11-4a8d-8fef-c703b8290c65 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:26.846278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.846466 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.849897 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 9 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.892404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0270738-2ee4-43b1-a849-5de2a86cb440 req-6ba2970e-3faf-45b1-8982-1745590acc2e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:26.898768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.899100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.899435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:26.899630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a0270738-2ee4-43b1-a849-5de2a86cb440 req-6ba2970e-3faf-45b1-8982-1745590acc2e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.3225961 Jan 25 15:31:26.908709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-275c5e5a-e2f9-4699-ab3a-f687926978c8 req-2646b614-9552-49d6-8b31-8d159d872870 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476252 Jan 25 15:31:26.917288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:26.917662 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:26.919365 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempt 10 to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc Jan 25 15:31:26.938102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:26.938581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:26.938920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempting to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:27.005114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.033744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.046672 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a0270738-2ee4-43b1-a849-5de2a86cb440 req-170d2f76-4ffe-486f-bb98-2641eb05b47f tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461697 Jan 25 15:31:27.050612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:31:27.050981 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Failed to bind port cb7605d3-7978-4c64-8ee7-78f76f2caacc on host hv-neutron-8262 for vnic_type normal using segments [{'id': 'd2937c03-3732-43df-aa08-f0056b234eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a70536d-49d3-42b2-9294-92fe4ec648f8'}] Jan 25 15:31:27.051363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.080171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Port': ['ID=603a30e9-7b11-4a8d-8fef-c703b8290c65,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:27.095436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] No DVR routers for this DVR port 603a30e9-7b11-4a8d-8fef-c703b8290c65 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:31:27.100241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.103779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.109869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] For port 603a30e9-7b11-4a8d-8fef-c703b8290c65, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=603a30e9-7b11-4a8d-8fef-c703b8290c65,segment=NetworkSegment(c0871455-b08d-4435-96ad-44177d5a3230),segment_id=c0871455-b08d-4435-96ad-44177d5a3230)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:27.110252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.142619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54244) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:27.176427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2be57707-593c-4355-a54a-df48dfa742b3 req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8277223 Jan 25 15:31:27.183722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9beb0f4-40d3-47f1-ac8a-45bcf0d04e80 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cdc9a2-e17b-4985-8103-1ff88ce2223a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:27.186944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.244958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e77d7e7c-2eaf-40ba-95e7-22747bd12aed up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:27.251233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=fd41d184-32d7-47ef-81ac-0df183447eb4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:27.268048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:27.287833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Calling delete_port for 603a30e9-7b11-4a8d-8fef-c703b8290c65 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:27.379333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.388048 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'code': 200} Jan 25 15:31:27.398135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.410319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9685a822-1752-4e30-a9aa-5afc7e16abab, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9685a822-1752-4e30-a9aa-5afc7e16abab,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:27.465212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d5f301-3ea7-4d74-a629-83393b144ec3']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:27.494460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.503117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port cb7605d3-7978-4c64-8ee7-78f76f2caacc, host hv-neutron-8262, cleared binding levels {{(pid=84138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:27.503653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1788469937'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:27.506349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Attempted to set empty binding levels {{(pid=84138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:31:27.510838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:27.515916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0871455-b08d-4435-96ad-44177d5a3230') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:27.516216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0871455-b08d-4435-96ad-44177d5a3230') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:27.516479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:network and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:27.520152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:27.532117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.534872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:27.553231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.562198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.568968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:27.569618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.580806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:31:27.585358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:27.585503 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:27.632708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:27.640841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.669529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port e77d7e7c-2eaf-40ba-95e7-22747bd12aed completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:27.676161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.683207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port e77d7e7c-2eaf-40ba-95e7-22747bd12aed triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:27.683207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.684846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1da3e9-a7a4-4b29-93ec-65651234391f req-411a87d7-33ca-4fff-9693-0f2c0db854de tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:27.686899 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce1da3e9-a7a4-4b29-93ec-65651234391f req-411a87d7-33ca-4fff-9693-0f2c0db854de tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 944 time: 0.1303663 Jan 25 15:31:27.720519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:27.720976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.738313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 603a30e9-7b11-4a8d-8fef-c703b8290c65 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:31:27.744066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:27.747298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.767886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.769403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] In _notify_port_updated(), no bound segment for port cb7605d3-7978-4c64-8ee7-78f76f2caacc on network 0a70536d-49d3-42b2-9294-92fe4ec648f8 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:27.770364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.771701 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "PUT /v2.0/ports/cb7605d3-7978-4c64-8ee7-78f76f2caacc HTTP/1.1" status: 200 len: 981 time: 4.2113647 Jan 25 15:31:27.774758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54254) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:27.795553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 603a30e9-7b11-4a8d-8fef-c703b8290c65 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:31:27.796170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 603a30e9-7b11-4a8d-8fef-c703b8290c65 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:31:27.799179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Transition to ACTIVE for port object 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:27.808162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:27.812115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:security_group_rule and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:27.814922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:27.822462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:27.866866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419b69c-d4f9-4ef3-9d97-5bf36a30239f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event updated for resources: {'Port': ['ID=cb7605d3-7978-4c64-8ee7-78f76f2caacc,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:27.886870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.891384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.910990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.924991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.931056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Deleting port cb7605d3-7978-4c64-8ee7-78f76f2caacc {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:27.931385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.983683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:27.987915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:27.997416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.002717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] Pushing event deleted for resources: {'Network': ['ID=f4d5f301-3ea7-4d74-a629-83393b144ec3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.017091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae65f-806e-4a7a-932b-030a35a04c37 None None] Pushing event updated for resources: {'Port': ['ID=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.020383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Attempting to bind port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:28.020505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Attempting to bind port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5daccd41-df7d-4ac3-8439-23c3cd8e217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:28.021013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Attempting to bind port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a on network c5130d40-c3e8-4ec1-a259-009421ebdfc3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:28.028960 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bab539b1-5859-4b09-af1f-0cb94316829b tempest-AllowedAddressPairIpV6TestJSON-1374100156 tempest-AllowedAddressPairIpV6TestJSON-1374100156-project] 10.222.0.26 "DELETE /v2.0/networks/f4d5f301-3ea7-4d74-a629-83393b144ec3 HTTP/1.1" status: 204 len: 168 time: 2.1733694 Jan 25 15:31:28.031725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:28.032235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Checking segment: {'id': '5daccd41-df7d-4ac3-8439-23c3cd8e217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:28.033005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.033279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Bound using segment: {'id': '5daccd41-df7d-4ac3-8439-23c3cd8e217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:28.033893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Bound port: 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5daccd41-df7d-4ac3-8439-23c3cd8e217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'c5130d40-c3e8-4ec1-a259-009421ebdfc3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:28.034344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.064614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.110137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Deleting port 603a30e9-7b11-4a8d-8fef-c703b8290c65 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:28.110137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.110385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.212019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4b289c94-fab8-431b-a2c2-3a656f36ade0 None None] The port '603a30e9-7b11-4a8d-8fef-c703b8290c65' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:31:28.246056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:28.252563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] For port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:28.254559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.259664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] For port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,segment=NetworkSegment(5daccd41-df7d-4ac3-8439-23c3cd8e217a),segment_id=5daccd41-df7d-4ac3-8439-23c3cd8e217a)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:28.276314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce1da3e9-a7a4-4b29-93ec-65651234391f req-90bc3104-021c-4c33-8db6-d10d22dd3539 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5146556 Jan 25 15:31:28.276889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38cd00-be68-434a-82b7-2b03ef7422e8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.297312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Calling delete_port for 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:28.302824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.303161 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Added segment 013ab352-5108-496e-ae0e-c2f15202cab5 of type vlan for network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 Jan 25 15:31:28.352240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24832781-2980-488f-b021-1455e82198a5 req-7c2f2850-7d59-4ee5-858e-a0feeb49de73 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:28.353696 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24832781-2980-488f-b021-1455e82198a5 req-7c2f2850-7d59-4ee5-858e-a0feeb49de73 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.2909050 Jan 25 15:31:28.357200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.364947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.386941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d57cd5c1-916a-4301-879b-8d5d26bb3095 req-a2c91b87-cf87-4dc7-b7a2-d4f7c210129a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 1099 time: 0.4789069 Jan 25 15:31:28.484790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Routers {'963c308f-cebb-43ca-9f2f-972537da9ca4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:28.485472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['963c308f-cebb-43ca-9f2f-972537da9ca4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:28.553600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae65f-806e-4a7a-932b-030a35a04c37 None None] Pushing event updated for resources: {'Port': ['ID=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.575354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] For port cb7605d3-7978-4c64-8ee7-78f76f2caacc, host hv-neutron-8262, got binding levels [] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:28.585401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.672138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54266) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:28.684731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24832781-2980-488f-b021-1455e82198a5 req-794775a4-e8e4-49e0-a2da-22f6ad2e8220 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215513 Jan 25 15:31:28.740518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] Set router 963c308f-cebb-43ca-9f2f-972537da9ca4 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:28.800708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Calling delete_port for cb7605d3-7978-4c64-8ee7-78f76f2caacc owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:28.808320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d57cd5c1-916a-4301-879b-8d5d26bb3095 req-1f96f5db-8c98-4e1c-8043-f15af66f0927 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4118791 Jan 25 15:31:28.814824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.819541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:28.820120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.847836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:31:28.848192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:31:28.860884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c308f-cebb-43ca-9f2f-972537da9ca4', 'name': '', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:19Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 4, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:28.868494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c649db-3f45-4187-937c-e612a5dd430c None None] The sync data for ids ['963c308f-cebb-43ca-9f2f-972537da9ca4'] in dv-neutron-826291-2-hyperv is: [{'id': '963c308f-cebb-43ca-9f2f-972537da9ca4', 'name': '', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:19Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 4, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:28.930551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.977042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb7605d3-7978-4c64-8ee7-78f76f2caacc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:28.984498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:28.997795 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-86ff834a-37f8-41b2-8510-9004a827d6be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "DELETE /v2.0/ports/cb7605d3-7978-4c64-8ee7-78f76f2caacc HTTP/1.1" status: 204 len: 168 time: 1.2176831 Jan 25 15:31:28.998020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:29.006409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6920d36-a82b-4e50-9140-f0f9197198a2 req-14b65c85-1090-4d84-be06-cd6e36bb21a5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:29.007859 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6920d36-a82b-4e50-9140-f0f9197198a2 req-14b65c85-1090-4d84-be06-cd6e36bb21a5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.5645099 Jan 25 15:31:29.015734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Network': ['ID=0f56825d-1a3c-4e0e-b0fa-8d370025c9b3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:29.027200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:29.037932 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca95890-f7d2-43d7-bc2c-384f9979bafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:31:29.038714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5ca95890-f7d2-43d7-bc2c-384f9979bafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Synchronizing usage tracker for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:29.105301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5ca95890-f7d2-43d7-bc2c-384f9979bafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] Unset dirty status for tenant:cb2b04079cd8427695bf51001bc72bcf on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:29.106447 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5ca95890-f7d2-43d7-bc2c-384f9979bafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536127981-project-admin] 10.222.0.26 "GET /v2.0/ports/cb7605d3-7978-4c64-8ee7-78f76f2caacc HTTP/1.1" status: 404 len: 333 time: 0.1075542 Jan 25 15:31:29.111585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54276) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:29.139409 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9de922b8-dbf4-4d62-931d-0d8d9140d670 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9593210 Jan 25 15:31:29.140828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54280) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:29.156195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e9ed7488-9854-4c7c-bbe9-3e8fdf4a67f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2067e223040b4b7e98d4b8a667ec5e24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4811375 Jan 25 15:31:29.159287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54284) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:29.195222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'subnet': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:29.217939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6920d36-a82b-4e50-9140-f0f9197198a2 req-e915fe92-6dba-4063-9d3e-210289814025 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031219 Jan 25 15:31:29.261138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.289189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.332665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.339120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Router b41bdbb6-6220-4d04-9b37-e081602d04ba has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:29.350672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4d027735-b755-496c-891d-5e812a32bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.377663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:29.384433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:29.384925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.388772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:29.435666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:subnet and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:29.443562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:29.458951 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'code': 200} Jan 25 15:31:29.482916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:29.521665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.589798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96e04e-c3ae-4e10-a16a-3acfa4186331,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:29.610811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.616502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-97dfff0f-3779-488e-97fa-0582e15251c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb96e04e-c3ae-4e10-a16a-3acfa4186331 HTTP/1.1" status: 204 len: 168 time: 0.4496953 Jan 25 15:31:29.627220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d22a35-3613-4088-8e30-c56ce4a9e6a7 req-f96f4893-1ef8-487c-bf70-cb74cdf462f0 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:29.627708 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d22a35-3613-4088-8e30-c56ce4a9e6a7 req-f96f4893-1ef8-487c-bf70-cb74cdf462f0 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.1968119 Jan 25 15:31:29.681910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.693926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d22a35-3613-4088-8e30-c56ce4a9e6a7 req-d4d90d4f-2e8e-4148-a1e9-2ea68dc176a3 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581028 Jan 25 15:31:29.720459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:29.743161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:29.746553 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] Sync routers for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:29.755557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:29.791405 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:29.792397 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:29.863722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9685a822-1752-4e30-a9aa-5afc7e16abab up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:29.884446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4b825cd0-a20b-448c-8491-cab6a8fbc25f tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/floatingips/60fde738-ea9f-4a02-8972-538e10d87e92 HTTP/1.1" status: 204 len: 168 time: 4.3758624 Jan 25 15:31:29.889953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54296) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:29.900204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:29.912786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:29.954027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70536d-49d3-42b2-9294-92fe4ec648f8']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:29.963332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Usage tracker for resource:floatingip and tenant:5c0d17b106aa44198acebbead0867c14 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:29.971953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:29.987179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:29.995334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2937c03-3732-43df-aa08-f0056b234eae') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:29.995869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2937c03-3732-43df-aa08-f0056b234eae') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:30.032332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.033372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7d888-8723-44e4-9b3a-ea6ac5433f98 req-ca295355-13e7-4a43-962d-5827a2e61ca2 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:30.039076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9685a822-1752-4e30-a9aa-5afc7e16abab triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:30.039567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.041542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-17e7d888-8723-44e4-9b3a-ea6ac5433f98 req-ca295355-13e7-4a43-962d-5827a2e61ca2 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.1176341 Jan 25 15:31:30.051553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.087338 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:30.103015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:30.104104 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:30.124793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-17e7d888-8723-44e4-9b3a-ea6ac5433f98 req-a341edb6-767e-4dc3-b079-811151b00f45 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822914 Jan 25 15:31:30.130696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.201001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.238645 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:30.239411 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319dcc35-d0ef-466b-a5ea-34fb05e873f7 None None] The sync data for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:30.248326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] For port 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,segment=NetworkSegment(5daccd41-df7d-4ac3-8439-23c3cd8e217a),segment_id=5daccd41-df7d-4ac3-8439-23c3cd8e217a)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:30.248663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.286781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:30.287175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:30.316314 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:30.481731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a784d922-2b8a-4393-83ed-d3d04f230c00 req-87dcdf5d-4a31-489c-b704-c85c8f0ed534 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.3558042 Jan 25 15:31:30.510811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Calling delete_port for 2fb6e027-d944-4e01-8ce3-9991cdbe9e0a owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:30.523818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039b23c-7a0a-4c30-8d63-7fba9c175b0d req-25a13926-fa57-4dd4-ba06-1ba9f8b30860 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:30.525265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5039b23c-7a0a-4c30-8d63-7fba9c175b0d req-25a13926-fa57-4dd4-ba06-1ba9f8b30860 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.1981397 Jan 25 15:31:30.535861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54312) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:30.543083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Request body: {'floatingip': {'port_id': '4864ab91-caeb-47e4-9072-adf48a5e9f3c'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:30.641842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.685805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.690505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:30.703184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a784d922-2b8a-4393-83ed-d3d04f230c00 req-a0f3042f-950e-4fa2-9c5a-b91cfbbff4d8 service neutron] Synchronizing usage tracker for tenant:1a4e9a2386c049ceb0a48dc430306749 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:30.734744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3673806-dec2-4de2-ab28-38ef3c588bd8 req-2d598d97-57ef-4108-8a39-9aa1f00eec39 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:30.736382 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3673806-dec2-4de2-ab28-38ef3c588bd8 req-2d598d97-57ef-4108-8a39-9aa1f00eec39 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.3380754 Jan 25 15:31:30.835103 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] 10.222.0.26 "DELETE /v2.0/networks/0a70536d-49d3-42b2-9294-92fe4ec648f8 HTTP/1.1" status: 204 len: 168 time: 1.7134576 Jan 25 15:31:30.842542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca93757-3f1a-416e-a2b4-ad942e8b4303 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-479569819-project] Pushing event deleted for resources: {'Network': ['ID=0a70536d-49d3-42b2-9294-92fe4ec648f8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:30.933442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.039491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.048123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a784d922-2b8a-4393-83ed-d3d04f230c00 req-a0f3042f-950e-4fa2-9c5a-b91cfbbff4d8 service neutron] Unset dirty status for tenant:1a4e9a2386c049ceb0a48dc430306749 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:31.049247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a784d922-2b8a-4393-83ed-d3d04f230c00 req-a0f3042f-950e-4fa2-9c5a-b91cfbbff4d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5552182 Jan 25 15:31:31.086157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3673806-dec2-4de2-ab28-38ef3c588bd8 req-966f10a9-e31f-4edd-a87a-509ab0a057ed tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3174894 Jan 25 15:31:31.092480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fb6e027-d944-4e01-8ce3-9991cdbe9e0a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:31.169964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.331300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Subnet': ['ID=38bf8ffd-43a7-4549-86b4-df4b51d59353,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:31.360951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54332) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:31.391236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Allocated IP 172.26.8.213 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/55ec346c-7411-458a-8b71-d423585de196) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:31.418063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51b61-963f-46a0-a830-379d94c9991f req-ef9152ac-02eb-4616-b8cf-4fc93b56599c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:31.419525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eee51b61-963f-46a0-a830-379d94c9991f req-ef9152ac-02eb-4616-b8cf-4fc93b56599c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4898734 Jan 25 15:31:31.423372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54338) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:31.456274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4e0d-8e63-4dd6-af51-f228f9be0ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.532428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Checking segment: {'id': '013ab352-5108-496e-ae0e-c2f15202cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:31.533045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network hostable DHCP agents. Network: 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:31.544261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.697931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eee51b61-963f-46a0-a830-379d94c9991f req-55c2f8db-ad2b-443d-9468-6b2fee8dc209 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689030 Jan 25 15:31:31.720903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-172643244'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:31.732715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:31.747176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99eeb9-3c7f-4741-97d2-be8562e37666 req-a697b54f-b8f5-4443-8f30-ad21c69b338d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:31.748703 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9b99eeb9-3c7f-4741-97d2-be8562e37666 req-a697b54f-b8f5-4443-8f30-ad21c69b338d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.4781353 Jan 25 15:31:31.758423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54348) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:31.762465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Usage tracker for resource:network and tenant:b1b53a6335214f9bb721127e4e83d804 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:31.770147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:31.800957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:31.812257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Request body: {'floatingip': {'port_id': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:31.815653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.834923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19ea81c3-a613-46d3-9295-9894a98d8918 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=739ecca06d58474fb38941ca8152b752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4073555 Jan 25 15:31:31.839177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54352) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:31.873608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:31.901421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.905842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.937997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Made reservation on behalf of b1b53a6335214f9bb721127e4e83d804 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:31.941166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.963508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.969818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:31.973109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:31.982395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e02bb4-3405-4829-90de-ea9f5de21c42 None None] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:31.983865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:31.984332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.107304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.108940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.157107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.166617 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6787b026-dbfd-413c-9e20-5108b6a5dcde tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0252984 Jan 25 15:31:32.170740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54356) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:32.181254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-223853411'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:32.238653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.256137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'tenant_id': 'd36141d0047f4b19a3301773db0eb4f0', 'fixed_ips': [{'subnet_id': '38bf8ffd-43a7-4549-86b4-df4b51d59353'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:31:32.257373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.262901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.266412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 963c308f-cebb-43ca-9f2f-972537da9ca4 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:31:32.266518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:32.278766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:32.280688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.346727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:32.348875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:32.399313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Usage tracker for resource:security_group_rule and tenant:b1b53a6335214f9bb721127e4e83d804 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:32.402613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:32.420357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Pushing event updated for resources: {'Port': ['ID=55ec346c-7411-458a-8b71-d423585de196,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:32.423259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:32.441531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.441810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Allocated IP 172.20.0.2 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/78199835-bdaf-47c9-a1bc-0c5d6e5f2490) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:32.446914 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-23307006-710f-4890-9412-53eec25cc640 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/routers/963c308f-cebb-43ca-9f2f-972537da9ca4 HTTP/1.1" status: 204 len: 168 time: 6.7821662 Jan 25 15:31:32.451210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54360) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:32.625735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:32.639755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting subnet cdf6898d-326c-4776-a58c-b982eb846e17 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:31:32.643178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.646050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:port and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:32.650939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:32.653404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.666100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.668649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2103d4e-2e7c-4d19-84df-2c300c911eab,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:32.680509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Transition to ACTIVE for port object 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:32.686027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:32.711250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Transition to ACTIVE for port object 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:32.734664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.777803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.823108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.836001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:32.838938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.847689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.849307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a7018f25-590c-4cf2-8907-d6a982b93a13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2103d4e-2e7c-4d19-84df-2c300c911eab HTTP/1.1" status: 204 len: 168 time: 1.0087271 Jan 25 15:31:32.853315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.858516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:32.861464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:32.876974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:32.885831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Pushing event updated for resources: {'Port': ['ID=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:32.902346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:32.921728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.991032 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Floating IP 6e59b390-3776-4192-8629-4e6eabb61e78 associated. External IP: 172.26.8.174, port: 4864ab91-caeb-47e4-9072-adf48a5e9f3c. Jan 25 15:31:32.992581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:32.994298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Attempting to bind port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:32.994752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Attempting to bind port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '013ab352-5108-496e-ae0e-c2f15202cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:32.995249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Attempting to bind port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 on network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:33.002884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:33.003444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Checking segment: {'id': '013ab352-5108-496e-ae0e-c2f15202cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:33.003915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.004431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Bound using segment: {'id': '013ab352-5108-496e-ae0e-c2f15202cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:33.005092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Bound port: 78199835-bdaf-47c9-a1bc-0c5d6e5f2490, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '013ab352-5108-496e-ae0e-c2f15202cab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:33.005577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.062804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.063181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.101129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.178358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] For port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:33.182158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] For port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,segment=NetworkSegment(013ab352-5108-496e-ae0e-c2f15202cab5),segment_id=013ab352-5108-496e-ae0e-c2f15202cab5)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:33.183457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590b256-6d47-4f09-8a49-b745d4e0d5ac req-b0fd8903-aa06-4ef5-b263-c08b7cd18239 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:33.185033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1590b256-6d47-4f09-8a49-b745d4e0d5ac req-b0fd8903-aa06-4ef5-b263-c08b7cd18239 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3430088 Jan 25 15:31:33.188161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:33.219195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b4b701-eb11-4661-a50a-7ce85823bbd4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:33.241594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.259789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.314439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.314890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Added segment 2a9b363a-e889-4211-bb5b-f554333493b1 of type vlan for network a9975f58-b058-4127-95f8-5ec025b6a324 Jan 25 15:31:33.334662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cdf6898d-326c-4776-a58c-b982eb846e17,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:33.340047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.365256 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea546c4a-d9e6-46a5-94f7-8b9d2049648c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/cdf6898d-326c-4776-a58c-b982eb846e17 HTTP/1.1" status: 204 len: 168 time: 0.9129713 Jan 25 15:31:33.369922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54370) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:33.376664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1590b256-6d47-4f09-8a49-b745d4e0d5ac req-97781115-f359-4111-b3f9-2865ce56f7bb tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596706 Jan 25 15:31:33.390454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.396265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.11 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:33.408402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e731b38-aa35-4ad7-8ab2-595183ca05ab None None] Pushing event updated for resources: {'Port': ['ID=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:33.571253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:33.596437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.601412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.608711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:33.608920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.685058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.731507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.831808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54376) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:33.842720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:33.856404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'Network': ['ID=a9975f58-b058-4127-95f8-5ec025b6a324,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:33.879610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network a9975f58-b058-4127-95f8-5ec025b6a324 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:33.908658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:33.916705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a6f8b981-d1cf-44ed-89cb-85515fd43623 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5482919 Jan 25 15:31:33.918830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Pushing event updated for resources: {'Port': ['ID=55ec346c-7411-458a-8b71-d423585de196,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:33.929208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54382) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:33.929208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Request body: {'subnet': {'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:34.014399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a854e7-9806-437a-ab37-6ed3eea64a78 req-874acf29-a3a2-4baa-a8d3-3ceb95a833ea tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:34.015921 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a4a854e7-9806-437a-ab37-6ed3eea64a78 req-874acf29-a3a2-4baa-a8d3-3ceb95a833ea tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4814513 Jan 25 15:31:34.023199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.043913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54386) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:34.056300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Request body: {'floatingip': {'port_id': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:34.142121 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db02126f-f925-4bdd-bf01-fad12d169109 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb2b04079cd8427695bf51001bc72bcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3254921 Jan 25 15:31:34.151171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54390) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:34.188409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.193767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.321684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:34.328688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.347076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.351387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-696ffdb6-7c69-489d-bfad-ef5798a17f60 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4571643 Jan 25 15:31:34.354530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:34.357075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54394) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:34.387641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Usage tracker for resource:subnet and tenant:b1b53a6335214f9bb721127e4e83d804 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:34.392256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5130d40-c3e8-4ec1-a259-009421ebdfc3']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:34.403140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:34.416497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:34.419808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daccd41-df7d-4ac3-8439-23c3cd8e217a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:34.420114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daccd41-df7d-4ac3-8439-23c3cd8e217a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:34.429030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.449944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.480420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.482652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:34.493176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:34.493688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:34.511319 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:34.537831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.575309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Made reservation on behalf of b1b53a6335214f9bb721127e4e83d804 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:34.576328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.620704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640210c-1619-47d8-9a1d-6f5c7160ae38 None None] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:34.634835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.767836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.854628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:34.864080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.864871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:34.885211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Usage tracker for resource:floatingip and tenant:b08bf69d55d642edb9609f4efba767e4 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:34.887984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5130d40-c3e8-4ec1-a259-009421ebdfc3 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:31:34.888822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:34.899577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.911346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5130d40-c3e8-4ec1-a259-009421ebdfc3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:34.920622 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d8159e72-0ce7-4bbe-b4e9-211f8f5d92d4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/networks/c5130d40-c3e8-4ec1-a259-009421ebdfc3 HTTP/1.1" status: 204 len: 168 time: 1.5488889 Jan 25 15:31:34.939792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:34.947838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:34.959271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:34.961973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.007973 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Floating IP 8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e associated. External IP: 172.26.8.46, port: b8d25909-ecdd-4977-983b-4847204ee6a9. Jan 25 15:31:35.012064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddb5bc1-c89e-4bcc-a97b-193d6a5ef05f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:35.021843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Provisioning for port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:35.091519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.092638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-54f48d94-b47d-43e0-9821-cc06f19f2a42 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5ddb5bc1-c89e-4bcc-a97b-193d6a5ef05f HTTP/1.1" status: 204 len: 168 time: 0.9404595 Jan 25 15:31:35.094089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Provisioning complete for port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:35.113332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.122480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.228603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:35.234895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:35.250880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:35.257599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:35.268573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.335961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] For port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,segment=NetworkSegment(013ab352-5108-496e-ae0e-c2f15202cab5),segment_id=013ab352-5108-496e-ae0e-c2f15202cab5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:35.439224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.441753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:35.442940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.537007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:31:35.542974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.591369 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1d160932-29b3-4d3c-9977-ad27d13f47ec tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4181221 Jan 25 15:31:35.599515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54408) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:35.602178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7a34-848d-4c7f-96f3-22feaeb544b6 None None] Pushing event updated for resources: {'Port': ['ID=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:35.609175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Provisioning complete for port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:35.613027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.644521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-196299230', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:db:2a:1d'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:35.751700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.754415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:35.778033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.853434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:35.862360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'Subnet': ['ID=0606b5c1-0134-4837-94f1-adad7b378d64,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:35.917106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Checking segment: {'id': '2a9b363a-e889-4211-bb5b-f554333493b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:35.918218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Network hostable DHCP agents. Network: a9975f58-b058-4127-95f8-5ec025b6a324, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:35.941304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:35.964078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:35.968454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:port and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:35.971706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:35.978500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:35.987614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54414) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:35.991724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Sync routers for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:36.001151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'name': 'tempest-router--1454085704', 'project_id': '6068d5cfdaee4f248bcac5e2adb55601'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:36.006487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.038516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:36.045413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:36.046078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.059675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:router and tenant:6068d5cfdaee4f248bcac5e2adb55601 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:36.069369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:36.089408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:36.121624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Allocated IP 172.26.8.246 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/7658699f-a0e4-40d3-b244-235ac3a53dee) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:36.136034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Provisioning for port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:36.140415 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4f237c13-b0e4-448c-b5b3-cb422e225eca tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "PUT /v2.0/floatingips/6e59b390-3776-4192-8629-4e6eabb61e78 HTTP/1.1" status: 200 len: 991 time: 5.5997384 Jan 25 15:31:36.140415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:36.149268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Provisioning complete for port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:36.149668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.216762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:36.234717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.235667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.308558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:36.309556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:36.406634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Network a9975f58-b058-4127-95f8-5ec025b6a324 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:36.418759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'status': 'completed', 'code': 200} Jan 25 15:31:36.440852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.513447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bc428caa-d3a3-4275-8ca1-0d6fe09565a0 None None] Port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:36.546771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:36.547930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, a9975f58-b058-4127-95f8-5ec025b6a324) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:36.549208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.563623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port 445fd2e7-0d34-40de-9e37-02a40f80d614 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:36.597284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.600866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251c678-8826-41c4-a15e-f1217e598393 None None] Network a9975f58-b058-4127-95f8-5ec025b6a324 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:36.611999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:36.615078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.618082 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-c268f919-ae00-4a95-99da-91b152376533 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=90f36143ebd24edfbb878abde7acca07&device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 1098 time: 0.1984670 Jan 25 15:31:36.624099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Floating IP f95a8f31-4ad1-404c-9b92-8d62b2d4f947 associated. External IP: 172.26.8.247, port: e77d7e7c-2eaf-40ba-95e7-22747bd12aed. Jan 25 15:31:36.700033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.784080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.14 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/445fd2e7-0d34-40de-9e37-02a40f80d614) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:36.818647 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa5c6686-a025-4c4a-b923-025b4b8dfb4f tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8964822 Jan 25 15:31:36.823591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54436) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:36.842813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Request body: {'port': {'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324', 'name': 'tempest-ExtraDHCPOptionsTestJSON-543469716'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:36.858817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f9587797-4c28-4ce9-b363-c12280e89539 None None] Provisioning complete for port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:36.859121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f9587797-4c28-4ce9-b363-c12280e89539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.870220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:36.922584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f9587797-4c28-4ce9-b363-c12280e89539 None None] Port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:36.936323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32cfe-e825-434e-b46a-00837272d5ce req-d1154f21-dcdb-4980-b6c0-ec695b62988f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:36.937224 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-d1154f21-dcdb-4980-b6c0-ec695b62988f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c79b3ad-7555-474b-86d0-46a515f6f59f HTTP/1.1" status: 200 len: 913 time: 0.2654448 Jan 25 15:31:36.938142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:36.939060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cf654637-354f-47e6-9c41-fa432fca57dc tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9458890 Jan 25 15:31:36.942293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54440) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:37.171730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:37.185830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Usage tracker for resource:port and tenant:b1b53a6335214f9bb721127e4e83d804 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:37.191083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:37.199575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:37.219908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-a9975f58-b058-4127-95f8-5ec025b6a324', 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324', 'tenant_id': 'b1b53a6335214f9bb721127e4e83d804', 'fixed_ips': [{'subnet_id': '0606b5c1-0134-4837-94f1-adad7b378d64'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:31:37.221173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.225167 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-483003ad-363b-42ad-8644-4432ee8def92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c HTTP/1.1" status: 200 len: 999 time: 0.2789531 Jan 25 15:31:37.226158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.247889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54446) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:37.264457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.334989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object 445fd2e7-0d34-40de-9e37-02a40f80d614 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:37.341579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Made reservation on behalf of b1b53a6335214f9bb721127e4e83d804 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:37.345326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.352128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32cfe-e825-434e-b46a-00837272d5ce req-a9364d31-a678-4820-8983-b58069bff724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:37.353959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-a9364d31-a678-4820-8983-b58069bff724 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=223dabcd-b14f-4b56-93a5-e41cc4c47798 HTTP/1.1" status: 200 len: 851 time: 0.1046422 Jan 25 15:31:37.359139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '6e59b390-3776-4192-8629-4e6eabb61e78', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'port_id': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'mac_address': 'fa:16:3e:86:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:50Z', 'updated_at': '2022-01-25T15:31:31Z', 'revision_number': 1, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:37.367832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Checking router: cb5706ab-fd0e-4e95-921b-cc0a53e69ccf for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:31:37.372926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:37.378853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] device_id is not set on port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:37.423593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:37.424216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:37.431154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:37.435737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:37.473162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-598138048'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:37.483884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:37.503336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:37.509352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Allocated IP 172.20.0.2 (a9975f58-b058-4127-95f8-5ec025b6a324/0606b5c1-0134-4837-94f1-adad7b378d64/102bf446-dd9d-4d64-a443-4119a2b01a5e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:37.509948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:37.517893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:37.536519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:37.548224 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Sync routers for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:37.551400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.565251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:37.566324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:37.626743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.690873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.721918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:37.725458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.732919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Pushing event updated for resources: {'Port': ['ID=7658699f-a0e4-40d3-b244-235ac3a53dee,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:37.742183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:37.743079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.766398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:37.778503 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce295e94-0812-4108-a8b1-c507afa1c91a tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "PUT /v2.0/floatingips/8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e HTTP/1.1" status: 200 len: 991 time: 6.0187759 Jan 25 15:31:37.784074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:37.805631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:37.817070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:37.820600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=445fd2e7-0d34-40de-9e37-02a40f80d614,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:37.832055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:37.884180 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:37.909329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:37.930148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:security_group_rule and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:37.936853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:37.967655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:37.975787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:37.976666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.001632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.023881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Transition to ACTIVE for port object 102bf446-dd9d-4d64-a443-4119a2b01a5e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:38.100405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.108450 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-19ef7b85-d6ee-4b3c-b2f4-5b8480158306 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.5073385 Jan 25 15:31:38.110903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54462) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:38.192264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.246827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:38.257847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508d4d0a-4276-4de1-b408-a8a044a2229d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:38.282155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.282625 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment 4dec9173-9f86-4637-83ae-36ddf83423ac of type vlan for network 10ba91cf-5340-4ef7-ad11-b03fcd21506d Jan 25 15:31:38.300820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:38.305328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:38.309755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:38.310684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:38.367011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Transition to ACTIVE for port object 102bf446-dd9d-4d64-a443-4119a2b01a5e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:38.370263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.402064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '6e59b390-3776-4192-8629-4e6eabb61e78', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'port_id': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'mac_address': 'fa:16:3e:86:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:50Z', 'updated_at': '2022-01-25T15:31:31Z', 'revision_number': 1, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:38.406378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfccc6-31fd-40fc-833c-243f6bcd2d19 None None] The sync data for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv is: [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '6e59b390-3776-4192-8629-4e6eabb61e78', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'port_id': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'mac_address': 'fa:16:3e:86:42:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:50Z', 'updated_at': '2022-01-25T15:31:31Z', 'revision_number': 1, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:38.424488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:38.424746 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'port_id': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'mac_address': 'fa:16:3e:32:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:48Z', 'updated_at': '2022-01-25T15:31:33Z', 'revision_number': 1, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:38.425715 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-971c192a-38ae-4a7c-8462-12beee13ffa3 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3135965 Jan 25 15:31:38.428947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54470) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:38.437861 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Checking router: 2c15ee69-0c3b-4c43-b218-20639cccb0a5 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:31:38.446715 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:38.447421 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:38.456282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-21a4ba42-6359-48cd-a770-5db274ebd093 None None] Provisioning for port 445fd2e7-0d34-40de-9e37-02a40f80d614 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:38.467384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-21a4ba42-6359-48cd-a770-5db274ebd093 None None] Provisioning complete for port 445fd2e7-0d34-40de-9e37-02a40f80d614 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:38.467951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-21a4ba42-6359-48cd-a770-5db274ebd093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.499597 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'status': 'completed', 'code': 200} Jan 25 15:31:38.517138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.620932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.657565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.665063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-21a4ba42-6359-48cd-a770-5db274ebd093 None None] Port 445fd2e7-0d34-40de-9e37-02a40f80d614 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:38.667891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Network a9975f58-b058-4127-95f8-5ec025b6a324 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:38.672487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:38.675896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:38.678238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Pushing event updated for resources: {'Port': ['ID=102bf446-dd9d-4d64-a443-4119a2b01a5e,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:38.680399 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:38.688999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.693754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:38.694443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.695693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-20923591-dfd7-4342-85a8-d66bca66e3c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c79b3ad-7555-474b-86d0-46a515f6f59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3264396 Jan 25 15:31:38.832121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Attempting to bind port 102bf446-dd9d-4d64-a443-4119a2b01a5e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:38.832762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Attempting to bind port 102bf446-dd9d-4d64-a443-4119a2b01a5e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2a9b363a-e889-4211-bb5b-f554333493b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:38.833880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Attempting to bind port 102bf446-dd9d-4d64-a443-4119a2b01a5e on network a9975f58-b058-4127-95f8-5ec025b6a324 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:38.840787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:38.841746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Checking segment: {'id': '2a9b363a-e889-4211-bb5b-f554333493b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:38.842313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.842858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Bound using segment: {'id': '2a9b363a-e889-4211-bb5b-f554333493b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:38.843541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Bound port: 102bf446-dd9d-4d64-a443-4119a2b01a5e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9b363a-e889-4211-bb5b-f554333493b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:38.844055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:38.876024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Allocated IP 172.20.0.12 (a9975f58-b058-4127-95f8-5ec025b6a324/0606b5c1-0134-4837-94f1-adad7b378d64/9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:38.954836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] For port 102bf446-dd9d-4d64-a443-4119a2b01a5e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:38.958800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] For port 102bf446-dd9d-4d64-a443-4119a2b01a5e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=102bf446-dd9d-4d64-a443-4119a2b01a5e,segment=NetworkSegment(2a9b363a-e889-4211-bb5b-f554333493b1),segment_id=2a9b363a-e889-4211-bb5b-f554333493b1)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:39.006404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=10ba91cf-5340-4ef7-ad11-b03fcd21506d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:39.022093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:39.041418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.046434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port 445fd2e7-0d34-40de-9e37-02a40f80d614 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:39.046910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.134854 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8dd5814f-d903-490a-870e-30e43b7798e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8849745 Jan 25 15:31:39.209962 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'port_id': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'mac_address': 'fa:16:3e:32:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:48Z', 'updated_at': '2022-01-25T15:31:33Z', 'revision_number': 1, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:39.216912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-bfac90b3-bac4-41ba-9825-281e88d1690f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9deee58f4edc465ca2a8e69103cf8766&device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 1099 time: 0.6893554 Jan 25 15:31:39.229468 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6172c2-a63b-4ced-9d92-f0c9a479bb8a None None] The sync data for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv is: [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'port_id': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'mac_address': 'fa:16:3e:32:cd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:48Z', 'updated_at': '2022-01-25T15:31:33Z', 'revision_number': 1, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:39.264440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.280857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fca418-2e5c-4747-a767-ba9095ba0593 None None] Pushing event updated for resources: {'Port': ['ID=102bf446-dd9d-4d64-a443-4119a2b01a5e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:39.341415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.418436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.491059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Transition to ACTIVE for port object 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:39.575525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.580829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.621314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.795240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-f498886b-d76c-43de-9759-5bc9b26d55a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:39.796699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-f498886b-d76c-43de-9759-5bc9b26d55a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 200 len: 906 time: 0.5344636 Jan 25 15:31:39.866574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:39.871033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d225757-3297-4d1e-bae6-fb9de68c7271 None None] New status for floating IP 6e59b390-3776-4192-8629-4e6eabb61e78: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:31:39.874851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for 445fd2e7-0d34-40de-9e37-02a40f80d614 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:39.933869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dcf159-69d7-430a-bb62-a18f836c23b0 None None] New status for floating IP 8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:31:40.069980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Network a9975f58-b058-4127-95f8-5ec025b6a324 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:40.089537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:40.094980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:40.188676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'Port': ['ID=9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:40.255680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:40.271572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:40.278556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-fc4f5814-8e88-4a94-85b4-777f92ec5db2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 200 len: 999 time: 0.2919173 Jan 25 15:31:40.390430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:40.485784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 102bf446-dd9d-4d64-a443-4119a2b01a5e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:40.580989 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6f6763be-1b6c-4084-8b5e-9cff24fe29e1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7521262 Jan 25 15:31:40.586115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54482) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:40.606550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=445fd2e7-0d34-40de-9e37-02a40f80d614,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:40.624206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Request body: {'port': {'network_id': 'a9975f58-b058-4127-95f8-5ec025b6a324', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1011834772', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:40.626168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] bootfile-name is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:40.626516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] tftp-server is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:40.626838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] server-ip-address is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:40.733069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 102bf446-dd9d-4d64-a443-4119a2b01a5e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:40.789172 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016159a9-2141-4aea-bf57-dd85e3f84637 None None] Network a9975f58-b058-4127-95f8-5ec025b6a324 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:40.826565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-c092e17e-5918-4117-890a-2bf256154087 service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9642117 Jan 25 15:31:40.910685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Pushing event updated for resources: {'Port': ['ID=7658699f-a0e4-40d3-b244-235ac3a53dee,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:40.941837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-9c072464-e05b-47c8-89f6-536277dd1796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:40.943781 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-9c072464-e05b-47c8-89f6-536277dd1796 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c453d04-df69-428b-bdd6-2527c26041c1 HTTP/1.1" status: 200 len: 844 time: 0.6454177 Jan 25 15:31:41.004978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:41.008843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Usage tracker for resource:port and tenant:b1b53a6335214f9bb721127e4e83d804 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:41.012081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:41.017823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:41.055109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.059635 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-29aae7ec-a01e-42bc-8a35-12357cd2257f tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/445fd2e7-0d34-40de-9e37-02a40f80d614 HTTP/1.1" status: 204 len: 168 time: 2.6272836 Jan 25 15:31:41.060547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:41.066395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.094399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.094884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 622897de-4364-48fb-ac3b-5a6f7bbf1bd0 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:31:41.133976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.138065 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c2eed344-71a0-4a59-af27-fe0e97b7e2c5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/routers/622897de-4364-48fb-ac3b-5a6f7bbf1bd0 HTTP/1.1" status: 204 len: 168 time: 4.1948953 Jan 25 15:31:41.160133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Made reservation on behalf of b1b53a6335214f9bb721127e4e83d804 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:41.163835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.194194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.197989 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-47374e3d-b2e1-41ad-bf4e-f3bf51b35d86 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8367777 Jan 25 15:31:41.202042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54494) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:41.228781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Provisioning for port 102bf446-dd9d-4d64-a443-4119a2b01a5e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:41.239986 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-25a5a0dc-35f2-4783-92c3-599510ab6fdf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] GET failed (client error): The resource could not be found. Jan 25 15:31:41.240800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-25a5a0dc-35f2-4783-92c3-599510ab6fdf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:41.245187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Provisioning complete for port 102bf446-dd9d-4d64-a443-4119a2b01a5e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:41.245734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.264318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] device_id is not set on port ad19df96-f031-493a-9b88-5f5198d88ff8 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:41.359187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20b32cfe-e825-434e-b46a-00837272d5ce req-227d6b0b-fd00-4710-91c7-c0273d3f3713 service neutron] 10.222.0.41 "GET /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650881 Jan 25 15:31:41.415223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Router 92dd07a9-ff8e-4495-a7ae-c37c696838dc has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:41.422373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-dd7755ea-3563-4fb5-b742-2bc9d3466092 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be5ac1d-0c2b-4625-8984-1a8663566c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4255571 Jan 25 15:31:41.552120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-28db3877-a2a8-496b-a60d-0693111e8f21 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Synchronizing usage tracker for tenant:5c0d17b106aa44198acebbead0867c14 on resource:floatingip {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:41.592776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.621872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-25a5a0dc-35f2-4783-92c3-599510ab6fdf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:41.622516 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-25a5a0dc-35f2-4783-92c3-599510ab6fdf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports/445fd2e7-0d34-40de-9e37-02a40f80d614 HTTP/1.1" status: 404 len: 333 time: 0.5608451 Jan 25 15:31:41.642530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:41.667198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-925072747'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:41.704011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] For port 102bf446-dd9d-4d64-a443-4119a2b01a5e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=102bf446-dd9d-4d64-a443-4119a2b01a5e,segment=NetworkSegment(2a9b363a-e889-4211-bb5b-f554333493b1),segment_id=2a9b363a-e889-4211-bb5b-f554333493b1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:41.739650 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-d818ee88-66e1-4ab3-b868-1eea7485469f service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051305 Jan 25 15:31:41.764688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54504) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:41.786666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:41.840810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Allocated IP 172.20.0.7 (a9975f58-b058-4127-95f8-5ec025b6a324/0606b5c1-0134-4837-94f1-adad7b378d64/ad19df96-f031-493a-9b88-5f5198d88ff8) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:41.857015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-28db3877-a2a8-496b-a60d-0693111e8f21 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Unset dirty status for tenant:5c0d17b106aa44198acebbead0867c14 on resource:floatingip {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:41.871246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-28db3877-a2a8-496b-a60d-0693111e8f21 tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.6648440 Jan 25 15:31:41.883912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54510) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:41.943132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2ddfa-1991-4b27-a97c-7ea028356183 None None] Pushing event updated for resources: {'Port': ['ID=102bf446-dd9d-4d64-a443-4119a2b01a5e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:42.044215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Provisioning complete for port 102bf446-dd9d-4d64-a443-4119a2b01a5e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:42.044215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.128455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:42.130436 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f65ac97a-5f2c-46a2-9bd9-6e27c5ca2f07 req-6ad69fd3-0e27-43c9-a4d7-43fbcbe1d29e service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665383 Jan 25 15:31:42.204112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:42.212462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.268600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Sync routers for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:42.307479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:42.314122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:42.322548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c48a88f6-78e6-4224-bd19-4a9bde40e645 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "PUT /v2.0/floatingips/f95a8f31-4ad1-404c-9b92-8d62b2d4f947 HTTP/1.1" status: 200 len: 991 time: 8.2775929 Jan 25 15:31:42.323700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:31:42.366525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-512123707', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:42.376056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:42.385882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:42.391069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:42.397103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e22390f2-180a-4a3f-8560-bef1ecb0a8a3 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Synchronizing usage tracker for tenant:6ed5a9411ad841c7aaf5606eb3457188 on resource:floatingip {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:42.403501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:42.407941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'status': 'completed', 'code': 200} Jan 25 15:31:42.409002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:42.423592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:42.430164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:42.531411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:42.534459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.558138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:42.565990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e22390f2-180a-4a3f-8560-bef1ecb0a8a3 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Unset dirty status for tenant:6ed5a9411ad841c7aaf5606eb3457188 on resource:floatingip {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:42.568473 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e22390f2-180a-4a3f-8560-bef1ecb0a8a3 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6821012 Jan 25 15:31:42.574758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.575293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54524) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:42.576298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port 486e88b9-24ce-4abe-9583-35fec9583883 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:42.639127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:42.650279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Provisioning for port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:42.654433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:subnet and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:42.662410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Provisioning complete for port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:42.662620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:42.662740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.670714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:42.706799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-ad8f3836-ca48-4cd1-b55a-a81dc6128cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.1004052 Jan 25 15:31:42.795515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-173fea8c-e2c1-4ba2-8bb4-f46c9d5f5a20 None None] Port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:42.799816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.800757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.803286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Transition to ACTIVE for port object ad19df96-f031-493a-9b88-5f5198d88ff8 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:42.807543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Deleting port 7658699f-a0e4-40d3-b244-235ac3a53dee {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:42.807890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.870865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:42.945393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c20a77f8-bbbc-4439-a574-cfc5e297f6ff None None] Provisioning complete for port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:42.946004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c20a77f8-bbbc-4439-a574-cfc5e297f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:42.971393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.020895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.8 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/486e88b9-24ce-4abe-9583-35fec9583883) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:43.042563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.054890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c20a77f8-bbbc-4439-a574-cfc5e297f6ff None None] Port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:43.071139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-c75d277c-fa98-4c93-b1ec-d94b553a0fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3257904 Jan 25 15:31:43.088140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.097813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.098139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.121766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f95a8f31-4ad1-404c-9b92-8d62b2d4f947', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'port_id': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'mac_address': 'fa:16:3e:2a:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:52Z', 'updated_at': '2022-01-25T15:31:35Z', 'revision_number': 1, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:43.128712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Checking router: 92dd07a9-ff8e-4495-a7ae-c37c696838dc for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:31:43.144897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:43.147034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:43.266659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67960-e108-46b3-ae72-24b68ae73277 req-68c17352-1304-4c0e-95f7-75677370c24d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:43.268252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-68c17352-1304-4c0e-95f7-75677370c24d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.5530155 Jan 25 15:31:43.286805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Calling delete_port for 7658699f-a0e4-40d3-b244-235ac3a53dee owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:43.357489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:31:43.384444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Network a9975f58-b058-4127-95f8-5ec025b6a324 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:43.432344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'Port': ['ID=ad19df96-f031-493a-9b88-5f5198d88ff8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:43.441514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:43.447683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:43.555765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-5f810717-2043-4c24-a651-104db020d722 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 999 time: 0.2338252 Jan 25 15:31:43.618898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.675461 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-9179e52f-e9e6-474c-abd9-d11b9fd1e426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9deee58f4edc465ca2a8e69103cf8766&device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 1099 time: 0.4430974 Jan 25 15:31:43.696135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:43.697200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.809310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.814945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f95a8f31-4ad1-404c-9b92-8d62b2d4f947', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'port_id': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'mac_address': 'fa:16:3e:2a:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:52Z', 'updated_at': '2022-01-25T15:31:35Z', 'revision_number': 1, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:43.819081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 102bf446-dd9d-4d64-a443-4119a2b01a5e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:43.831619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e67960-e108-46b3-ae72-24b68ae73277 req-41404c80-1902-44a5-80a0-40baff91394f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:43.833832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-41404c80-1902-44a5-80a0-40baff91394f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.2672868 Jan 25 15:31:43.846884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object 486e88b9-24ce-4abe-9583-35fec9583883 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:43.874130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a6c818-e7be-41f6-8b00-1de985a6eeb5 None None] The sync data for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv is: [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f95a8f31-4ad1-404c-9b92-8d62b2d4f947', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'floating_ip_address': '172.26.8.247', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'port_id': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'mac_address': 'fa:16:3e:2a:be:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:30:52Z', 'updated_at': '2022-01-25T15:31:35Z', 'revision_number': 1, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:43.887717 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da1ce01d-6351-4f85-854b-7a724014f192 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.2825732 Jan 25 15:31:43.889906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54534) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:43.921949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 102bf446-dd9d-4d64-a443-4119a2b01a5e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:43.922320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.947529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:43.956426 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:31:43.977745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f868474d-d585-4fb5-b4c7-e16c5628fc9f None None] Provisioning for port ad19df96-f031-493a-9b88-5f5198d88ff8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:43.987080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f868474d-d585-4fb5-b4c7-e16c5628fc9f None None] Provisioning complete for port ad19df96-f031-493a-9b88-5f5198d88ff8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:43.987485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f868474d-d585-4fb5-b4c7-e16c5628fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.007827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.011018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Pushing event deleted for resources: {'Port': ['ID=7658699f-a0e4-40d3-b244-235ac3a53dee,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:44.072735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f868474d-d585-4fb5-b4c7-e16c5628fc9f None None] Port ad19df96-f031-493a-9b88-5f5198d88ff8 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:44.127181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-712e170e-11e4-4c33-b16b-ef64a47cde93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.129233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-712e170e-11e4-4c33-b16b-ef64a47cde93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 200 len: 906 time: 0.4144256 Jan 25 15:31:44.159599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-77883170-0f02-4db7-8fe6-aa87501f4a9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2533331 Jan 25 15:31:44.163018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.183086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:44.189495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:44.198610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=486e88b9-24ce-4abe-9583-35fec9583883,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:44.201316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:44.251506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.253677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.257802 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9b2fedb1-478c-437a-99f6-17fd6be91807 tempest-FloatingIPAdminTestJSON-531058330 tempest-FloatingIPAdminTestJSON-531058330-project] 10.222.0.26 "DELETE /v2.0/floatingips/e4172240-31e5-4483-8b2c-6fa88acbb29f HTTP/1.1" status: 204 len: 168 time: 1.6415353 Jan 25 15:31:44.260313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54540) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:44.277286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.281360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.285238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.286337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Synchronizing usage tracker for tenant:b1b53a6335214f9bb721127e4e83d804 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:44.368649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.369243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.436422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=2022b5e3-b822-4274-b98b-15189008734c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:44.458851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-5f41bbd5-c5ef-414e-8d95-d0c4118b7f89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 200 len: 1001 time: 0.2918029 Jan 25 15:31:44.472614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Deleting port 55ec346c-7411-458a-8b71-d423585de196 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:44.476233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.492992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-89de5c80-b08e-40ea-a20b-efcee237426e None None] Provisioning for port 486e88b9-24ce-4abe-9583-35fec9583883 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:44.495632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Unset dirty status for tenant:b1b53a6335214f9bb721127e4e83d804 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:44.497919 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-69214af6-df44-4ab7-a675-86a55847f224 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6056747 Jan 25 15:31:44.506340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-89de5c80-b08e-40ea-a20b-efcee237426e None None] Provisioning complete for port 486e88b9-24ce-4abe-9583-35fec9583883 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:44.506340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-89de5c80-b08e-40ea-a20b-efcee237426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.508275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54544) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:44.547827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': '4dec9173-9f86-4637-83ae-36ddf83423ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:44.547827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 10ba91cf-5340-4ef7-ad11-b03fcd21506d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:44.554782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-89de5c80-b08e-40ea-a20b-efcee237426e None None] Port 486e88b9-24ce-4abe-9583-35fec9583883 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:44.566340 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bb247287-4ad2-48f5-b6ba-7519fc0c8521 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9203041 Jan 25 15:31:44.573648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.574601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54548) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:44.585848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:db:2a:1d'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:44.615898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.625651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-9e5fa545-4877-424a-84cd-f07ae6705197 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219668 Jan 25 15:31:44.691491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-0d4803ac-743f-4448-aa5a-35ee2762563e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:44.693017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-0d4803ac-743f-4448-aa5a-35ee2762563e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7c453d04-df69-428b-bdd6-2527c26041c1 HTTP/1.1" status: 200 len: 844 time: 0.2235010 Jan 25 15:31:44.701783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Deleting port ad19df96-f031-493a-9b88-5f5198d88ff8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:44.702124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:44.955454 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c054df1-e56a-43bb-a7f4-32589d83c8c3 None None] New status for floating IP f95a8f31-4ad1-404c-9b92-8d62b2d4f947: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:31:45.028340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.029017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.139004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:45.151752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-11eb3798-f84f-4cf4-be89-00735915edd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7be5ac1d-0c2b-4625-8984-1a8663566c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4429107 Jan 25 15:31:45.160157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72e67960-e108-46b3-ae72-24b68ae73277 req-7890c5f0-78cb-4436-9bd1-19feea51b138 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001752 Jan 25 15:31:45.281327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 10ba91cf-5340-4ef7-ad11-b03fcd21506d) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:45.285603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:45.286400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.291964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70596887-4af9-42b9-aeca-4c3e6ce9c142 None None] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:45.304403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Allocated IP 172.26.8.35 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b8cfcb44-cf1a-419c-b676-797badec311d) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:45.364643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-e6ccc95c-e8c9-4e88-8ad1-4399a1b025e9 service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035460 Jan 25 15:31:45.485277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Calling delete_port for 55ec346c-7411-458a-8b71-d423585de196 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:45.494266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-94170e6a-fa57-45b5-8d48-43ddbeb72d72 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0897045 Jan 25 15:31:45.498522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54558) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:45.511968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1448183929'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:45.527515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:45.540225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.542324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:45.547310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:45.553840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-10ba91cf-5340-4ef7-ad11-b03fcd21506d', 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d', 'tenant_id': '9de1fe6ff42e4299b4a64c48bd2a55ef', 'fixed_ips': [{'subnet_id': '2022b5e3-b822-4274-b98b-15189008734c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:31:45.553840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.563828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:45.638444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4b0178e-cabd-4a33-a785-f187a89ca36a req-491bbedc-40d4-4288-8685-c73be3ff7f05 service neutron] 10.222.0.41 "GET /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673113 Jan 25 15:31:45.642732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.685444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Calling delete_port for ad19df96-f031-493a-9b88-5f5198d88ff8 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:45.704432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:45.708739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.712373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.716535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Allocated IP 2001:db8:0:ffff::2 (10ba91cf-5340-4ef7-ad11-b03fcd21506d/2022b5e3-b822-4274-b98b-15189008734c/df96afb6-13d6-4d54-a395-4ee6a68fd618) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:45.737934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:45.747572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.747901 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment a4d6fcbc-3b8f-4809-ab84-abfd5567973e of type vlan for network 7282d837-a219-4023-a76d-51bef1eb9961 Jan 25 15:31:45.772821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.811580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.866911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event updated for resources: {'Port': ['ID=b8cfcb44-cf1a-419c-b676-797badec311d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:45.871833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:45.874614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:45.880183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:45.953682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.980574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:45.984215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:45.984790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.001671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.049152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Pushing event deleted for resources: {'Port': ['ID=55ec346c-7411-458a-8b71-d423585de196,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:46.063358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Transition to ACTIVE for port object df96afb6-13d6-4d54-a395-4ee6a68fd618 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:46.091859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Transition to ACTIVE for port object df96afb6-13d6-4d54-a395-4ee6a68fd618 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:46.108342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=7282d837-a219-4023-a76d-51bef1eb9961,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:46.113747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.126477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 7282d837-a219-4023-a76d-51bef1eb9961 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:46.180169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b0c58d71-d541-44c8-9e14-4c0b8a5b325a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6806228 Jan 25 15:31:46.184016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54566) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:46.186400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '7282d837-a219-4023-a76d-51bef1eb9961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:46.215763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.314744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:46.318197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:46.320279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:subnet and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:46.322267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:46.323755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:46.324804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:46.330643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:46.339160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Pushing event updated for resources: {'Port': ['ID=df96afb6-13d6-4d54-a395-4ee6a68fd618,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:46.344278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.344996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.367971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event deleted for resources: {'Port': ['ID=ad19df96-f031-493a-9b88-5f5198d88ff8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:46.429519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:46.437209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Attempting to bind port df96afb6-13d6-4d54-a395-4ee6a68fd618 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:46.437609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Attempting to bind port df96afb6-13d6-4d54-a395-4ee6a68fd618 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4dec9173-9f86-4637-83ae-36ddf83423ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:46.437969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Attempting to bind port df96afb6-13d6-4d54-a395-4ee6a68fd618 on network 10ba91cf-5340-4ef7-ad11-b03fcd21506d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:46.444889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:46.445128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Checking segment: {'id': '4dec9173-9f86-4637-83ae-36ddf83423ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:46.445522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.445914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Bound using segment: {'id': '4dec9173-9f86-4637-83ae-36ddf83423ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:46.446376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Bound port: df96afb6-13d6-4d54-a395-4ee6a68fd618, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dec9173-9f86-4637-83ae-36ddf83423ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '10ba91cf-5340-4ef7-ad11-b03fcd21506d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:46.446774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.493037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.529627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.537064 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f2a79952-5760-43c1-9b3f-d4ab0e89efc4 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "DELETE /v2.0/ports/ad19df96-f031-493a-9b88-5f5198d88ff8 HTTP/1.1" status: 204 len: 168 time: 2.0276055 Jan 25 15:31:46.541034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54572) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:46.550658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Request body: {'port': {'name': 'tempest-new-port-name-1686632114', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:46.550658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] bootfile-name is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:46.550658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] tftp-server is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:46.550658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] server-ip-address is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:31:46.557993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] For port df96afb6-13d6-4d54-a395-4ee6a68fd618, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:46.561800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] For port df96afb6-13d6-4d54-a395-4ee6a68fd618, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=df96afb6-13d6-4d54-a395-4ee6a68fd618,segment=NetworkSegment(4dec9173-9f86-4637-83ae-36ddf83423ac),segment_id=4dec9173-9f86-4637-83ae-36ddf83423ac)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:46.590022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.592109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.593232 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ec36de8c-90c9-4788-b4e9-d41df339ed4c tempest-FloatingIPAdminTestJSON-1639125546 tempest-FloatingIPAdminTestJSON-1639125546-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/7bbcd277-c24c-4f09-8ff8-1842e8dd274d HTTP/1.1" status: 204 len: 168 time: 2.3302584 Jan 25 15:31:46.598023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54576) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:46.633294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.717657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897481b4-365f-43a0-b3fd-6ad145716287 None None] Pushing event updated for resources: {'Port': ['ID=df96afb6-13d6-4d54-a395-4ee6a68fd618,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:46.723362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.743513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.835933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:46.845727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:46.846069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.024128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=486e88b9-24ce-4abe-9583-35fec9583883,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:47.065465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] In _notify_port_updated(), no bound segment for port 486e88b9-24ce-4abe-9583-35fec9583883 on network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:47.069280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:47.070092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.074343 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2f4108f6-51ad-4a51-b5cc-f9040d219112 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "PUT /v2.0/ports/486e88b9-24ce-4abe-9583-35fec9583883 HTTP/1.1" status: 200 len: 993 time: 2.4958766 Jan 25 15:31:47.080438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54580) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:47.156321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port 486e88b9-24ce-4abe-9583-35fec9583883 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:47.161536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.327519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-828a2ef6-156d-4f79-9825-ca9425747a55 None None] Provisioning complete for port 486e88b9-24ce-4abe-9583-35fec9583883 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:47.329264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-828a2ef6-156d-4f79-9825-ca9425747a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.364016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.422124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.451274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-828a2ef6-156d-4f79-9825-ca9425747a55 None None] Port 486e88b9-24ce-4abe-9583-35fec9583883 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:47.481632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.516840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for 5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:47.630562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event updated for resources: {'Port': ['ID=9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:47.664192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.680914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] In _notify_port_updated(), no bound segment for port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d on network a9975f58-b058-4127-95f8-5ec025b6a324 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:47.691174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:47.692607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.693542 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-81977660-d4b7-438f-a146-ff3b35f76902 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "PUT /v2.0/ports/9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d HTTP/1.1" status: 200 len: 1137 time: 1.1518302 Jan 25 15:31:47.698560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54590) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:47.714572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:31:47.808301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:47.838446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device df96afb6-13d6-4d54-a395-4ee6a68fd618 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:47.846893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for 486e88b9-24ce-4abe-9583-35fec9583883 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:47.984385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-915eae0d-dcaf-44b7-b7c9-b93261012feb None None] Provisioning complete for port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:47.985021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-915eae0d-dcaf-44b7-b7c9-b93261012feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.022830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b9de8-7c12-4f66-b54a-ddc8f27dc2c1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:48.024215 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-160b9de8-7c12-4f66-b54a-ddc8f27dc2c1 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "GET /v2.0/ports/9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d HTTP/1.1" status: 200 len: 1137 time: 0.3196697 Jan 25 15:31:48.028332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54594) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:48.033202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port df96afb6-13d6-4d54-a395-4ee6a68fd618 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:48.043420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=127aaca3-fd11-42d1-8f37-06a5cda4dde5,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:48.053820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Router b3b0cd56-77d0-41ba-8641-cde4a96ddb8d is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:31:48.063719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-915eae0d-dcaf-44b7-b7c9-b93261012feb None None] Port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:48.071123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:48.071611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 7282d837-a219-4023-a76d-51bef1eb9961, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:48.079576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f44d9c4-007e-47c8-b80f-942232221485 None None] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:48.126950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Deleting port 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:48.127497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.168371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.227074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:48.272662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 7282d837-a219-4023-a76d-51bef1eb9961 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:48.308051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.326226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Provisioning for port df96afb6-13d6-4d54-a395-4ee6a68fd618 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:48.339455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Provisioning complete for port df96afb6-13d6-4d54-a395-4ee6a68fd618 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:48.340853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.352971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.423494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 7282d837-a219-4023-a76d-51bef1eb9961) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:48.433238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-14d5d5cd-7872-4466-880f-2f1480abcfd4 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/ports/5e6f6d7e-cba6-4de7-a45e-a4fd465b7b01 HTTP/1.1" status: 204 len: 168 time: 1.8319671 Jan 25 15:31:48.436976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:48.437200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=486e88b9-24ce-4abe-9583-35fec9583883,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:48.438163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:48.442913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ab3de-571c-4efa-bba7-4b6489c389d3 None None] Network 7282d837-a219-4023-a76d-51bef1eb9961 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:48.443814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.594950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e9d3c-a235-4dde-9fd9-8d8dd345949a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:48.595657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e49e9d3c-a235-4dde-9fd9-8d8dd345949a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Synchronizing usage tracker for tenant:6ed5a9411ad841c7aaf5606eb3457188 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:48.606614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cc26c0eb-970c-481c-b99c-8e6de63129cd tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4248765 Jan 25 15:31:48.611652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54606) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:48.633910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'port': {'network_id': '7282d837-a219-4023-a76d-51bef1eb9961', 'name': 'tempest-NetworksIpV6TestAttrs-117089941'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:48.667837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:48.692433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] Sync routers for ids ['b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:48.754134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.776717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] Routers {'b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:48.777339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:48.905641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:48.907770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:48.934442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Calling delete_port for 9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:48.988968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] Routers {'b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:48.988968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:49.002585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.039576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:49.043448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:port and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:49.046421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:49.049236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e49e9d3c-a235-4dde-9fd9-8d8dd345949a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Unset dirty status for tenant:6ed5a9411ad841c7aaf5606eb3457188 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:49.052880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e49e9d3c-a235-4dde-9fd9-8d8dd345949a tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "GET /v2.0/ports?device_id=b41bdbb6-6220-4d04-9b37-e081602d04ba HTTP/1.1" status: 200 len: 913 time: 0.6077590 Jan 25 15:31:49.053953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54612) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:49.056541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:49.076159 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a646d42b-bbdb-480f-8a18-d6cf2e743bb1 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/486e88b9-24ce-4abe-9583-35fec9583883 HTTP/1.1" status: 204 len: 168 time: 1.9924977 Jan 25 15:31:49.076360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] For port df96afb6-13d6-4d54-a395-4ee6a68fd618, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=df96afb6-13d6-4d54-a395-4ee6a68fd618,segment=NetworkSegment(4dec9173-9f86-4637-83ae-36ddf83423ac),segment_id=4dec9173-9f86-4637-83ae-36ddf83423ac)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:49.077329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:49.077750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a50a8-ddf7-42f8-9371-59d3df0af5d2 None None] The sync data for ids ['b3b0cd56-77d0-41ba-8641-cde4a96ddb8d'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:49.079583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54616) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:49.099645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-7282d837-a219-4023-a76d-51bef1eb9961', 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961', 'tenant_id': '9de1fe6ff42e4299b4a64c48bd2a55ef', 'fixed_ips': [{'subnet_id': '127aaca3-fd11-42d1-8f37-06a5cda4dde5'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:31:49.100685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.134410 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9db00-5388-44c6-8c41-4bbd663770f6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] GET failed (client error): The resource could not be found. Jan 25 15:31:49.135000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01f9db00-5388-44c6-8c41-4bbd663770f6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:49.154810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.156578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c7e7c236-6afd-4f93-bfdf-7a43993d34b6 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.3836694 Jan 25 15:31:49.161065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54620) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:49.163687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.272825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:49.276215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.298054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875155ad-1c41-4beb-9304-9dae14a71c00 None None] Pushing event updated for resources: {'Port': ['ID=df96afb6-13d6-4d54-a395-4ee6a68fd618,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:49.313785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] device_id is not set on port d651e07c-ef1d-4517-a894-d360df280278 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:49.331345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01f9db00-5388-44c6-8c41-4bbd663770f6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:49.337519 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-01f9db00-5388-44c6-8c41-4bbd663770f6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports/486e88b9-24ce-4abe-9583-35fec9583883 HTTP/1.1" status: 404 len: 333 time: 0.2529948 Jan 25 15:31:49.337519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.337519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54624) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:49.341453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0beb3d85-5d55-4323-ae8e-ff0bc343181a None None] Provisioning complete for port df96afb6-13d6-4d54-a395-4ee6a68fd618 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:49.341828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0beb3d85-5d55-4323-ae8e-ff0bc343181a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.365655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Allocated IP 2001:db8::f816:3eff:fe7f:e57 (7282d837-a219-4023-a76d-51bef1eb9961/127aaca3-fd11-42d1-8f37-06a5cda4dde5/e0fa0bbb-628f-4619-b52d-6e6ad103ba49) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:49.373886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-1127596683'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:49.406656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event deleted for resources: {'Port': ['ID=9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:49.616493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:49.632359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.633803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:49.657470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.669246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Transition to ACTIVE for port object e0fa0bbb-628f-4619-b52d-6e6ad103ba49 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:49.692545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Transition to ACTIVE for port object e0fa0bbb-628f-4619-b52d-6e6ad103ba49 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:49.749368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device df96afb6-13d6-4d54-a395-4ee6a68fd618 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:49.789118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.840030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Network 7282d837-a219-4023-a76d-51bef1eb9961 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:49.851316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:49.852369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:49.858214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.866096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:49.876905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:49.901516 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-058ddcc1-c1b9-48bf-b35e-d1b0f1f3e75b tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "DELETE /v2.0/ports/9e7cab23-b149-4cc6-84c1-ab8b68fe9e7d HTTP/1.1" status: 204 len: 168 time: 1.8672590 Jan 25 15:31:49.902192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54632) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:49.913775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port 82eac4cf-f615-44d9-9994-29cd6186c186 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:49.971547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Allocated IP 2001:db8::f816:3eff:fe70:23bd (7282d837-a219-4023-a76d-51bef1eb9961/127aaca3-fd11-42d1-8f37-06a5cda4dde5/d651e07c-ef1d-4517-a894-d360df280278) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:49.974027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Pushing event updated for resources: {'Port': ['ID=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:49.988188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Attempting to bind port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:49.988546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Attempting to bind port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:49.991072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Attempting to bind port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 on network 7282d837-a219-4023-a76d-51bef1eb9961 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:49.994900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port df96afb6-13d6-4d54-a395-4ee6a68fd618 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:49.995193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.038634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:50.039440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Checking segment: {'id': 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:50.039440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.039759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Bound using segment: {'id': 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:50.040234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Bound port: e0fa0bbb-628f-4619-b52d-6e6ad103ba49, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '7282d837-a219-4023-a76d-51bef1eb9961'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:50.040585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.080719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54638) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:50.086628 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-90375d55-63ce-4780-aa33-86f2eb824c2b tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/b3b0cd56-77d0-41ba-8641-cde4a96ddb8d HTTP/1.1" status: 200 len: 919 time: 0.9243603 Jan 25 15:31:50.104311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.14 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/82eac4cf-f615-44d9-9994-29cd6186c186) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:50.185525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] For port e0fa0bbb-628f-4619-b52d-6e6ad103ba49, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:50.196735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] For port e0fa0bbb-628f-4619-b52d-6e6ad103ba49, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,segment=NetworkSegment(a4d6fcbc-3b8f-4809-ab84-abfd5567973e),segment_id=a4d6fcbc-3b8f-4809-ab84-abfd5567973e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:50.239172 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-70410525-be98-4a22-843c-4176955a7cef tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3b0cd56-77d0-41ba-8641-cde4a96ddb8d HTTP/1.1" status: 200 len: 205 time: 0.1283815 Jan 25 15:31:50.249326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54642) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:50.282297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.352055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.361004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1992d3-d01c-42f0-9697-8071562418cc None None] Pushing event updated for resources: {'Port': ['ID=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:50.368521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object 82eac4cf-f615-44d9-9994-29cd6186c186 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:50.491411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.583824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:50.587093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:50.590048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:50.646935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=82eac4cf-f615-44d9-9994-29cd6186c186,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:50.664118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:50.665003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.714378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Deleting subnet 0606b5c1-0134-4837-94f1-adad7b378d64 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:31:50.745262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.786303 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f2cfda88-12fc-431a-a7f4-fb9ec1417ebe tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4476678 Jan 25 15:31:50.786997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54646) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:50.793263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:2a:1d'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:50.850138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.854664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:50.968194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ef11477-116d-4947-8711-bd9f04f3f403 None None] Provisioning for port 82eac4cf-f615-44d9-9994-29cd6186c186 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:50.976122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ef11477-116d-4947-8711-bd9f04f3f403 None None] Provisioning complete for port 82eac4cf-f615-44d9-9994-29cd6186c186 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:50.977473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ef11477-116d-4947-8711-bd9f04f3f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.017279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Transition to ACTIVE for port object d651e07c-ef1d-4517-a894-d360df280278 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:51.068025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1ef11477-116d-4947-8711-bd9f04f3f403 None None] Port 82eac4cf-f615-44d9-9994-29cd6186c186 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:51.073872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.162902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.238015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.309080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.360988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.427759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.450892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 7282d837-a219-4023-a76d-51bef1eb9961 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:51.462005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:51.465311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:51.469420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:51.469834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.477007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Port': ['ID=d651e07c-ef1d-4517-a894-d360df280278,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:51.482795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a280b-7590-4f93-8d38-a063ecf202a1 None None] Network 7282d837-a219-4023-a76d-51bef1eb9961 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:51.492829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.542325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=82eac4cf-f615-44d9-9994-29cd6186c186,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:51.561722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event deleted for resources: {'Subnet': ['ID=0606b5c1-0134-4837-94f1-adad7b378d64,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:51.571978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.577194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b406753-3d56-4fe0-a458-5e9b4dabcab9 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "DELETE /v2.0/subnets/0606b5c1-0134-4837-94f1-adad7b378d64 HTTP/1.1" status: 204 len: 168 time: 1.6731997 Jan 25 15:31:51.579238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] In _notify_port_updated(), no bound segment for port 82eac4cf-f615-44d9-9994-29cd6186c186 on network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:51.580788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54656) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:51.584530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:51.587830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.587830 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a2b450fd-c2c9-4e31-8d89-129ffd1e37cf tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "PUT /v2.0/ports/82eac4cf-f615-44d9-9994-29cd6186c186 HTTP/1.1" status: 200 len: 997 time: 0.7990255 Jan 25 15:31:51.589830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54660) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:51.638239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51724cb-5060-4b1f-a0a0-c4c534465f31 None None] Network a9975f58-b058-4127-95f8-5ec025b6a324 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:51.675541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port 82eac4cf-f615-44d9-9994-29cd6186c186 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:51.675881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.714439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7dbff1e5-3eef-4f64-9183-fc5aa048985c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1017487 Jan 25 15:31:51.730123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54664) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:51.849288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0fa0bbb-628f-4619-b52d-6e6ad103ba49 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:51.880951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:51.962276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0209428d-e80f-492a-b7a2-a20dcc8a30de None None] Provisioning for port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:51.994337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:51.994673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.028945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Deleting port 102bf446-dd9d-4d64-a443-4119a2b01a5e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:52.029986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.130013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.188312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d0b238b7-3ab3-40ea-9434-b21595d8a9e4 None None] Provisioning complete for port 82eac4cf-f615-44d9-9994-29cd6186c186 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:52.192494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0b238b7-3ab3-40ea-9434-b21595d8a9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.230986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:52.242932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:52.243427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.323545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for 82eac4cf-f615-44d9-9994-29cd6186c186 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:52.329370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] DHCP port deletion for a9975f58-b058-4127-95f8-5ec025b6a324 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:31:52.342036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Deleting port 102bf446-dd9d-4d64-a443-4119a2b01a5e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:52.342523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.417626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting subnet 127aaca3-fd11-42d1-8f37-06a5cda4dde5 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:31:52.432412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.474708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.484173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.524197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e0fa0bbb-628f-4619-b52d-6e6ad103ba49, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,segment=NetworkSegment(a4d6fcbc-3b8f-4809-ab84-abfd5567973e),segment_id=a4d6fcbc-3b8f-4809-ab84-abfd5567973e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:52.525943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d0b238b7-3ab3-40ea-9434-b21595d8a9e4 None None] Port 82eac4cf-f615-44d9-9994-29cd6186c186 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:52.600175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.642126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.667521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port b8cfcb44-cf1a-419c-b676-797badec311d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:52.667521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.682767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.699603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=82eac4cf-f615-44d9-9994-29cd6186c186,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:52.755965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.781406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] For port 102bf446-dd9d-4d64-a443-4119a2b01a5e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=102bf446-dd9d-4d64-a443-4119a2b01a5e,segment=NetworkSegment(2a9b363a-e889-4211-bb5b-f554333493b1),segment_id=2a9b363a-e889-4211-bb5b-f554333493b1)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:52.781678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.791260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] For port 102bf446-dd9d-4d64-a443-4119a2b01a5e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=102bf446-dd9d-4d64-a443-4119a2b01a5e,segment=NetworkSegment(2a9b363a-e889-4211-bb5b-f554333493b1),segment_id=2a9b363a-e889-4211-bb5b-f554333493b1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:52.791490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.814947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Provisioning complete for port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:52.815323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.850733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:52.863055 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dfe43d44-6ed3-4b50-b009-305f11cf6ff2 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/82eac4cf-f615-44d9-9994-29cd6186c186 HTTP/1.1" status: 204 len: 168 time: 1.2715015 Jan 25 15:31:52.866042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54674) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:52.915541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a226cf23-6876-401c-b9ae-36796d46b150 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] GET failed (client error): The resource could not be found. Jan 25 15:31:52.916289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a226cf23-6876-401c-b9ae-36796d46b150 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:52.986886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a226cf23-6876-401c-b9ae-36796d46b150 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:52.987091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Calling delete_port for 102bf446-dd9d-4d64-a443-4119a2b01a5e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:52.992146 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a226cf23-6876-401c-b9ae-36796d46b150 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports/82eac4cf-f615-44d9-9994-29cd6186c186 HTTP/1.1" status: 404 len: 333 time: 0.1212227 Jan 25 15:31:52.992720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54678) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:52.998596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-957559140'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:53.028162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for 233eb4ef-8bd8-46a9-b338-a5b3d8b39a46 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:53.046699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:53.138086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Calling delete_port for 102bf446-dd9d-4d64-a443-4119a2b01a5e owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:53.143338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:53.154339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:53.156387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.217066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] Pushing event deleted for resources: {'Port': ['ID=102bf446-dd9d-4d64-a443-4119a2b01a5e,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:53.235270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3a8e5-5aad-46af-a5eb-656bb39aee7a None None] No DVR routers for this DVR port 102bf446-dd9d-4d64-a443-4119a2b01a5e on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:31:53.247659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:53.251014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.273908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port 26f48bfe-0933-48af-abd4-78c759c76799 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:53.338386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Provisioning for port d651e07c-ef1d-4517-a894-d360df280278 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:53.343767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Provisioning complete for port d651e07c-ef1d-4517-a894-d360df280278 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:53.346596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.409961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-07ec5872-b0bb-421b-b96c-0ec1e8229a3e None None] Port d651e07c-ef1d-4517-a894-d360df280278 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:53.420410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.4 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/26f48bfe-0933-48af-abd4-78c759c76799) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:53.428466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.531696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c84c25bb-5eae-429b-a222-8ecaffb48c9c None None] Provisioning complete for port d651e07c-ef1d-4517-a894-d360df280278 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:53.532034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c84c25bb-5eae-429b-a222-8ecaffb48c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.583493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for b8cfcb44-cf1a-419c-b676-797badec311d owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:53.586223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c84c25bb-5eae-429b-a222-8ecaffb48c9c None None] Port d651e07c-ef1d-4517-a894-d360df280278 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:53.611279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:31:53.611652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:31:53.628566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.638132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.646391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object 26f48bfe-0933-48af-abd4-78c759c76799 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:53.731286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0fa0bbb-628f-4619-b52d-6e6ad103ba49 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:31:53.739122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.807125 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:53.807402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.815327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:53.819070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:53.823678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:53.855073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=26f48bfe-0933-48af-abd4-78c759c76799,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:53.900929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:53.901945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:53.954138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.001041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 102bf446-dd9d-4d64-a443-4119a2b01a5e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:31:54.002974 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab76f0e5-857b-4dc6-a6f2-fcdf5bb72bb7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0089839 Jan 25 15:31:54.006059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54688) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:54.012558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'network_id': '0f56825d-1a3c-4e0e-b0fa-8d370025c9b3', 'name': 'tempest-AllowedAddressPairTestJSON-1631526543'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:54.032606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=127aaca3-fd11-42d1-8f37-06a5cda4dde5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:54.041939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.043558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 102bf446-dd9d-4d64-a443-4119a2b01a5e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:31:54.043996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 102bf446-dd9d-4d64-a443-4119a2b01a5e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:31:54.084380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.090463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df798997-7381-4af2-9845-97bf937834a6 None None] Network 7282d837-a219-4023-a76d-51bef1eb9961 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:54.119372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=233eb4ef-8bd8-46a9-b338-a5b3d8b39a46,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:54.119861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Deleting port 102bf446-dd9d-4d64-a443-4119a2b01a5e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:54.120233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.164529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:54.169174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Usage tracker for resource:port and tenant:d36141d0047f4b19a3301773db0eb4f0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:54.172189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:54.180066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:54.262559 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc6c5741-18c8-4329-b817-cbeabb7d193a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/127aaca3-fd11-42d1-8f37-06a5cda4dde5 HTTP/1.1" status: 204 len: 168 time: 2.5312700 Jan 25 15:31:54.264973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54692) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:54.267482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] The port '102bf446-dd9d-4d64-a443-4119a2b01a5e' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:31:54.300913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Made reservation on behalf of d36141d0047f4b19a3301773db0eb4f0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:54.310135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.344478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8727a8d8-3377-4710-865a-b5b510dbb604 None None] Provisioning for port 26f48bfe-0933-48af-abd4-78c759c76799 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:54.358278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8727a8d8-3377-4710-865a-b5b510dbb604 None None] Provisioning complete for port 26f48bfe-0933-48af-abd4-78c759c76799 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:54.358649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8727a8d8-3377-4710-865a-b5b510dbb604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.391300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.392499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] device_id is not set on port c6171c18-a19d-4970-8c20-37298e6310cd yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:54.433841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8727a8d8-3377-4710-865a-b5b510dbb604 None None] Port 26f48bfe-0933-48af-abd4-78c759c76799 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:54.502944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] DHCP port deletion for 7282d837-a219-4023-a76d-51bef1eb9961 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:31:54.507491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Deleting port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:54.507844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.523409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=b8cfcb44-cf1a-419c-b676-797badec311d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:54.546762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.581303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533bae6c-188b-4629-b527-c62699caf0ff tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:54.584194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533bae6c-188b-4629-b527-c62699caf0ff tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:54.584374 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-533bae6c-188b-4629-b527-c62699caf0ff tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3183069 Jan 25 15:31:54.588175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54700) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:54.646539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9975f58-b058-4127-95f8-5ec025b6a324']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:54.662134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9b363a-e889-4211-bb5b-f554333493b1') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:54.662487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9b363a-e889-4211-bb5b-f554333493b1') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:54.697508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.724564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] For port e0fa0bbb-628f-4619-b52d-6e6ad103ba49, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,segment=NetworkSegment(a4d6fcbc-3b8f-4809-ab84-abfd5567973e),segment_id=a4d6fcbc-3b8f-4809-ab84-abfd5567973e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:31:54.725005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.787256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Allocated IP 172.20.0.14 (0f56825d-1a3c-4e0e-b0fa-8d370025c9b3/38bf8ffd-43a7-4549-86b4-df4b51d59353/c6171c18-a19d-4970-8c20-37298e6310cd) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:54.797310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5b65-2cd7-48fb-ab39-8fe3bdbaaa7f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.822886 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0e5b65-2cd7-48fb-ab39-8fe3bdbaaa7f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 25 15:31:54.823227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0e5b65-2cd7-48fb-ab39-8fe3bdbaaa7f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:31:54.830518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.841611 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4f0e5b65-2cd7-48fb-ab39-8fe3bdbaaa7f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/7282d837-a219-4023-a76d-51bef1eb9961 HTTP/1.1" status: 409 len: 405 time: 0.2528718 Jan 25 15:31:54.849458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54706) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:54.861588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Calling delete_port for e0fa0bbb-628f-4619-b52d-6e6ad103ba49 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:54.865022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1161604544'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:54.869767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:31:54.870078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:31:54.884989 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:31:54.938281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:54.940291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.012724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.042311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.057691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] Pushing event deleted for resources: {'Port': ['ID=e0fa0bbb-628f-4619-b52d-6e6ad103ba49,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:55.059381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:55.064267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e80b97-bec3-4fa5-babf-dd50f8b1d0e5 None None] No DVR routers for this DVR port e0fa0bbb-628f-4619-b52d-6e6ad103ba49 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:31:55.112295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:55.136092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:55.230024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Transition to ACTIVE for port object c6171c18-a19d-4970-8c20-37298e6310cd will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:55.318210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.322270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.393835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:55.394651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.396946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:55.401511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:55.415307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:55.418290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.427040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=c6171c18-a19d-4970-8c20-37298e6310cd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:55.433475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] Pushing event deleted for resources: {'Network': ['ID=a9975f58-b058-4127-95f8-5ec025b6a324,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:55.439665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.442602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-204929dd-acf4-464a-ac24-28f66e3aa768 tempest-ExtraDHCPOptionsTestJSON-1568427449 tempest-ExtraDHCPOptionsTestJSON-1568427449-project] 10.222.0.26 "DELETE /v2.0/networks/a9975f58-b058-4127-95f8-5ec025b6a324 HTTP/1.1" status: 204 len: 168 time: 3.8602238 Jan 25 15:31:55.454817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.475268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:55.475583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:31:55.476258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.502585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.503013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment 307bae5b-c68e-496d-951f-44a60eb6308f of type vlan for network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f Jan 25 15:31:55.514065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.542458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.585419 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0670f261-3cd5-4513-8521-bb0e660964c6 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5780568 Jan 25 15:31:55.587879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54714) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:55.594802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:db:2a:1d'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:f2:01:59'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:55.618987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.619438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router b3b0cd56-77d0-41ba-8641-cde4a96ddb8d {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:31:55.656801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.657950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5ea2c3bd-2540-4af5-8bf0-d89897ce2b67 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/b3b0cd56-77d0-41ba-8641-cde4a96ddb8d HTTP/1.1" status: 204 len: 168 time: 5.4035306 Jan 25 15:31:55.666161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54718) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:55.671881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67189472', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:55.679436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:55.685281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:router and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:55.688498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:55.696518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:55.738209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0fa0bbb-628f-4619-b52d-6e6ad103ba49 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:31:55.776876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e0fa0bbb-628f-4619-b52d-6e6ad103ba49 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:31:55.777075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.777698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0fa0bbb-628f-4619-b52d-6e6ad103ba49 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:31:55.818767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-037f0d85-30d5-495d-9e51-4d4fa551a708 None None] Provisioning for port c6171c18-a19d-4970-8c20-37298e6310cd completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:31:55.823913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-037f0d85-30d5-495d-9e51-4d4fa551a708 None None] Provisioning complete for port c6171c18-a19d-4970-8c20-37298e6310cd triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:55.828537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-037f0d85-30d5-495d-9e51-4d4fa551a708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.886093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-037f0d85-30d5-495d-9e51-4d4fa551a708 None None] Port c6171c18-a19d-4970-8c20-37298e6310cd cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:55.901006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.905154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:55.905885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.909727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:55.911278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.058141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.116593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2632306 Jan 25 15:31:56.121742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54728) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:56.131140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:56.133931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0fa52-c313-4ea1-baa6-bfd150b299ac tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=9f27390e-e78b-4de4-bdfb-86f4ebcece7f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:56.145864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54732) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:56.146415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:31:56.150940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.160000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.358452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event updated for resources: {'Port': ['ID=c6171c18-a19d-4970-8c20-37298e6310cd,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:56.371469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:56.386475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:subnet and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:56.391226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:56.398490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] In _notify_port_updated(), no bound segment for port c6171c18-a19d-4970-8c20-37298e6310cd on network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:31:56.402329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:56.402967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.407036 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a642d752-0cd6-44fa-88f9-902df2267380 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "PUT /v2.0/ports/c6171c18-a19d-4970-8c20-37298e6310cd HTTP/1.1" status: 200 len: 1057 time: 0.8154190 Jan 25 15:31:56.407036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:56.407253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54738) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:56.452794 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4ee8f292-3a46-4c04-9bbb-e5a1c2d5f226 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b1b53a6335214f9bb721127e4e83d804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039212 Jan 25 15:31:56.455423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54742) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:56.501242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port c6171c18-a19d-4970-8c20-37298e6310cd {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:56.501601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.507320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.523133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b4538227-ab4e-4aeb-9b8f-3bedc8542115 None None] Provisioning complete for port c6171c18-a19d-4970-8c20-37298e6310cd triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:31:56.523516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b4538227-ab4e-4aeb-9b8f-3bedc8542115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.546754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:56.577077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Router b41bdbb6-6220-4d04-9b37-e081602d04ba has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:31:56.579140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b4538227-ab4e-4aeb-9b8f-3bedc8542115 None None] Port c6171c18-a19d-4970-8c20-37298e6310cd cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:31:56.714073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:56.792793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.015547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.043158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:31:57.052725 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e829519-0289-49ff-af9f-d8783959e307 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "PUT /v2.0/routers/b41bdbb6-6220-4d04-9b37-e081602d04ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9945617 Jan 25 15:31:57.052725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54750) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:57.053976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.065976 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] Sync routers for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:31:57.109831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:57.114079 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:57.146815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.210230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.272150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:57.285141 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] Routers {'b41bdbb6-6220-4d04-9b37-e081602d04ba'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:31:57.286033 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b41bdbb6-6220-4d04-9b37-e081602d04ba'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:57.371443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for c6171c18-a19d-4970-8c20-37298e6310cd owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:57.383899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:31:57.384613 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064f52a3-d1be-4e34-8403-c2044b52c52f None None] The sync data for ids ['b41bdbb6-6220-4d04-9b37-e081602d04ba'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:31:57.412321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.26.8.54 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c906d033-f8de-46e8-828a-571863d0dfab) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:57.579242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.584273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.625796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b4b701-eb11-4661-a50a-7ce85823bbd4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:57.652417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.653646 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f2cdf795-3963-4c66-bb8b-3760f052f8d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c6b4b701-eb11-4661-a50a-7ce85823bbd4 HTTP/1.1" status: 204 len: 168 time: 1.1968710 Jan 25 15:31:57.740790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.754800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.797983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=c6171c18-a19d-4970-8c20-37298e6310cd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:57.827508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.908932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:31:57.915729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.941518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:57.970011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port 3c830528-cc2a-4dcf-a222-697d3f9a808f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:57.970011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.012132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=2be65332-87a6-4ca5-b995-3dc2194e3b64,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:58.099876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:58.101580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:58.109284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=c906d033-f8de-46e8-828a-571863d0dfab,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:58.115809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:58.169570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': '307bae5b-c68e-496d-951f-44a60eb6308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:58.169935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 9f27390e-e78b-4de4-bdfb-86f4ebcece7f, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:31:58.245225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.248229 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e7450b1a-9c01-4591-9384-5397129c2e7a tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/c6171c18-a19d-4970-8c20-37298e6310cd HTTP/1.1" status: 204 len: 168 time: 1.8391342 Jan 25 15:31:58.252309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54770) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:58.319808 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1e7ac1-d660-4234-ae69-e2c14129a282 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] GET failed (client error): The resource could not be found. Jan 25 15:31:58.320404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ce1e7ac1-d660-4234-ae69-e2c14129a282 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:31:58.325192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:31:58.348289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.447105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ce1e7ac1-d660-4234-ae69-e2c14129a282 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:31:58.451773 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce1e7ac1-d660-4234-ae69-e2c14129a282 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports/c6171c18-a19d-4970-8c20-37298e6310cd HTTP/1.1" status: 404 len: 333 time: 0.1942506 Jan 25 15:31:58.451773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9f27390e-e78b-4de4-bdfb-86f4ebcece7f) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:58.451773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54778) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:58.459031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911317e8-cf90-4b90-be9a-4e9a6eb7d1c5 None None] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:31:58.497038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:31:58.497671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.542757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port 26f48bfe-0933-48af-abd4-78c759c76799 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:31:58.543255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.605976 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c801ecdf-53a5-4198-b387-134a394b777f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4824877 Jan 25 15:31:58.610074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:58.618661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'port': {'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f', 'name': 'tempest-NetworksIpV6TestAttrs-814508464'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:58.634660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for 3c830528-cc2a-4dcf-a222-697d3f9a808f owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:58.698921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9f27390e-e78b-4de4-bdfb-86f4ebcece7f', 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f', 'tenant_id': '9de1fe6ff42e4299b4a64c48bd2a55ef', 'fixed_ips': [{'subnet_id': '2be65332-87a6-4ca5-b995-3dc2194e3b64'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:31:58.699737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.750330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.751560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:58.876454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Allocated IP 2001:db8::f816:3eff:fee6:f2cf (9f27390e-e78b-4de4-bdfb-86f4ebcece7f/2be65332-87a6-4ca5-b995-3dc2194e3b64/026b356d-8810-4a48-99e1-e95384c68e35) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:58.993308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.071603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.080919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:59.083784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54792) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:59.108689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=3c830528-cc2a-4dcf-a222-697d3f9a808f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:59.125570 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.140175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Transition to ACTIVE for port object 026b356d-8810-4a48-99e1-e95384c68e35 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:59.143392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:port and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:59.163878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Transition to ACTIVE for port object 026b356d-8810-4a48-99e1-e95384c68e35 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:31:59.198425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:59.206797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for 26f48bfe-0933-48af-abd4-78c759c76799 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:31:59.242066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:59.252997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.349637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027350069'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:31:59.358190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:59.364270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:59.367657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.380904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:59.392449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:59.394321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.412134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Pushing event updated for resources: {'Port': ['ID=026b356d-8810-4a48-99e1-e95384c68e35,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:59.417246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:31:59.418927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:31:59.421259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:31:59.422647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:59.435740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] device_id is not set on port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:31:59.466571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d1f2be67-ee5a-4ea4-bab8-f61daf5eb124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.540422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.545902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Attempting to bind port 026b356d-8810-4a48-99e1-e95384c68e35 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:31:59.546278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Attempting to bind port 026b356d-8810-4a48-99e1-e95384c68e35 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '307bae5b-c68e-496d-951f-44a60eb6308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:31:59.547549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Attempting to bind port 026b356d-8810-4a48-99e1-e95384c68e35 on network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:31:59.555425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:31:59.556360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Checking segment: {'id': '307bae5b-c68e-496d-951f-44a60eb6308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:31:59.556907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.557363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Bound using segment: {'id': '307bae5b-c68e-496d-951f-44a60eb6308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:31:59.557846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Bound port: 026b356d-8810-4a48-99e1-e95384c68e35, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307bae5b-c68e-496d-951f-44a60eb6308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '9f27390e-e78b-4de4-bdfb-86f4ebcece7f'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:31:59.558263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.645918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=26f48bfe-0933-48af-abd4-78c759c76799,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:59.667281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] For port 026b356d-8810-4a48-99e1-e95384c68e35, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:31:59.673823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:31:59.674085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] For port 026b356d-8810-4a48-99e1-e95384c68e35, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=026b356d-8810-4a48-99e1-e95384c68e35,segment=NetworkSegment(307bae5b-c68e-496d-951f-44a60eb6308f),segment_id=307bae5b-c68e-496d-951f-44a60eb6308f)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:31:59.677566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.704498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.722372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.742386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.746341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.798728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router 88bbd63d-bba3-4a54-9105-1aa568dcec23 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:31:59.874304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4788d74-d5bb-41f1-934d-c21abae50d17 None None] Pushing event updated for resources: {'Port': ['ID=026b356d-8810-4a48-99e1-e95384c68e35,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:31:59.877903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:31:59.891535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.892285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Fanout notify agent at l3_agent the message router_deleted on router b41bdbb6-6220-4d04-9b37-e081602d04ba {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:31:59.904948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:security_group_rule and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:31:59.910157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:31:59.913469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Allocated IP 2001:db8::f816:3eff:fed0:1175 (9f27390e-e78b-4de4-bdfb-86f4ebcece7f/2be65332-87a6-4ca5-b995-3dc2194e3b64/6571cc62-a2d9-49be-a4d2-2d0b0da1cffe) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:31:59.921451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:31:59.924339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:31:59.925040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-445689bd-80e2-4a54-9abc-d21f65381897 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/routers/b41bdbb6-6220-4d04-9b37-e081602d04ba HTTP/1.1" status: 204 len: 168 time: 2.8413968 Jan 25 15:31:59.925698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54804) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:31:59.936532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.061448 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-737e666b-6d56-4390-b30f-0253ba7ab75c tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/26f48bfe-0933-48af-abd4-78c759c76799 HTTP/1.1" status: 204 len: 168 time: 1.6068974 Jan 25 15:32:00.105840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:00.164447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting subnet 2e241ee9-a7c3-400d-ad81-8377f74a069d {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:00.175144 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeef1498-3e9b-44b4-8ae9-67e510575825 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] GET failed (client error): The resource could not be found. Jan 25 15:32:00.175643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eeef1498-3e9b-44b4-8ae9-67e510575825 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Synchronizing usage tracker for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:00.212249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.278783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.281981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.319137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:00.326930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.327129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Transition to ACTIVE for port object 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:00.354926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eeef1498-3e9b-44b4-8ae9-67e510575825 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Unset dirty status for tenant:d36141d0047f4b19a3301773db0eb4f0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:00.356077 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eeef1498-3e9b-44b4-8ae9-67e510575825 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "GET /v2.0/ports/26f48bfe-0933-48af-abd4-78c759c76799 HTTP/1.1" status: 404 len: 333 time: 0.2495351 Jan 25 15:32:00.360368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54814) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:00.361141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.361537 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment a0e07660-742a-481e-b82c-c75d8c87e534 of type vlan for network e8c92187-7394-4da7-9528-ed18ae5ae6e0 Jan 25 15:32:00.371643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef8561-6963-4bd9-80dd-f7956e42f1b7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:00.405019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.450329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.463863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:00.464200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.496651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:00.507038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Sync routers for ids ['88bbd63d-bba3-4a54-9105-1aa568dcec23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:00.520324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Routers {'88bbd63d-bba3-4a54-9105-1aa568dcec23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:00.520631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:31:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88bbd63d-bba3-4a54-9105-1aa568dcec23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:00.520801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.534676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.624472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.625401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.626911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f8c1c0e4-8593-48c9-a1e2-e015d1d40b75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.9598405 Jan 25 15:32:00.628367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:00.628946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.629725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54818) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:00.697251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.734448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Set router 88bbd63d-bba3-4a54-9105-1aa568dcec23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:00.751519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Subnet': ['ID=2e241ee9-a7c3-400d-ad81-8377f74a069d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:00.767363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.786614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6743b78c-d723-4642-99d1-12027e65b17d tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/subnets/2e241ee9-a7c3-400d-ad81-8377f74a069d HTTP/1.1" status: 204 len: 168 time: 0.8578303 Jan 25 15:32:00.789034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54824) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:00.803828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=e8c92187-7394-4da7-9528-ed18ae5ae6e0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:00.824658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec29bde-553c-4352-aff6-0fa5ea8c9b71 None None] Network eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:00.830929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Port': ['ID=6571cc62-a2d9-49be-a4d2-2d0b0da1cffe,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:00.891567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:00.948710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:00.951268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:00.955801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:00.960788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.962648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:00.974608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:01.025426 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5c31477f-3b2f-40f0-af93-488e609b6ec2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9405894 Jan 25 15:32:01.087708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.090034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:01.090219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.181536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:01.190718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c9834fbd-1e79-4c29-a413-fce8dd2f9c41 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/88bbd63d-bba3-4a54-9105-1aa568dcec23 HTTP/1.1" status: 200 len: 906 time: 0.5572560 Jan 25 15:32:01.193462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:01.228108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09dcda-af03-48a4-95f6-fe8947881c31 None None] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:01.236950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:01.278411 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-25849096-f25f-4e66-b5e0-fe9bcc951042 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6647885 Jan 25 15:32:01.297998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'name': 'tempest-snat-router-67189472', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': True}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:01.308494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54838) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:01.320323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:01.338238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:01.369481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Usage tracker for resource:router and tenant:a9491bcb92314e1f95c0471912ed19c7 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:01.376537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:01.412150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:01.500273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:01.510460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:01.515029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:01.545688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:01.546089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-185f592c-28cb-426d-843c-ddee53778707 None None] Provisioning for port 026b356d-8810-4a48-99e1-e95384c68e35 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:01.561998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.589043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ac71941f-2796-4870-a6e9-6879450b6acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.614904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.615962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.625289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] For port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,segment=NetworkSegment(ed3758e5-00ec-4e99-bd64-a6091de25be8),segment_id=ed3758e5-00ec-4e99-bd64-a6091de25be8)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:01.625744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.632591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:01.754997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:55Z', 'updated_at': '2022-01-25T15:31:58Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:31:57Z', 'updated_at': '2022-01-25T15:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:01.762623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Checking router: 88bbd63d-bba3-4a54-9105-1aa568dcec23 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:01.762623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Updating router 88bbd63d-bba3-4a54-9105-1aa568dcec23 port c906d033-f8de-46e8-828a-571863d0dfab binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:32:01.770435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:01.790243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:01.813358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] DHCP port deletion for eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:01.823252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Deleting port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:01.823631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.862480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:01.946405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 026b356d-8810-4a48-99e1-e95384c68e35 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:01.959765 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-850a186d-eb0d-4f97-9055-f576c34aeb64 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/ports/d6906a2a-eb38-4b0d-98d1-3e5e8eeb9ea4 HTTP/1.1" status: 204 len: 168 time: 1.5968375 Jan 25 15:32:01.962266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54846) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:02.027274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.163848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting subnet 2be65332-87a6-4ca5-b995-3dc2194e3b64 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:02.169616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.221794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.287591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting subnet 38bf8ffd-43a7-4549-86b4-df4b51d59353 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:02.288285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.293643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.332875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.359837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.459675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.505075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 026b356d-8810-4a48-99e1-e95384c68e35 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:02.507643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Provisioning for port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:02.521990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 026b356d-8810-4a48-99e1-e95384c68e35 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:02.522425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.545051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.547792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Provisioning complete for port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:02.548238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.610389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.626029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] For port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,segment=NetworkSegment(ed3758e5-00ec-4e99-bd64-a6091de25be8),segment_id=ed3758e5-00ec-4e99-bd64-a6091de25be8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:02.626416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.652018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Subnet': ['ID=38bf8ffd-43a7-4549-86b4-df4b51d59353,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:02.657951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.664005 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d4d662eb-4ede-43c9-ad17-39bdb8d3fed7 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/subnets/38bf8ffd-43a7-4549-86b4-df4b51d59353 HTTP/1.1" status: 204 len: 168 time: 0.7004094 Jan 25 15:32:02.667052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54854) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:02.670214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:02.698541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] No DVR routers for this DVR port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:02.784386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8931d8e3-bbb5-4098-b1ab-a7f3a846060f None None] Network 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:02.802472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.807758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Calling delete_port for d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:02.813511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Deleting port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:02.813846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.838114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.838535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:32:02.930297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:02.995711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.021247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.032428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] For port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,segment=NetworkSegment(013ab352-5108-496e-ae0e-c2f15202cab5),segment_id=013ab352-5108-496e-ae0e-c2f15202cab5)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:03.033034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.070953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3758e5-00ec-4e99-bd64-a6091de25be8') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.071171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3758e5-00ec-4e99-bd64-a6091de25be8') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.100049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.101516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.102143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Provisioning complete for port 026b356d-8810-4a48-99e1-e95384c68e35 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:03.102495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.148671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.159747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Calling delete_port for 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:03.229331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.252666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.267950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:03.268341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:03.286803 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:03.308715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:03.309054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:03.339229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.345247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.349359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.414144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Port': ['ID=78199835-bdaf-47c9-a1bc-0c5d6e5f2490,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:03.432081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.439611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] No DVR routers for this DVR port 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:03.450846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.469276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=d8b1f6bc-c607-441f-8c13-e74f8000c2b8,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:03.520447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.521795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=2be65332-87a6-4ca5-b995-3dc2194e3b64,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:03.526468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Transition to ACTIVE for port object c906d033-f8de-46e8-828a-571863d0dfab will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:03.534335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003e9fc9-71ef-4e3c-b2bb-e0ff938fc11d None None] DHCP port deletion for 0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:03.534335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:03.534335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:03.535302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.544733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4cb5a-460b-4db8-a284-d66bb48ec909 None None] Network 9f27390e-e78b-4de4-bdfb-86f4ebcece7f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:03.559676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.585456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': 'a0e07660-742a-481e-b82c-c75d8c87e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:03.585847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: e8c92187-7394-4da7-9528-ed18ae5ae6e0, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:03.597269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Network': ['ID=eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:03.630179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-57e6717e-2cff-4ee1-b71a-b2fc1bed5b2f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/2be65332-87a6-4ca5-b995-3dc2194e3b64 HTTP/1.1" status: 204 len: 168 time: 2.3184266 Jan 25 15:32:03.630523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54864) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:03.672335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.707006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.719822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-186fb9dc-8f9b-4da6-8744-b81cd708e093 tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/networks/eebab5f0-5d43-4e7a-a44f-8f43e7cf79e4 HTTP/1.1" status: 204 len: 168 time: 2.9296238 Jan 25 15:32:03.725666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54868) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:03.752078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f56825d-1a3c-4e0e-b0fa-8d370025c9b3']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.760170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013ab352-5108-496e-ae0e-c2f15202cab5') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.760459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013ab352-5108-496e-ae0e-c2f15202cab5') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:03.769337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:03.770236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:03.775256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.795613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.802035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:03.802679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:03.817965 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:03.819750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Attempting to bind port c906d033-f8de-46e8-828a-571863d0dfab on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:03.819750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Attempting to bind port c906d033-f8de-46e8-828a-571863d0dfab by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:03.819910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:03.819994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Attempting to bind port c906d033-f8de-46e8-828a-571863d0dfab on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:03.821043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ea40c-4700-4159-af25-3261d64bf7a5 None None] Pushing event updated for resources: {'Port': ['ID=c906d033-f8de-46e8-828a-571863d0dfab,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:03.826479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Deleting port d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:03.826847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.842570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45648f0c-3f97-498e-a04b-bca3b8661c12 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:03.843993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45648f0c-3f97-498e-a04b-bca3b8661c12 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:03.844720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-45648f0c-3f97-498e-a04b-bca3b8661c12 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Synchronizing usage tracker for tenant:9de1fe6ff42e4299b4a64c48bd2a55ef on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:03.850559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.921812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:03.922177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:03.922566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.922948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:03.923411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Bound port: c906d033-f8de-46e8-828a-571863d0dfab, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:03.923768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.955252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9fc4e-b776-4dd2-8da0-e6b93d8d7350 None None] The port 'd9406994-0d3d-4c57-9c6b-4a8e87ee6a1f' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:32:03.987568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:03.992702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.025964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] Pushing event deleted for resources: {'Network': ['ID=0f56825d-1a3c-4e0e-b0fa-8d370025c9b3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:04.026838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] For port c906d033-f8de-46e8-828a-571863d0dfab, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:04.033468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa56281a-91ec-4ed1-934d-c17699454f94 tempest-AllowedAddressPairTestJSON-262471060 tempest-AllowedAddressPairTestJSON-262471060-project] 10.222.0.26 "DELETE /v2.0/networks/0f56825d-1a3c-4e0e-b0fa-8d370025c9b3 HTTP/1.1" status: 204 len: 168 time: 1.3630376 Jan 25 15:32:04.034359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] For port c906d033-f8de-46e8-828a-571863d0dfab, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c906d033-f8de-46e8-828a-571863d0dfab,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:04.068907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.093155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.114682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.188164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] DHCP port deletion for 9f27390e-e78b-4de4-bdfb-86f4ebcece7f request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:04.205737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Deleting port 026b356d-8810-4a48-99e1-e95384c68e35 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:04.206110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.215775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.26.8.182 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/8632142f-2a09-4ae0-a9bb-d1fa271d6fb2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:04.219532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, e8c92187-7394-4da7-9528-ed18ae5ae6e0) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:04.243834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f80a05-57c4-48af-b75a-0f44b5212abf None None] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:04.252757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:04.253360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.264323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Deleting port a15651c4-6566-455a-819d-e92cfe1ecee0 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:04.264659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.298757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ea40c-4700-4159-af25-3261d64bf7a5 None None] Pushing event updated for resources: {'Port': ['ID=c906d033-f8de-46e8-828a-571863d0dfab,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:04.370742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 026b356d-8810-4a48-99e1-e95384c68e35, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=026b356d-8810-4a48-99e1-e95384c68e35,segment=NetworkSegment(307bae5b-c68e-496d-951f-44a60eb6308f),segment_id=307bae5b-c68e-496d-951f-44a60eb6308f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:04.380499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-45648f0c-3f97-498e-a04b-bca3b8661c12 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Unset dirty status for tenant:9de1fe6ff42e4299b4a64c48bd2a55ef on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:04.381678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-45648f0c-3f97-498e-a04b-bca3b8661c12 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7502856 Jan 25 15:32:04.384758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54878) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:04.391937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Routers {'88bbd63d-bba3-4a54-9105-1aa568dcec23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:04.392574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['88bbd63d-bba3-4a54-9105-1aa568dcec23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:04.479024 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3091e9ba-2dd6-439b-8dde-327fda6cb36c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2943325 Jan 25 15:32:04.479887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:04.500758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702377707'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:04.521456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:04.524868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.533799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f23a1e36-e555-4804-9916-98f47f543df9 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.538173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:04.546987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:04.547244 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23a1e36-e555-4804-9916-98f47f543df9 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 25 15:32:04.547648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23a1e36-e555-4804-9916-98f47f543df9 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:04.557283 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f23a1e36-e555-4804-9916-98f47f543df9 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/9f27390e-e78b-4de4-bdfb-86f4ebcece7f HTTP/1.1" status: 409 len: 405 time: 0.1713192 Jan 25 15:32:04.560173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54888) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:04.568570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-319763930'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:04.580386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.583504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:04.583772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:04.590084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:04.591716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.597185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:04.608778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:04.616008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.616231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.730230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:04.733415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.739792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.740574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:04.764508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:04.767304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Calling delete_port for a15651c4-6566-455a-819d-e92cfe1ecee0 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:04.774029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54894) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:04.783360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.783695 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment a622e38f-adec-4616-922a-23d19be4ebd6 of type vlan for network 5c17e566-01ff-417b-aacb-65c7cae96b59 Jan 25 15:32:04.795535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:04.801789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.816523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.823250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:04.827453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78199835-bdaf-47c9-a1bc-0c5d6e5f2490 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:04.827453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 026b356d-8810-4a48-99e1-e95384c68e35 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:04.858940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:04.884510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.884852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 5847eee4-5fd8-4c75-9ada-c3ad9d0143de of type vlan for network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 Jan 25 15:32:04.922869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.938901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.943778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:04.947845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:04.979492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.083819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.089684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=026b356d-8810-4a48-99e1-e95384c68e35,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.124749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=5c17e566-01ff-417b-aacb-65c7cae96b59,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.130529 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f8bb756-7891-4cba-871f-1fbe1151557c tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5684700 Jan 25 15:32:05.134734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54902) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:05.137210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:05.138552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] For port 026b356d-8810-4a48-99e1-e95384c68e35, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=026b356d-8810-4a48-99e1-e95384c68e35,segment=NetworkSegment(307bae5b-c68e-496d-951f-44a60eb6308f),segment_id=307bae5b-c68e-496d-951f-44a60eb6308f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:05.138941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.139936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:05.149400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.154872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:05.166167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '5c17e566-01ff-417b-aacb-65c7cae96b59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:05.183309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5c17e566-01ff-417b-aacb-65c7cae96b59 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:05.200014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:05.200361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-1e38a2d1-f7e0-4ad8-bde3-a1e4f249361b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:05.238076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.241760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:05.242340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.279914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Pushing event deleted for resources: {'Port': ['ID=a15651c4-6566-455a-819d-e92cfe1ecee0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.283412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:05.292648 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-58f9c4a4-cb0e-4275-ab07-9c8f1b79bebf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d36141d0047f4b19a3301773db0eb4f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5139177 Jan 25 15:32:05.293411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54906) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:05.306630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] Set router 88bbd63d-bba3-4a54-9105-1aa568dcec23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:05.326963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:05.376661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.401423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:05.406069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-e8c92187-7394-4da7-9528-ed18ae5ae6e0', 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': 'd8b1f6bc-c607-441f-8c13-e74f8000c2b8'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:05.406859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.426627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.437551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Calling delete_port for 026b356d-8810-4a48-99e1-e95384c68e35 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:05.495273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=bbb8bc65-153b-4d6c-bf3a-4525f17f9498,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.510029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db375d23-4ede-4088-b2ef-08b13098ba11 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0251334 Jan 25 15:32:05.510621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:05.524752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:05.550261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:05.556785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.623148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.625688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.630798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f39911ec-ea6b-4651-86bb-0c99a0487a8c tempest-FloatingIPAdminTestJSON-1101043920 tempest-FloatingIPAdminTestJSON-1101043920-project] 10.222.0.26 "DELETE /v2.0/floatingips/0a59cf7c-c7e0-43ee-aaa1-9f261c9ebc05 HTTP/1.1" status: 204 len: 168 time: 1.8982172 Jan 25 15:32:05.665449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:05.670826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:05.675883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:05.682599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:05.789844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.823760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b38cd00-be68-434a-82b7-2b03ef7422e8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:05.840278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:05.871904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.928875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:05.930055 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c07f31aa-abd6-4a86-8daf-bca7ef70e474 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0b38cd00-be68-434a-82b7-2b03ef7422e8 HTTP/1.1" status: 204 len: 168 time: 0.6358628 Jan 25 15:32:06.052480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.053188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.057601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.058862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.098793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:32:06.100049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.177249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] Pushing event deleted for resources: {'Port': ['ID=026b356d-8810-4a48-99e1-e95384c68e35,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:06.179340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:06.219405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=53944c9c-c708-46a0-a555-179c07c65a31,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:06.233216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': 'a622e38f-adec-4616-922a-23d19be4ebd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '5c17e566-01ff-417b-aacb-65c7cae96b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:06.237085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:06.237553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 5c17e566-01ff-417b-aacb-65c7cae96b59, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:06.237802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9406994-0d3d-4c57-9c6b-4a8e87ee6a1f not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:06.244681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff0a99-b323-460a-b841-2a565598c345 None None] No DVR routers for this DVR port 026b356d-8810-4a48-99e1-e95384c68e35 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:06.266336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Allocated IP 172.20.255.242 (e8c92187-7394-4da7-9528-ed18ae5ae6e0/d8b1f6bc-c607-441f-8c13-e74f8000c2b8/6a346aef-6218-4cfb-9fd0-4823de10f691) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:06.279084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cf516a83-bae4-4826-94cb-4aa188fc6e59 None None] Provisioning complete for port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:06.279674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cf516a83-bae4-4826-94cb-4aa188fc6e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.385120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 5c17e566-01ff-417b-aacb-65c7cae96b59 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:06.428215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54928) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:06.436009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cf516a83-bae4-4826-94cb-4aa188fc6e59 None None] Port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:32:06.462633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5c17e566-01ff-417b-aacb-65c7cae96b59) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:06.462811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:55Z', 'updated_at': '2022-01-25T15:31:58Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:31:57Z', 'updated_at': '2022-01-25T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:06.467559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:06.468149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.475155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f7afa-080e-4de6-b02d-6fb50b5f1600 None None] Network 5c17e566-01ff-417b-aacb-65c7cae96b59 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:06.499141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51323bf8-5ef7-4a91-a8d3-ff1c7410b8e3 None None] The sync data for ids ['88bbd63d-bba3-4a54-9105-1aa568dcec23'] in dv-neutron-826291-2-hyperv is: [{'id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54'}], 'enable_snat': False}, 'gw_port_id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:31:55Z', 'updated_at': '2022-01-25T15:31:58Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': 'c906d033-f8de-46e8-828a-571863d0dfab', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:08:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bbd63d-bba3-4a54-9105-1aa568dcec23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:31:57Z', 'updated_at': '2022-01-25T15:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:06.545122 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da7055f5-51f4-407f-97be-99221027eb17 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3873787 Jan 25 15:32:06.551844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54936) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:06.772815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.798125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.812275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Transition to ACTIVE for port object 6a346aef-6218-4cfb-9fd0-4823de10f691 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:06.887651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1441eb19-13ab-48ac-96af-653d3e35dc1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6ed5a9411ad841c7aaf5606eb3457188&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4539754 Jan 25 15:32:06.887651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.891019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54950) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:06.974685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Transition to ACTIVE for port object 6a346aef-6218-4cfb-9fd0-4823de10f691 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:06.996431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0db348-7536-4e36-ae19-5f12a4e0da48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5c17e566-01ff-417b-aacb-65c7cae96b59', 'network_id': '5c17e566-01ff-417b-aacb-65c7cae96b59', 'tenant_id': '9de1fe6ff42e4299b4a64c48bd2a55ef', 'fixed_ips': [{'subnet_id': '53944c9c-c708-46a0-a555-179c07c65a31'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:06.996621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:06.997247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cf0db348-7536-4e36-ae19-5f12a4e0da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.036991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.065309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.084544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.167503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=67562d57-8eb9-4983-ac85-6fd70716c770,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:07.187108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '5847eee4-5fd8-4c75-9ada-c3ad9d0143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:07.187469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: bbb8bc65-153b-4d6c-bf3a-4525f17f9498, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:07.203964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Pushing event updated for resources: {'Port': ['ID=6a346aef-6218-4cfb-9fd0-4823de10f691,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:07.209640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:07.213772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:07.218353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:07.230101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.244332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea35408-a319-46e6-811c-19c0ab9c3130,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:07.251109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.255249 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-de3745de-8881-4190-8ebd-02b375b2f34e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ea35408-a319-46e6-811c-19c0ab9c3130 HTTP/1.1" status: 204 len: 168 time: 0.3602519 Jan 25 15:32:07.264464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router db17bd02-a0bb-41ea-978d-3e4c575c0b98 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:32:07.349704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Attempting to bind port 6a346aef-6218-4cfb-9fd0-4823de10f691 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:07.350068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Attempting to bind port 6a346aef-6218-4cfb-9fd0-4823de10f691 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'a0e07660-742a-481e-b82c-c75d8c87e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:07.350422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Attempting to bind port 6a346aef-6218-4cfb-9fd0-4823de10f691 on network e8c92187-7394-4da7-9528-ed18ae5ae6e0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server [None req-cf0db348-7536-4e36-ae19-5f12a4e0da48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53944c9c-c708-46a0-a555-179c07c65a31: This subnet is being modified by another concurrent operation. Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 15:32:07.362826 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise exception Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 53944c9c-c708-46a0-a555-179c07c65a31: This subnet is being modified by another concurrent operation. Jan 25 15:32:07.368921 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Checking segment: {'id': 'a0e07660-742a-481e-b82c-c75d8c87e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Bound using segment: {'id': 'a0e07660-742a-481e-b82c-c75d8c87e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Bound port: 6a346aef-6218-4cfb-9fd0-4823de10f691, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e07660-742a-481e-b82c-c75d8c87e534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'e8c92187-7394-4da7-9528-ed18ae5ae6e0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:07.373179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.384861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33acb1-525a-485f-83f5-507a8a1bd185 None None] Network 5c17e566-01ff-417b-aacb-65c7cae96b59 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:07.402130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.441303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:07.468603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=53944c9c-c708-46a0-a555-179c07c65a31,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:07.605621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, bbb8bc65-153b-4d6c-bf3a-4525f17f9498) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:07.619274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b955701-9ebb-4f6e-ad46-50f3f2fa787e None None] Network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:07.622762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:07.623356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.719521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.736182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] For port 6a346aef-6218-4cfb-9fd0-4823de10f691, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:07.738241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54966) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:07.761640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] For port 6a346aef-6218-4cfb-9fd0-4823de10f691, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6a346aef-6218-4cfb-9fd0-4823de10f691,segment=NetworkSegment(a0e07660-742a-481e-b82c-c75d8c87e534),segment_id=a0e07660-742a-481e-b82c-c75d8c87e534)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:07.773341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c17e566-01ff-417b-aacb-65c7cae96b59']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:07.810330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a622e38f-adec-4616-922a-23d19be4ebd6') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:07.810989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a622e38f-adec-4616-922a-23d19be4ebd6') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:07.835600 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-190ae197-1b6d-4d05-a1dd-5efeb6fb669d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3196990 Jan 25 15:32:07.837572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.838544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54972) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:07.885210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.902188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:07.902583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:07.916752 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:07.918567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:07.922863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:07.933629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Sync routers for ids ['db17bd02-a0bb-41ea-978d-3e4c575c0b98'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:07.960170 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Routers {'db17bd02-a0bb-41ea-978d-3e4c575c0b98'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:07.960921 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['db17bd02-a0bb-41ea-978d-3e4c575c0b98'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:08.007720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488049058'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:08.016342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:08.024702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:08.029440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:08.101092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.101092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-40c06622-7973-4ef2-baa4-9af4457c5339 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.8614931 Jan 25 15:32:08.102284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54980) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:08.107964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-bbb8bc65-153b-4d6c-bf3a-4525f17f9498', 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': '67562d57-8eb9-4983-ac85-6fd70716c770'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:08.108720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.118455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7237b9-9771-49fd-b050-8813711a6626 None None] Pushing event updated for resources: {'Port': ['ID=6a346aef-6218-4cfb-9fd0-4823de10f691,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:08.228742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:08.247019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.252913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.280936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 54984) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:08.310633 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Set router db17bd02-a0bb-41ea-978d-3e4c575c0b98 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:08.311942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/5c17e566-01ff-417b-aacb-65c7cae96b59 HTTP/1.1" status: 204 len: 168 time: 1.7589724 Jan 25 15:32:08.312774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54988) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:08.318938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.320832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdf3d3-0bb3-4adc-9548-63263fe709cb tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=5c17e566-01ff-417b-aacb-65c7cae96b59,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:08.334740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.339543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1606153221'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:08.344827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:08.349604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:08.352942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Allocated IP 172.20.0.2 (bbb8bc65-153b-4d6c-bf3a-4525f17f9498/67562d57-8eb9-4983-ac85-6fd70716c770/2b9a39bc-1a3e-4d9d-9280-638fa32deb00) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:08.354915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:08.356227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:08.361047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.367659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:08.476211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.529142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.589587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:08.593946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:security_group_rule and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:08.598996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:08.612921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:08.670781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:08.675714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:08.680894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.682259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Usage tracker for resource:security_group_rule and tenant:b08bf69d55d642edb9609f4efba767e4 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:08.692493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.698547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:08.710042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:08.719228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Transition to ACTIVE for port object 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:08.755196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Transition to ACTIVE for port object 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:08.783799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.809704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:08.826638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.827638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.828105 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment 0059a7ef-c94d-4567-9562-82ab04e80d87 of type vlan for network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b Jan 25 15:32:08.848641 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:32:01Z', 'updated_at': '2022-01-25T15:32:05Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:32:04Z', 'updated_at': '2022-01-25T15:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:08.851266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c906d033-f8de-46e8-828a-571863d0dfab up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:08.853678 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Checking router: db17bd02-a0bb-41ea-978d-3e4c575c0b98 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:08.854300 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Updating router db17bd02-a0bb-41ea-978d-3e4c575c0b98 port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:32:08.874811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.875658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.885657 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fa5480ae-1b05-4fae-80be-dc8c733dd1f0 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/db17bd02-a0bb-41ea-978d-3e4c575c0b98 HTTP/1.1" status: 200 len: 906 time: 0.7822187 Jan 25 15:32:08.895422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 54994) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:08.913919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.929059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:08.931718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e108e491-9f81-4079-add3-1e6372a2f336,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:08.937081 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:08.952084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.004913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:32:09.014968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.015555 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 0c148153-994e-4700-abf1-5240934f08c6 of type vlan for network 43a30edc-c482-45a1-b2b5-040515a9ce8e Jan 25 15:32:09.016713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=67562d57-8eb9-4983-ac85-6fd70716c770,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.029587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.049193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:09.049193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:09.050589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Pushing event updated for resources: {'Port': ['ID=2b9a39bc-1a3e-4d9d-9280-638fa32deb00,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.052889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:09.196912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.224707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Attempting to bind port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:09.225270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Attempting to bind port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5847eee4-5fd8-4c75-9ada-c3ad9d0143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:09.225420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Attempting to bind port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 on network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:09.234509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:09.236653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.237156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Checking segment: {'id': '5847eee4-5fd8-4c75-9ada-c3ad9d0143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:09.237753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.239944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Bound using segment: {'id': '5847eee4-5fd8-4c75-9ada-c3ad9d0143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:09.243461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Bound port: 2b9a39bc-1a3e-4d9d-9280-638fa32deb00, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5847eee4-5fd8-4c75-9ada-c3ad9d0143de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:09.244163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.253601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:09.254795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.283342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.346617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb8bc65-153b-4d6c-bf3a-4525f17f9498']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:09.370022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c906d033-f8de-46e8-828a-571863d0dfab completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:09.376952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c906d033-f8de-46e8-828a-571863d0dfab triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:09.377354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.421693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] For port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:09.424742 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b08bf69d55d642edb9609f4efba767e4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1421852 Jan 25 15:32:09.430526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] For port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b9a39bc-1a3e-4d9d-9280-638fa32deb00,segment=NetworkSegment(5847eee4-5fd8-4c75-9ada-c3ad9d0143de),segment_id=5847eee4-5fd8-4c75-9ada-c3ad9d0143de)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:09.433719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.453896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=449fe7b4-386d-4f2a-84ac-cf379a1d4c7b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.456829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55002) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:09.474995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-247fe218-b34e-45a7-89f3-89f45da6c78d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1558344 Jan 25 15:32:09.476239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55006) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:09.476955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:09.484778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5847eee4-5fd8-4c75-9ada-c3ad9d0143de') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:09.485128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5847eee4-5fd8-4c75-9ada-c3ad9d0143de') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:09.524824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.531954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63266281-73ea-420d-90b2-db1f904b7f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52057bd0-cd44-4cb6-9a52-56898bb531e3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.539549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:09.558086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.567811 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.570716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:09.570943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:09.593142 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:09.595013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.658372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.662543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:09.663129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.711654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:09.715804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:subnet and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:09.731589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394de768-154b-490d-b158-48205d8344b0 None None] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:09.731747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:09.731747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:09.733738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.775491 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Transition to ACTIVE for port object 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:09.805061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.805245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=43a30edc-c482-45a1-b2b5-040515a9ce8e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.830334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:09.837541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.850725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:09.850725 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:09.850725 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': 'bbb8bc65-153b-4d6c-bf3a-4525f17f9498'}] Jan 25 15:32:09.850725 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:09.851155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:09.862606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:09.887971 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7884aa8f-e1bf-4ba8-94e4-2ea5dc12dd49 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1479492 Jan 25 15:32:09.888667 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:09.913672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edbfde-6348-4024-bc5a-c731495ff7fe None None] Pushing event updated for resources: {'Port': ['ID=2b9a39bc-1a3e-4d9d-9280-638fa32deb00,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:09.922970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.000771 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Attempting to bind port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:10.001331 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Attempting to bind port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:10.002882 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Attempting to bind port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:10.033207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.042920 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Pushing event updated for resources: {'Port': ['ID=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:10.054463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port c906d033-f8de-46e8-828a-571863d0dfab, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c906d033-f8de-46e8-828a-571863d0dfab,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:10.078516 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.081581 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.082000 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.082472 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.083267 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.083667 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.084076 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.086134 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.086593 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.087201 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.087596 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:10.099734 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:10.102516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bbbe4-9f4d-4b1a-b6ef-5f743ac074a8 None None] Network bbb8bc65-153b-4d6c-bf3a-4525f17f9498 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:10.102625 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:10.102625 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.102798 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:10.104991 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Bound port: 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:10.105418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.118082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7baea834-0366-4df0-9ca5-a23e34349fd8 None None] Provisioning for port 6a346aef-6218-4cfb-9fd0-4823de10f691 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:10.130411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.131486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6a346aef-6218-4cfb-9fd0-4823de10f691 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:10.258398 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] For port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:10.267849 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] For port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:10.340858 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.352403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.371142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:10.371478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.556361 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be14fb-aebf-4d49-9757-8b1f0194c5cd None None] Pushing event updated for resources: {'Port': ['ID=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:10.562170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=c906d033-f8de-46e8-828a-571863d0dfab,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:10.636887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.681526 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Routers {'db17bd02-a0bb-41ea-978d-3e4c575c0b98'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:10.682877 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['db17bd02-a0bb-41ea-978d-3e4c575c0b98'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:10.804112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6a346aef-6218-4cfb-9fd0-4823de10f691 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:10.810110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6a346aef-6218-4cfb-9fd0-4823de10f691 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:10.810610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.859509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b9a39bc-1a3e-4d9d-9280-638fa32deb00,segment=NetworkSegment(5847eee4-5fd8-4c75-9ada-c3ad9d0143de),segment_id=5847eee4-5fd8-4c75-9ada-c3ad9d0143de)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:10.864629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.895861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.919268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': '0059a7ef-c94d-4567-9562-82ab04e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:10.919624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:10.966221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52057bd0-cd44-4cb6-9a52-56898bb531e3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:10.980673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:10.981831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cadae041-6943-4789-8d53-6aca14dc0b85 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52057bd0-cd44-4cb6-9a52-56898bb531e3 HTTP/1.1" status: 204 len: 168 time: 1.5132101 Jan 25 15:32:11.047397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=a445b2a5-b2da-426e-b122-75058aee8ea3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:11.096193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:11.135433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.182663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:11.186683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:11.188397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.220988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31b36c4-f168-4000-a721-a08bd93acfac None None] Network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:11.228686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:11.230832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.261067 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] Set router db17bd02-a0bb-41ea-978d-3e4c575c0b98 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:11.296675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:11.541359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] For port 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:11.541810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.566054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.590173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.767987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 2b9a39bc-1a3e-4d9d-9280-638fa32deb00 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:11.834722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-08190d0c-0a3f-4d48-8048-942775863c60 None None] Provisioning complete for port 6a346aef-6218-4cfb-9fd0-4823de10f691 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:11.837598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-08190d0c-0a3f-4d48-8048-942775863c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:11.883605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=2b9a39bc-1a3e-4d9d-9280-638fa32deb00,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:12.040838 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:32:01Z', 'updated_at': '2022-01-25T15:32:05Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:32:04Z', 'updated_at': '2022-01-25T15:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:12.065235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5a40ef-003f-4d6d-85d2-f7c678468054 None None] The sync data for ids ['db17bd02-a0bb-41ea-978d-3e4c575c0b98'] in dv-neutron-826291-2-hyperv is: [{'id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'name': 'tempest-snat-router-67189472', 'tenant_id': 'a9491bcb92314e1f95c0471912ed19c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:32:01Z', 'updated_at': '2022-01-25T15:32:05Z', 'revision_number': 3, 'project_id': 'a9491bcb92314e1f95c0471912ed19c7', 'gw_port': {'id': '8632142f-2a09-4ae0-a9bb-d1fa271d6fb2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db17bd02-a0bb-41ea-978d-3e4c575c0b98', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:32:04Z', 'updated_at': '2022-01-25T15:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:12.151258 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-00c6d2a6-3827-4060-aa04-59551da8bb2b tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6715629 Jan 25 15:32:12.163759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Calling delete_port for 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:12.165331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55030) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:12.210385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6a346aef-6218-4cfb-9fd0-4823de10f691, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6a346aef-6218-4cfb-9fd0-4823de10f691,segment=NetworkSegment(a0e07660-742a-481e-b82c-c75d8c87e534),segment_id=a0e07660-742a-481e-b82c-c75d8c87e534)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:12.249242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.281833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.417518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.467014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c906d033-f8de-46e8-828a-571863d0dfab up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:12.488064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb8bc65-153b-4d6c-bf3a-4525f17f9498']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:12.551144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-449fe7b4-386d-4f2a-84ac-cf379a1d4c7b', 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b', 'tenant_id': '9de1fe6ff42e4299b4a64c48bd2a55ef', 'fixed_ips': [{'subnet_id': 'a445b2a5-b2da-426e-b122-75058aee8ea3'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:12.552102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.597157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55036) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:12.644379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6a346aef-6218-4cfb-9fd0-4823de10f691,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:12.648528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c906d033-f8de-46e8-828a-571863d0dfab triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:12.648904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.678689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5847eee4-5fd8-4c75-9ada-c3ad9d0143de') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:12.679276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5847eee4-5fd8-4c75-9ada-c3ad9d0143de') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:12.687601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.691041 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.707728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.713974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:12.714363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.758712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae878a-b4d4-46be-ad5a-62896b4eea31 req-6916eefe-cef4-4cfd-b626-937d6b335fcc tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:12.766920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abae878a-b4d4-46be-ad5a-62896b4eea31 req-6916eefe-cef4-4cfd-b626-937d6b335fcc tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.4925394 Jan 25 15:32:12.769211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.791851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Port': ['ID=8632142f-2a09-4ae0-a9bb-d1fa271d6fb2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:12.808105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.812177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Allocated IP 2001:db8::2 (449fe7b4-386d-4f2a-84ac-cf379a1d4c7b/a445b2a5-b2da-426e-b122-75058aee8ea3/cd4c0fec-f5ba-4902-9588-341cb7bfa66f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:12.834215 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:12.883980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.915572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:12.929637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=bbb8bc65-153b-4d6c-bf3a-4525f17f9498,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:12.945582 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6b52075c-e395-4edf-8dc7-2709b06be2cb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/bbb8bc65-153b-4d6c-bf3a-4525f17f9498 HTTP/1.1" status: 204 len: 168 time: 5.1058738 Jan 25 15:32:12.946261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55042) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:12.952566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391928574'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:12.960213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:12.965874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:12.971230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:12.978908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:12.982770 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:12.996281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0d17b106aa44198acebbead0867c14 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:13.002185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abae878a-b4d4-46be-ad5a-62896b4eea31 req-c73ddd2d-8b58-40ae-9d9a-1d938f4957ee tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341769 Jan 25 15:32:13.002952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:13.012354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:13.042299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06e5c0-90b7-49bc-810f-b28c6603a7fd req-487fe664-ef81-48f6-8009-e14ea9bf5a2f tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:13.042299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e06e5c0-90b7-49bc-810f-b28c6603a7fd req-487fe664-ef81-48f6-8009-e14ea9bf5a2f tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.4406788 Jan 25 15:32:13.063713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:13.067404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.140298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:13.171039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.172074 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment eb644546-5961-44de-9c3f-260ff439bfe1 of type vlan for network a02ff94e-e1d1-47d0-ac00-c92c976e8878 Jan 25 15:32:13.213636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.233865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Transition to ACTIVE for port object cd4c0fec-f5ba-4902-9588-341cb7bfa66f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:13.241924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.262638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55048) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:13.273002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Transition to ACTIVE for port object cd4c0fec-f5ba-4902-9588-341cb7bfa66f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:13.275092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:13.312836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.336182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.404864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:13.407188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:13.411443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:13.413041 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:13.413305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Pushing event updated for resources: {'Port': ['ID=cd4c0fec-f5ba-4902-9588-341cb7bfa66f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:13.415445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:13.416520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:13.423330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:13.449560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.454236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:13.460226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.497002 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e06e5c0-90b7-49bc-810f-b28c6603a7fd req-b39f7b17-0110-4c36-bbda-bcf05dd25037 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197663 Jan 25 15:32:13.503168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Attempting to bind port cd4c0fec-f5ba-4902-9588-341cb7bfa66f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:13.503543 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Attempting to bind port cd4c0fec-f5ba-4902-9588-341cb7bfa66f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0059a7ef-c94d-4567-9562-82ab04e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:13.503931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Attempting to bind port cd4c0fec-f5ba-4902-9588-341cb7bfa66f on network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:13.512241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:13.512683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Checking segment: {'id': '0059a7ef-c94d-4567-9562-82ab04e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:13.513136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.516091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Bound using segment: {'id': '0059a7ef-c94d-4567-9562-82ab04e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:13.516091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Bound port: cd4c0fec-f5ba-4902-9588-341cb7bfa66f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0059a7ef-c94d-4567-9562-82ab04e80d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:13.516091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.534260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.579059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.580701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:13.613441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] For port cd4c0fec-f5ba-4902-9588-341cb7bfa66f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:13.616829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] For port cd4c0fec-f5ba-4902-9588-341cb7bfa66f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cd4c0fec-f5ba-4902-9588-341cb7bfa66f,segment=NetworkSegment(0059a7ef-c94d-4567-9562-82ab04e80d87),segment_id=0059a7ef-c94d-4567-9562-82ab04e80d87)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:13.664535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.668357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.672698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=a445b2a5-b2da-426e-b122-75058aee8ea3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:13.683217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.684073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=a02ff94e-e1d1-47d0-ac00-c92c976e8878,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:13.694869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:13.717273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4798291-5e1d-4897-9d94-593c2c667dac,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:13.731780 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-691f3faa-52ab-492d-9be0-6e0a158abc42 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7811708 Jan 25 15:32:13.732251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-50023ff8-5be5-4d5b-84ae-fbe5b4d2a7f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5c0d17b106aa44198acebbead0867c14&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1273410 Jan 25 15:32:13.732251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55058) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:13.732251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:13.749669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'a02ff94e-e1d1-47d0-ac00-c92c976e8878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:13.773671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.790413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.858283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292aa09a-b017-409c-9ad5-f2812f3d71e6 None None] Pushing event updated for resources: {'Port': ['ID=cd4c0fec-f5ba-4902-9588-341cb7bfa66f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:13.880947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.897604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.898102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db17bd02-a0bb-41ea-978d-3e4c575c0b98 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:32:13.931492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:13.932583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449fe7b4-386d-4f2a-84ac-cf379a1d4c7b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:13.933886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.937794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:13.951651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:13.953978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059a7ef-c94d-4567-9562-82ab04e80d87') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:13.954279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059a7ef-c94d-4567-9562-82ab04e80d87') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:13.972907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.978531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:13.991804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:13.996428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c22f150-df82-4155-abc2-d9f3f999d6fb None None] Network 449fe7b4-386d-4f2a-84ac-cf379a1d4c7b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:14.016295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.023246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.024556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d88ab0f6-3694-4924-8de4-259bfb987229 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/routers/db17bd02-a0bb-41ea-978d-3e4c575c0b98 HTTP/1.1" status: 204 len: 168 time: 5.1280372 Jan 25 15:32:14.029258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:14.031661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:14.032065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:14.046929 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:14.214380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:14.264151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:14.264151 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:14.264151 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '449fe7b4-386d-4f2a-84ac-cf379a1d4c7b'}] Jan 25 15:32:14.264151 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:14.264982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:14.305345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1524f-6de0-49a2-bf95-a3477ec6bfb7 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:32:14.376746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.380270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.452792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6a346aef-6218-4cfb-9fd0-4823de10f691 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:14.520596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_backend_mixin [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing IP validity checks on allocation pools {{(pid=84139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:32:14.521138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_backend_mixin [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:32:14.531966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:14.558715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': '0c148153-994e-4700-abf1-5240934f08c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:14.559276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: 43a30edc-c482-45a1-b2b5-040515a9ce8e, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:14.586319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.643688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4798291-5e1d-4897-9d94-593c2c667dac,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:14.650036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.654003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-faedc8b5-8dc6-481f-8768-69ad0f21f0a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4798291-5e1d-4897-9d94-593c2c667dac HTTP/1.1" status: 204 len: 168 time: 0.9191384 Jan 25 15:32:14.667076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:14.766554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.782099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting port cd4c0fec-f5ba-4902-9588-341cb7bfa66f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:14.782438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.856463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 43a30edc-c482-45a1-b2b5-040515a9ce8e) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:14.878442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:14.879766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:14.974546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.012423 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9039b97e-728d-4f1a-919d-a2a931daed67 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7473488 Jan 25 15:32:15.020811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6a346aef-6218-4cfb-9fd0-4823de10f691 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:15.021394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.026782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55082) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:15.046487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682016223'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:15.057193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:15.068398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:15.073308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:15.086903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:15.088454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1524f-6de0-49a2-bf95-a3477ec6bfb7 None None] Unable to find a vacant binding_index for network 43a30edc-c482-45a1-b2b5-040515a9ce8e and agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 {{(pid=84140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 25 15:32:15.098942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1524f-6de0-49a2-bf95-a3477ec6bfb7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 43a30edc-c482-45a1-b2b5-040515a9ce8e) {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:32:15.099191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.157485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] For port cd4c0fec-f5ba-4902-9588-341cb7bfa66f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cd4c0fec-f5ba-4902-9588-341cb7bfa66f,segment=NetworkSegment(0059a7ef-c94d-4567-9562-82ab04e80d87),segment_id=0059a7ef-c94d-4567-9562-82ab04e80d87)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:15.158315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.229789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc448f3-5234-4ab0-a28a-61edcc39980c req-36a88200-fea2-4bbb-a691-b3b84090b9da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:15.231372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebc448f3-5234-4ab0-a28a-61edcc39980c req-36a88200-fea2-4bbb-a691-b3b84090b9da tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.4399993 Jan 25 15:32:15.294660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=3f8567c5-c54f-419b-9ed6-32d4cfbf2b41,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:15.335867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:15.338987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.415098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68320f-a280-4dcd-8760-dde554e4b359 req-3823cc1d-1c3d-420c-a488-64c6876afa5f tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:15.422059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b68320f-a280-4dcd-8760-dde554e4b359 req-3823cc1d-1c3d-420c-a488-64c6876afa5f tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.4940987 Jan 25 15:32:15.476520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Calling delete_port for cd4c0fec-f5ba-4902-9588-341cb7bfa66f owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:15.479941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:15.520705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': 'eb644546-5961-44de-9c3f-260ff439bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'a02ff94e-e1d1-47d0-ac00-c92c976e8878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:15.521450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: a02ff94e-e1d1-47d0-ac00-c92c976e8878, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:15.532768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.533107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 08ac7cef-b365-48c8-a222-c5126d070571 of type vlan for network 1daf218c-bc49-4084-a55f-2b5691863e90 Jan 25 15:32:15.539320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebc448f3-5234-4ab0-a28a-61edcc39980c req-d13ce92b-749f-49a1-a518-37ef4ab560ba tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864988 Jan 25 15:32:15.591713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-43a30edc-c482-45a1-b2b5-040515a9ce8e', 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:15.596582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.630767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b68320f-a280-4dcd-8760-dde554e4b359 req-9e86d12a-c90d-4991-ad19-2c09b3b12b78 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076650 Jan 25 15:32:15.638472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.741626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Port': ['ID=cd4c0fec-f5ba-4902-9588-341cb7bfa66f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:15.751170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No DVR routers for this DVR port cd4c0fec-f5ba-4902-9588-341cb7bfa66f on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:15.769371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.781914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Allocated IP 2001:db8:0:ffff::2 (43a30edc-c482-45a1-b2b5-040515a9ce8e/77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4/6d51ba01-9be3-4953-b2cf-3edf5f4d73a6) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:15.881638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.906421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:15.909163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449fe7b4-386d-4f2a-84ac-cf379a1d4c7b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:15.930302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0059a7ef-c94d-4567-9562-82ab04e80d87') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:15.930626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0059a7ef-c94d-4567-9562-82ab04e80d87') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:15.961069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.963655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.970756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:15.971367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.981206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:15.988476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:15.988981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:16.004665 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:16.017172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.023593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.034192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Transition to ACTIVE for port object 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:16.038450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-f68ca257-bc98-4ed7-b811-8d3235a4156d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:16.039872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-f68ca257-bc98-4ed7-b811-8d3235a4156d tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.3234007 Jan 25 15:32:16.054213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Transition to ACTIVE for port object 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:16.061931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, a02ff94e-e1d1-47d0-ac00-c92c976e8878) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:16.130385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.161446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.192468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.200590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=449fe7b4-386d-4f2a-84ac-cf379a1d4c7b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:16.207640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Deleting port c906d033-f8de-46e8-828a-571863d0dfab {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:16.207869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.212307 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4604e950-99e1-4117-b54a-55359391c58f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/449fe7b4-386d-4f2a-84ac-cf379a1d4c7b HTTP/1.1" status: 204 len: 168 time: 4.0423245 Jan 25 15:32:16.212744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55106) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:16.218754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-367289480'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:16.223500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:16.225032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Pushing event updated for resources: {'Port': ['ID=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:16.227654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:network and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:16.230417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:16.237332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:16.237942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.238809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:16.244437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:16.246632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:16.248324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:16.304555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=1daf218c-bc49-4084-a55f-2b5691863e90,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:16.312336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b032df9-62f6-4ed0-9c6d-72e32da9fe16 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2798862 Jan 25 15:32:16.315414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55110) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:16.322733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:16.333043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Deleting port 4864ab91-caeb-47e4-9072-adf48a5e9f3c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:16.333043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.350541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:16.355223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:16.359578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.484967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:16.494632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.495254 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Added segment 69afd7a7-93ca-4874-9e6b-4d9e3dd91388 of type vlan for network 8440e459-68ef-4222-bee5-939b74cd7672 Jan 25 15:32:16.497409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Attempting to bind port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:16.497784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Attempting to bind port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0c148153-994e-4700-abf1-5240934f08c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:16.498139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Attempting to bind port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 on network 43a30edc-c482-45a1-b2b5-040515a9ce8e {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:16.505830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:16.506169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Checking segment: {'id': '0c148153-994e-4700-abf1-5240934f08c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:16.506557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.507054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Bound using segment: {'id': '0c148153-994e-4700-abf1-5240934f08c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:16.507547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Bound port: 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c148153-994e-4700-abf1-5240934f08c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '43a30edc-c482-45a1-b2b5-040515a9ce8e'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:16.507857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.511736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d12b6c5-fbd9-4c17-bd2a-0c991148c95b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7726314 Jan 25 15:32:16.513314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:16.611012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:16.615524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:16.632941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.649148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:16.659294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:16.665925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:16.682417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613420d-7e97-4db1-b7a5-54411e5867f4 req-ae79dff0-0480-4cfb-b901-0a2c7791b651 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:16.683459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.687305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:16.689815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b613420d-7e97-4db1-b7a5-54411e5867f4 req-ae79dff0-0480-4cfb-b901-0a2c7791b651 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.7080212 Jan 25 15:32:16.744120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.806874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96feb-2915-43b3-a3fc-df7b2289493c None None] Pushing event updated for resources: {'Port': ['ID=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:16.813766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-93b32bfd-ba24-4576-920e-936707192881 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:16.815255 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-93b32bfd-ba24-4576-920e-936707192881 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.7499440 Jan 25 15:32:16.823578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:16.827913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] For port c906d033-f8de-46e8-828a-571863d0dfab, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c906d033-f8de-46e8-828a-571863d0dfab,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:16.828268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.895108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:16.901560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:16.901560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.013556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.089903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Calling delete_port for c906d033-f8de-46e8-828a-571863d0dfab owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:17.105918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Network': ['ID=8440e459-68ef-4222-bee5-939b74cd7672,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:17.126349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 8440e459-68ef-4222-bee5-939b74cd7672 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:17.164818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b613420d-7e97-4db1-b7a5-54411e5867f4 req-3513b8f9-3427-4810-bca5-e809dad8040b tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740484 Jan 25 15:32:17.168550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Deleting port b8d25909-ecdd-4977-983b-4847204ee6a9 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:17.171626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.221252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.276858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.333821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] For port 4864ab91-caeb-47e4-9072-adf48a5e9f3c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=4864ab91-caeb-47e4-9072-adf48a5e9f3c,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:17.334174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.410969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8567c5-c54f-419b-9ed6-32d4cfbf2b41,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:17.416292 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-607eb623-1c22-47d4-bc48-12ee8cfb869d tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1997378 Jan 25 15:32:17.425568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55134) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:17.434962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Request body: {'subnet': {'network_id': '8440e459-68ef-4222-bee5-939b74cd7672', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:17.608600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c230fc-4f96-47f5-877a-24ac5b0ce605 req-950a70a6-84ab-4a9a-9860-f6d6c0d7ff2c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:17.615326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49c230fc-4f96-47f5-877a-24ac5b0ce605 req-950a70a6-84ab-4a9a-9860-f6d6c0d7ff2c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 945 time: 0.7457893 Jan 25 15:32:17.800942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.822840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:17.838434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Usage tracker for resource:subnet and tenant:9de1fe6ff42e4299b4a64c48bd2a55ef is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:17.844784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:17.854185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02ff94e-e1d1-47d0-ac00-c92c976e8878']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:17.861583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:17.878371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb644546-5961-44de-9c3f-260ff439bfe1') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:17.878567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb644546-5961-44de-9c3f-260ff439bfe1') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:17.925584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.953764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.961654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55146) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:17.972803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:17.973205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:17.992524 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:18.059186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Made reservation on behalf of 9de1fe6ff42e4299b4a64c48bd2a55ef for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:18.144685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49c230fc-4f96-47f5-877a-24ac5b0ce605 req-f1a52b92-3b10-4a4f-83c4-861ef86ef12c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5283689 Jan 25 15:32:18.155941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f91b6-d2b7-4646-8c9a-595c584fa506 req-0745ba97-7fe1-470a-b0bd-bfe695a04127 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:18.163539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4c4f91b6-d2b7-4646-8c9a-595c584fa506 req-0745ba97-7fe1-470a-b0bd-bfe695a04127 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 946 time: 0.8134971 Jan 25 15:32:18.187202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a4aa4-944c-41bc-b37c-46e86349e221 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:32:18.218327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:18.218687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.223723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.242943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.272206 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4c4f91b6-d2b7-4646-8c9a-595c584fa506 req-2b1877e1-1df2-475e-a06a-19a6fd02ef65 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072028 Jan 25 15:32:18.275936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.276292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.276596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Floating IP 6e59b390-3776-4192-8629-4e6eabb61e78 disassociated. External IP: 172.26.8.174, port: 4864ab91-caeb-47e4-9072-adf48a5e9f3c. Jan 25 15:32:18.276930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Calling delete_port for 4864ab91-caeb-47e4-9072-adf48a5e9f3c owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:18.357503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-348004429'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:18.361739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.372037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:18.376124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-076ddaad-7b82-4dd5-b9cc-ad0e688f3caf None None] Provisioning for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:18.419504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.427714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Usage tracker for resource:network and tenant:b82270802c704720988137aa59bf7d09 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:18.441487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:18.450910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=a02ff94e-e1d1-47d0-ac00-c92c976e8878,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:18.466800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:18.474007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.483181 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cde9a15d-5124-4590-b5e4-bbcab8a154de tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/a02ff94e-e1d1-47d0-ac00-c92c976e8878 HTTP/1.1" status: 204 len: 168 time: 1.9629943 Jan 25 15:32:18.487301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=7cbfe972-d275-4816-869f-c940cc9b1d42,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:18.500645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55152) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:18.517180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301436428'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:18.526012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:18.536629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:18.540609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:18.548551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:18.553271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:18.554314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': '08ac7cef-b365-48c8-a222-c5126d070571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:18.554727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: 1daf218c-bc49-4084-a55f-2b5691863e90, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:18.569061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Made reservation on behalf of b82270802c704720988137aa59bf7d09 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:18.570476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event deleted for resources: {'Port': ['ID=c906d033-f8de-46e8-828a-571863d0dfab,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:18.572186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.627033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.655323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:18.658998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.738990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:18.751810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Usage tracker for resource:security_group_rule and tenant:b82270802c704720988137aa59bf7d09 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:18.757299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:18.759366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:18.769227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:18.778264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:18.780271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.780610 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 0c25a14f-6a0a-4ba7-b75d-bb2983cc672a of type vlan for network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 Jan 25 15:32:18.784541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:18.784973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.811458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 1daf218c-bc49-4084-a55f-2b5691863e90 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:18.819372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.827903 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a27a4aa4-944c-41bc-b37c-46e86349e221 None None] Agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 already present Jan 25 15:32:18.827903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a4aa4-944c-41bc-b37c-46e86349e221 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:18.828855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27a4aa4-944c-41bc-b37c-46e86349e221 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 1daf218c-bc49-4084-a55f-2b5691863e90) {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:32:18.922301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 1daf218c-bc49-4084-a55f-2b5691863e90) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:18.934831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.936478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:18.937063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.959188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:18.962791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:18.963366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.020202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.044277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.086969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.093158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:19.144301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:32:19.169947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.178791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.221201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:19.225866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=e479b364-99f2-4b34-ab86-dc1a7ff93ff6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:19.238497 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-85560124-3a40-476a-a0a5-6ff71d61ec45 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9219449 Jan 25 15:32:19.249049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55160) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:19.255259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb33ab91-cfa3-4a59-a4b6-2eebe849189d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:19.283687 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-511b7410-ff56-423b-9345-4f88878bf6d1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7775316 Jan 25 15:32:19.284829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.285580 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Added segment 8048f6a4-4da7-4b91-bc39-723b9a63711a of type vlan for network 059baa72-edc3-469a-8725-462f6d525075 Jan 25 15:32:19.289117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:19.300310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:19.301136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55164) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:19.373353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:19.379548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 4864ab91-caeb-47e4-9072-adf48a5e9f3c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:19.443273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.443643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.443954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Floating IP 8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e disassociated. External IP: 172.26.8.46, port: b8d25909-ecdd-4977-983b-4847204ee6a9. Jan 25 15:32:19.444290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Calling delete_port for b8d25909-ecdd-4977-983b-4847204ee6a9 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:19.468253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event updated for resources: {'Subnet': ['ID=b3e2aab2-394e-442b-afd4-2404f365c930,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:19.488796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.492206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.508676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.537030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No active binding found for port 4864ab91-caeb-47e4-9072-adf48a5e9f3c {{(pid=84140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 25 15:32:19.537572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 4864ab91-caeb-47e4-9072-adf48a5e9f3c not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:19.538083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8d25909-ecdd-4977-983b-4847204ee6a9 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:19.547964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Checking segment: {'id': '69afd7a7-93ca-4874-9e6b-4d9e3dd91388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '8440e459-68ef-4222-bee5-939b74cd7672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:19.548330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network hostable DHCP agents. Network: 8440e459-68ef-4222-bee5-939b74cd7672, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:19.592939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:19.609728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:19.621955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:19.633476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:19.641571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-1daf218c-bc49-4084-a55f-2b5691863e90', 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '7cbfe972-d275-4816-869f-c940cc9b1d42'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:19.642141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.642596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.697823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event deleted for resources: {'Port': ['ID=4864ab91-caeb-47e4-9072-adf48a5e9f3c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:19.716731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.755591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.769487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda96aa-d4d2-4bb8-90fd-4951fe11732e req-a6d1cbe3-913c-4c6d-b572-313a3d03d5e5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:19.776935 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2dda96aa-d4d2-4bb8-90fd-4951fe11732e req-a6d1cbe3-913c-4c6d-b572-313a3d03d5e5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5934315 Jan 25 15:32:19.796685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:32:19.805611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Network 8440e459-68ef-4222-bee5-939b74cd7672 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:19.811085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:19.824167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:19.824500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.828091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:19.828681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.881522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e6868-e39a-4f5d-b62a-57594dd5cf4f req-3dd60762-ecd8-40f7-96cb-7967e386ecdb tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:19.885875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a15e6868-e39a-4f5d-b62a-57594dd5cf4f req-3dd60762-ecd8-40f7-96cb-7967e386ecdb tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 867 time: 0.5535588 Jan 25 15:32:19.895898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Allocated IP 2001:db8::1 (1daf218c-bc49-4084-a55f-2b5691863e90/7cbfe972-d275-4816-869f-c940cc9b1d42/9854763a-3357-4bf6-a7f2-c743748584f3) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:19.907640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:19.955144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2dda96aa-d4d2-4bb8-90fd-4951fe11732e req-928c86e4-8c96-425c-9fd9-8f7d239c1659 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770103 Jan 25 15:32:19.986869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 8440e459-68ef-4222-bee5-939b74cd7672) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:20.009617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a15e6868-e39a-4f5d-b62a-57594dd5cf4f req-e202b094-714a-4b7b-8df7-082d1cd4d742 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups?id=fc51a3cb-3d17-4c54-8844-9e5dd06875aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102822 Jan 25 15:32:20.030059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.030671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88bbd63d-bba3-4a54-9105-1aa568dcec23 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:32:20.032804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:20.033508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.044051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:20.044634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:20.049409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.123586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Pushing event updated for resources: {'Network': ['ID=059baa72-edc3-469a-8725-462f6d525075,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:20.123985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:20.140164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 059baa72-edc3-469a-8725-462f6d525075 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:20.151878 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c9e1ae59-fc92-4c43-b529-429d35d67cd3 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1826589 Jan 25 15:32:20.154238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.273836 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a5eb000a-e25c-4d14-9c0b-f11eeb40a5e4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8468382 Jan 25 15:32:20.290535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55176) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:20.298606 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'code': 200} Jan 25 15:32:20.325533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.331073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-40c54ab4-1188-4480-9fd9-ae5021ec2e3c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "DELETE /v2.0/routers/88bbd63d-bba3-4a54-9105-1aa568dcec23 HTTP/1.1" status: 204 len: 168 time: 6.3024642 Jan 25 15:32:20.337789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55180) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:20.355890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-647352719', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:20.399235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67033-1303-4329-abac-7e26daabd7fb req-d928379f-6620-4454-985a-9795a1aea8e8 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:20.400116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dac67033-1303-4329-abac-7e26daabd7fb req-d928379f-6620-4454-985a-9795a1aea8e8 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:20.421316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.427891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:32:20.435117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Transition to ACTIVE for port object 9854763a-3357-4bf6-a7f2-c743748584f3 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:20.459742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Transition to ACTIVE for port object 9854763a-3357-4bf6-a7f2-c743748584f3 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:20.505557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dac67033-1303-4329-abac-7e26daabd7fb req-d928379f-6620-4454-985a-9795a1aea8e8 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:20.506717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:20.507033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dac67033-1303-4329-abac-7e26daabd7fb req-d928379f-6620-4454-985a-9795a1aea8e8 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 0.2412143 Jan 25 15:32:20.522569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.525591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:20.529805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.533105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:20.550032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:20.579032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Deleting port b8d25909-ecdd-4977-983b-4847204ee6a9 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:20.579813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.664368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.680246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55188) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:20.710525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:20.713367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:20.718358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:20.719661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'network_id': '059baa72-edc3-469a-8725-462f6d525075', 'binding:host_id': 'hv-neutron-8262', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-431713181'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:20.760338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Pushing event updated for resources: {'Port': ['ID=9854763a-3357-4bf6-a7f2-c743748584f3,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:20.805037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:20.810656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.815056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.816105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.821035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:20.855982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Attempting to bind port 9854763a-3357-4bf6-a7f2-c743748584f3 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:20.856341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Attempting to bind port 9854763a-3357-4bf6-a7f2-c743748584f3 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '08ac7cef-b365-48c8-a222-c5126d070571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:20.856711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Attempting to bind port 9854763a-3357-4bf6-a7f2-c743748584f3 on network 1daf218c-bc49-4084-a55f-2b5691863e90 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:20.859660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Usage tracker for resource:port and tenant:1e1ea6e5d34945d88063695f7cc2062a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:20.867510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:20.872198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbfe972-d275-4816-869f-c940cc9b1d42,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:20.874910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:20.875280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Checking segment: {'id': '08ac7cef-b365-48c8-a222-c5126d070571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:20.875680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.876050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Bound using segment: {'id': '08ac7cef-b365-48c8-a222-c5126d070571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:20.876509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Bound port: 9854763a-3357-4bf6-a7f2-c743748584f3, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ac7cef-b365-48c8-a222-c5126d070571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '1daf218c-bc49-4084-a55f-2b5691863e90'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:20.876871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.886226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:20.892714 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dac67033-1303-4329-abac-7e26daabd7fb req-fe4e84d0-593f-4c50-8e9a-e06fb0ec73e4 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502102 Jan 25 15:32:20.897212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:20.957805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e2aab2-394e-442b-afd4-2404f365c930,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:20.974178 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:32:20.983744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:20.984103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.030550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] For port 9854763a-3357-4bf6-a7f2-c743748584f3, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:21.043555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] For port 9854763a-3357-4bf6-a7f2-c743748584f3, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9854763a-3357-4bf6-a7f2-c743748584f3,segment=NetworkSegment(08ac7cef-b365-48c8-a222-c5126d070571),segment_id=08ac7cef-b365-48c8-a222-c5126d070571)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:21.070988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Made reservation on behalf of 1e1ea6e5d34945d88063695f7cc2062a for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:21.073276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.097007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.141528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.149546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:21.168559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.186929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.216507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Sync routers for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:21.233845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.244857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daf218c-bc49-4084-a55f-2b5691863e90']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.262426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ac7cef-b365-48c8-a222-c5126d070571') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.262753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ac7cef-b365-48c8-a222-c5126d070571') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.267234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:21.270605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.282289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.326241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.333799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8440e459-68ef-4222-bee5-939b74cd7672']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.335272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:21.341865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Usage tracker for resource:security_group_rule and tenant:1e1ea6e5d34945d88063695f7cc2062a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:21.346234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:21.359538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69afd7a7-93ca-4874-9e6b-4d9e3dd91388') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.359840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69afd7a7-93ca-4874-9e6b-4d9e3dd91388') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:21.370600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] No DVR routers for this DVR port 4864ab91-caeb-47e4-9072-adf48a5e9f3c on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:21.373754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.374203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036c7d7-5cb8-4aae-b4cc-8e6ee338d684 None None] Pushing event updated for resources: {'Port': ['ID=9854763a-3357-4bf6-a7f2-c743748584f3,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:21.382596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:21.385154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'name': 'network-vif-deleted', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:32:21.390683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-29e0a858-66ce-4c2e-812e-4ec232746973 req-c9f398ae-a1af-4be7-9e8a-fb9f02e02085 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Synchronizing usage tracker for tenant:90f36143ebd24edfbb878abde7acca07 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:21.424615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2fe6802-ca3f-4bce-b353-7838df644f41 req-d01de93b-c1eb-472a-816b-6807b83cb8e4 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.41 "DELETE /v2.0/ports/4864ab91-caeb-47e4-9072-adf48a5e9f3c HTTP/1.1" status: 204 len: 173 time: 5.3634679 Jan 25 15:32:21.438424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] For port b8d25909-ecdd-4977-983b-4847204ee6a9, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8d25909-ecdd-4977-983b-4847204ee6a9,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:21.439254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.441205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.454714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.479309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623eeecd-22f8-46c0-91ca-56120ab1ee2b None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:32:21.481111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:21.484011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:21.502482 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:21.512413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=a7bacb2e-65e7-41ec-8675-3337c9b785a6,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:21.545656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-29e0a858-66ce-4c2e-812e-4ec232746973 req-c9f398ae-a1af-4be7-9e8a-fb9f02e02085 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Unset dirty status for tenant:90f36143ebd24edfbb878abde7acca07 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:21.546860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29e0a858-66ce-4c2e-812e-4ec232746973 req-c9f398ae-a1af-4be7-9e8a-fb9f02e02085 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7fccd2a-3c97-4623-bc6b-7967a7105296 HTTP/1.1" status: 200 len: 210 time: 0.3363597 Jan 25 15:32:21.574651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.611986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:21.687561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fccd2a-3c97-4623-bc6b-7967a7105296', 'name': 'network-vif-deleted', 'tag': '4864ab91-caeb-47e4-9072-adf48a5e9f3c', 'status': 'completed', 'code': 200} Jan 25 15:32:21.828734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:21.829065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.831128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:21.850869 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:21.915447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.918968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port f542aaf5-27cf-4fc8-bc10-f206318f5048 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:21.966601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:21.975104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:21.975104 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:21.975104 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '1daf218c-bc49-4084-a55f-2b5691863e90'}] Jan 25 15:32:21.975104 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:21.975384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:21.978606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:21.978967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: e479b364-99f2-4b34-ab86-dc1a7ff93ff6, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:22.041510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.075822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.099246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eeecd-22f8-46c0-91ca-56120ab1ee2b None None] Unable to find a vacant binding_index for network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 and agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 {{(pid=84140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 25 15:32:22.102327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:22.120346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=8440e459-68ef-4222-bee5-939b74cd7672,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:22.124039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:22.128623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Checking router: cb5706ab-fd0e-4e95-921b-cc0a53e69ccf for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:22.140308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:22.140917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:22.197204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eeecd-22f8-46c0-91ca-56120ab1ee2b None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, e479b364-99f2-4b34-ab86-dc1a7ff93ff6) {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:32:22.199566 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d7c53e56-0f87-4107-91e2-d1d60d22bc26 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/8440e459-68ef-4222-bee5-939b74cd7672 HTTP/1.1" status: 204 len: 168 time: 1.9065964 Jan 25 15:32:22.201199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, e479b364-99f2-4b34-ab86-dc1a7ff93ff6) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:22.209321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.235986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.236556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.236643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Floating IP 8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e disassociated. External IP: 172.26.8.46, port: b8d25909-ecdd-4977-983b-4847204ee6a9. Jan 25 15:32:22.236955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Calling delete_port for b8d25909-ecdd-4977-983b-4847204ee6a9 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:22.251338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:22.251900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.281608 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b551af5-3416-4749-bc10-8f9cf7ed72ad tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.282046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b551af5-3416-4749-bc10-8f9cf7ed72ad tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.283913 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2b551af5-3416-4749-bc10-8f9cf7ed72ad tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/b3e2aab2-394e-442b-afd4-2404f365c930 HTTP/1.1" status: 404 len: 337 time: 0.0736763 Jan 25 15:32:22.289758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55206) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.324560 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2deb9405-d364-48b1-85ab-950f2701d0fe tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.325007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2deb9405-d364-48b1-85ab-950f2701d0fe tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.329448 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2deb9405-d364-48b1-85ab-950f2701d0fe tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/8440e459-68ef-4222-bee5-939b74cd7672 HTTP/1.1" status: 404 len: 339 time: 0.0361295 Jan 25 15:32:22.335075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55210) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.359370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c906d033-f8de-46e8-828a-571863d0dfab no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:22.393499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412b553-4998-4ab8-8100-41f033311864,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:22.416746 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-db17f295-cadf-4105-aa1c-3be0a64cfcca tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.419851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db17f295-cadf-4105-aa1c-3be0a64cfcca tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.429975 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-db17f295-cadf-4105-aa1c-3be0a64cfcca tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/a445b2a5-b2da-426e-b122-75058aee8ea3 HTTP/1.1" status: 404 len: 337 time: 0.0935364 Jan 25 15:32:22.431242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55214) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.446464 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38c48899-e19b-44ee-b4f9-c835b99989f7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1420157 Jan 25 15:32:22.453330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55218) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.454558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c906d033-f8de-46e8-828a-571863d0dfab {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:22.455026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c906d033-f8de-46e8-828a-571863d0dfab not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:22.524889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:22.557341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.559564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ca5b-b54d-496e-bd93-8b5ab4a7e64b req-fa204e90-518f-48ba-a45c-c576f104c11c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:22.561103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5244ca5b-b54d-496e-bd93-8b5ab4a7e64b req-fa204e90-518f-48ba-a45c-c576f104c11c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.6996691 Jan 25 15:32:22.574299 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4582c9b-6e23-49b6-afe2-8e34f82c264a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.574747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4582c9b-6e23-49b6-afe2-8e34f82c264a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.577489 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4582c9b-6e23-49b6-afe2-8e34f82c264a tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/449fe7b4-386d-4f2a-84ac-cf379a1d4c7b HTTP/1.1" status: 404 len: 339 time: 0.1358192 Jan 25 15:32:22.580765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55222) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.672066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7d2fa-3cfc-428e-a1bf-e9a00da978d0 req-fdf5da33-1b4f-4766-8276-d8156ac5fab0 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:22.673643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80b7d2fa-3cfc-428e-a1bf-e9a00da978d0 req-fdf5da33-1b4f-4766-8276-d8156ac5fab0 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 944 time: 0.4065628 Jan 25 15:32:22.704717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.723399 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba9c4ca-9e8c-446a-9bea-b6776809c429 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.724179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba9c4ca-9e8c-446a-9bea-b6776809c429 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.728306 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eba9c4ca-9e8c-446a-9bea-b6776809c429 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/53944c9c-c708-46a0-a555-179c07c65a31 HTTP/1.1" status: 404 len: 337 time: 0.1408322 Jan 25 15:32:22.729836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55228) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.759410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.796671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 9854763a-3357-4bf6-a7f2-c743748584f3 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:22.796671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.852154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.854871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event deleted for resources: {'Port': ['ID=b8d25909-ecdd-4977-983b-4847204ee6a9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:22.875515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5244ca5b-b54d-496e-bd93-8b5ab4a7e64b req-b35a7c34-8aae-4a04-ba6b-eb7085d2b507 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2636516 Jan 25 15:32:22.880768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-506504d2-e9b7-4e64-b05c-cb4f33fd08f0 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:22.880922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506504d2-e9b7-4e64-b05c-cb4f33fd08f0 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:22.899486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port f542aaf5-27cf-4fc8-bc10-f206318f5048 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:22.920376 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-506504d2-e9b7-4e64-b05c-cb4f33fd08f0 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/5c17e566-01ff-417b-aacb-65c7cae96b59 HTTP/1.1" status: 404 len: 339 time: 0.1492953 Jan 25 15:32:22.922406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55232) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:22.933218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.936443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:22.952947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80b7d2fa-3cfc-428e-a1bf-e9a00da978d0 req-80d1ff2d-99fb-4585-b7e8-bc5b7b3bc50d tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups?id=27ae2240-c779-4cd9-ab8c-818837178ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505488 Jan 25 15:32:23.047775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-e479b364-99f2-4b34-ab86-dc1a7ff93ff6', 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': 'a7bacb2e-65e7-41ec-8675-3337c9b785a6'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:23.048706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.107123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Transition to ACTIVE for port object f542aaf5-27cf-4fc8-bc10-f206318f5048 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:23.123622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:23.124282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55238) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:23.136044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 9854763a-3357-4bf6-a7f2-c743748584f3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9854763a-3357-4bf6-a7f2-c743748584f3,segment=NetworkSegment(08ac7cef-b365-48c8-a222-c5126d070571),segment_id=08ac7cef-b365-48c8-a222-c5126d070571)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:23.136402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.138693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274bd191-27ac-4214-b333-5a9fc3e5f33b None None] The sync data for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv is: [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:30:33Z', 'revision_number': 4, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7442d4e4-7df7-4c52-a895-edd9697c6076', 'name': '', 'network_id': '5c79b3ad-7555-474b-86d0-46a515f6f59f', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'mac_address': 'fa:16:3e:3f:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:30Z', 'updated_at': '2022-01-25T15:30:50Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'subnets': [{'id': '223dabcd-b14f-4b56-93a5-e41cc4c47798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:23.168503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting port 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:23.168842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.238087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.289057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.291001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Allocated IP 172.20.0.1 (e479b364-99f2-4b34-ab86-dc1a7ff93ff6/a7bacb2e-65e7-41ec-8675-3337c9b785a6/22d61dc7-9958-4ae6-b131-6d6fd4bdab3c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:23.299442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 9854763a-3357-4bf6-a7f2-c743748584f3 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:23.486563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=f542aaf5-27cf-4fc8-bc10-f206318f5048,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:23.528475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Checking segment: {'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:23.528475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Network hostable DHCP agents. Network: 059baa72-edc3-469a-8725-462f6d525075, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:23.529745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.532221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Allocated IP 172.26.8.238 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/3890fe18-c867-4678-a305-9cff835d5f05) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:23.541211 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ca25cd-151d-4296-9607-8a33dd2458a3 None None] New status for floating IP 6e59b390-3776-4192-8629-4e6eabb61e78: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:32:23.554621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Transition to ACTIVE for port object 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:23.559778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.564132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.580122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Transition to ACTIVE for port object 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:23.650682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.690604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.723476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:23.726368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:23.729254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:23.738554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.741274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Pushing event updated for resources: {'Port': ['ID=22d61dc7-9958-4ae6-b131-6d6fd4bdab3c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:23.786977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=9854763a-3357-4bf6-a7f2-c743748584f3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:23.809782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port 9854763a-3357-4bf6-a7f2-c743748584f3 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:23.833465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Attempting to bind port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:23.833833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Attempting to bind port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:23.834337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Attempting to bind port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c on network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:23.840853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:23.841219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Checking segment: {'id': '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:23.841661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.842038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Bound using segment: {'id': '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:23.842540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Bound port: 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:23.842907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.889394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Calling delete_port for 6571cc62-a2d9-49be-a4d2-2d0b0da1cffe owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:23.916840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Network 059baa72-edc3-469a-8725-462f6d525075 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:23.936898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:23.954998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:32:23.967442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] For port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:23.970730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] For port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=22d61dc7-9958-4ae6-b131-6d6fd4bdab3c,segment=NetworkSegment(0c25a14f-6a0a-4ba7-b75d-bb2983cc672a),segment_id=0c25a14f-6a0a-4ba7-b75d-bb2983cc672a)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:24.009005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bacb2e-65e7-41ec-8675-3337c9b785a6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.026422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.036323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.058428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.161948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daf218c-bc49-4084-a55f-2b5691863e90']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.163776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d36173-5957-4b1c-bddc-303303ab8b8d None None] Pushing event updated for resources: {'Port': ['ID=22d61dc7-9958-4ae6-b131-6d6fd4bdab3c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.195278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ac7cef-b365-48c8-a222-c5126d070571') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.195621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ac7cef-b365-48c8-a222-c5126d070571') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.206289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 059baa72-edc3-469a-8725-462f6d525075) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:24.207963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.208724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.224038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.249951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e479b364-99f2-4b34-ab86-dc1a7ff93ff6']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.272718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.273011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:24.280769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.289549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:24.294738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.302722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:24.302722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.302917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:24.316771 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:24.322614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51a3cb-3d17-4c54-8844-9e5dd06875aa,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.328491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f7d425ef-7925-4256-be80-559af6a38c26 req-d035b04e-6a0d-4206-a24d-304db8163ff5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Synchronizing usage tracker for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:24.363984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:24.386893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.390828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.418536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:24.419025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8632142f-2a09-4ae0-a9bb-d1fa271d6fb2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:24.432869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Port': ['ID=6571cc62-a2d9-49be-a4d2-2d0b0da1cffe,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.442444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:24.442867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:24.443264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:24.460152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.460513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:24.460625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.460915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.461025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.461352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.461811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.462210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.462604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.463010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.463396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.463779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.464164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:24.478997 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:24.482963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.498901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.499180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.499522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.500193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.500544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.500874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.501202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.501562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.501888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.502832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.503171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:24.514066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-50ba2bd9-45da-4293-ac9f-b5c455b686d2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/ports/6571cc62-a2d9-49be-a4d2-2d0b0da1cffe HTTP/1.1" status: 204 len: 168 time: 1.5841210 Jan 25 15:32:24.514811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:24.515135 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:24.515546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55246) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:24.518077 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 2 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:24.576479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.580007 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5a5152b8-d402-4c5f-93da-831fe3dd352c tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "DELETE /v2.0/security-groups/fc51a3cb-3d17-4c54-8844-9e5dd06875aa HTTP/1.1" status: 204 len: 168 time: 1.4522779 Jan 25 15:32:24.593593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:24.593593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:24.593593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:24.593593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fe1279-738e-4a2a-80ff-2a066cf38fe4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:24.593593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fe1279-738e-4a2a-80ff-2a066cf38fe4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:24.593953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55250) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:24.594030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-52fe1279-738e-4a2a-80ff-2a066cf38fe4 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/2be65332-87a6-4ca5-b995-3dc2194e3b64 HTTP/1.1" status: 404 len: 337 time: 0.0606899 Jan 25 15:32:24.594110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event updated for resources: {'Port': ['ID=3890fe18-c867-4678-a305-9cff835d5f05,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.594183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f7d425ef-7925-4256-be80-559af6a38c26 req-d035b04e-6a0d-4206-a24d-304db8163ff5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Unset dirty status for tenant:9deee58f4edc465ca2a8e69103cf8766 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:24.594252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.594335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7d425ef-7925-4256-be80-559af6a38c26 req-d035b04e-6a0d-4206-a24d-304db8163ff5 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.3958232 Jan 25 15:32:24.595059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:24.595924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55254) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:24.609268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:24.628932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:24.653142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.663857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:24.664270 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:24.670819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 3 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:24.683202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f41e1-8968-4196-b0fa-18d10b1fe13f req-0a7f49d4-c965-4e49-b45f-2171fb2eda1f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:24.684713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-df1f41e1-8968-4196-b0fa-18d10b1fe13f req-0a7f49d4-c965-4e49-b45f-2171fb2eda1f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4966989 Jan 25 15:32:24.695525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:24.695525 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:24.695525 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': 'e479b364-99f2-4b34-ab86-dc1a7ff93ff6'}] Jan 25 15:32:24.695525 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:24.695948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:24.704509 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-89506a9c-9d90-477c-b874-c5e046734b83 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] show failed (client error): The resource could not be found. Jan 25 15:32:24.708562 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89506a9c-9d90-477c-b874-c5e046734b83 tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "GET /v2.0/security-groups/fc51a3cb-3d17-4c54-8844-9e5dd06875aa HTTP/1.1" status: 404 len: 347 time: 0.1156125 Jan 25 15:32:24.708562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=1daf218c-bc49-4084-a55f-2b5691863e90,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:24.714744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55258) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:24.716716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:24.717063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:24.717530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:24.773069 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-43596e23-ec01-43d5-b2cf-6d02d927fe97 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/1daf218c-bc49-4084-a55f-2b5691863e90 HTTP/1.1" status: 204 len: 168 time: 5.5148876 Jan 25 15:32:24.781411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55262) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:24.823177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1234787564'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:24.836701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:24.837038 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:24.839775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:24.842954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 4 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:24.846590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:24.911733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:24.916521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:24.943159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-df1f41e1-8968-4196-b0fa-18d10b1fe13f req-e03182c9-eb26-43c4-8bdb-b5f029fb6439 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514651 Jan 25 15:32:24.948164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:24.950678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:24.951003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:24.951330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:24.958352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Deleting port c2827c3d-84b2-4211-b846-fad1b4cfe647 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:24.959990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.013904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.024084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.024277 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.026796 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 5 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.041287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f27390e-e78b-4de4-bdfb-86f4ebcece7f']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:25.055992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307bae5b-c68e-496d-951f-44a60eb6308f') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:25.056311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307bae5b-c68e-496d-951f-44a60eb6308f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:25.069931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.072371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:25.087990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Sync routers for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:25.090683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.097825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:25.098463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.104686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.105094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.105515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.106801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:25.107424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:25.116100 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:25.205620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.221320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:25.224360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.230225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:25.230705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.274725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.275093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.294598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.342066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.342892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.352463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.393210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.393210 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.399223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:25.401132 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 6 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.474047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.474477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.474877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.478189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] No DVR routers for this DVR port b8d25909-ecdd-4977-983b-4847204ee6a9 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:25.479516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:25.479764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=9f27390e-e78b-4de4-bdfb-86f4ebcece7f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:25.489004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Calling delete_port for c2827c3d-84b2-4211-b846-fad1b4cfe647 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:25.498964 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4273dd4d-1bae-44e0-bddd-b34c88ca56a3 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/9f27390e-e78b-4de4-bdfb-86f4ebcece7f HTTP/1.1" status: 204 len: 168 time: 0.8854275 Jan 25 15:32:25.500656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:25.520377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.527100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-deleted', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:32:25.554053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.554483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 04ed5505-0b92-474c-bc1e-1d364adf2544 of type vlan for network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 Jan 25 15:32:25.559210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b63b68-b800-40e7-b546-f192d941b0a6 req-5c307add-52cb-43ad-869d-3d9c020faf26 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.41 "DELETE /v2.0/ports/b8d25909-ecdd-4977-983b-4847204ee6a9 HTTP/1.1" status: 204 len: 173 time: 8.7362578 Jan 25 15:32:25.559772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.560176 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.566165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 7 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.572382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351415d-486a-48a1-8e35-c6ab4ab9df8c None None] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.592849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b632a63-f14e-420c-9ccb-d95d1e01ecb5 None None] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.605266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.605712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.606118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.631214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.635140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef6560-851b-4b34-ab91-65b76170ee72 None None] Network 059baa72-edc3-469a-8725-462f6d525075 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.643627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.643896 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.646923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9b30d4-ed57-4f50-86c9-dd7cb6793689', 'name': 'network-vif-deleted', 'tag': 'b8d25909-ecdd-4977-983b-4847204ee6a9', 'status': 'completed', 'code': 200} Jan 25 15:32:25.647390 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 8 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.662199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51ddb6-6d37-44c2-9058-96254b1bb18c None None] Network 8440e459-68ef-4222-bee5-939b74cd7672 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.688012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb39b0a-00d5-45d0-b8f0-1fb73312d3e1 None None] Network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.711466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.711941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.712376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.721300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.725327 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.757754 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 9 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.760969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db4344-a75f-4889-9c9e-47ead8716f59 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.779290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.779290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.779290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.788066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.788399 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.788789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 10 to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 Jan 25 15:32:25.793424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c51ddb6-6d37-44c2-9058-96254b1bb18c None None] Network 8440e459-68ef-4222-bee5-939b74cd7672 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:25.794975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b632a63-f14e-420c-9ccb-d95d1e01ecb5 None None] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:25.835910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:25.836252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:25.836750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:25.843184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port f542aaf5-27cf-4fc8-bc10-f206318f5048 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:25.843724 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port f542aaf5-27cf-4fc8-bc10-f206318f5048 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:25.844208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.882977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=22d61dc7-9958-4ae6-b131-6d6fd4bdab3c,segment=NetworkSegment(0c25a14f-6a0a-4ba7-b75d-bb2983cc672a),segment_id=0c25a14f-6a0a-4ba7-b75d-bb2983cc672a)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:25.884098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.948540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d54da5-ef11-45cf-981d-9906c1a15611 None None] Network 8440e459-68ef-4222-bee5-939b74cd7672 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:25.954485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:25.960626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d9d1b-fd5d-40cd-a1a3-639d3cbefb32 None None] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:26.037110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db4344-a75f-4889-9c9e-47ead8716f59 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:26.083918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc341e2-d842-44c2-ae76-ff5cd9057a41 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:26.125162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc341e2-d842-44c2-ae76-ff5cd9057a41 None None] Network 1daf218c-bc49-4084-a55f-2b5691863e90 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:26.127523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d9d1b-fd5d-40cd-a1a3-639d3cbefb32 None None] Network a02ff94e-e1d1-47d0-ac00-c92c976e8878 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:26.128813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:26.129674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d54da5-ef11-45cf-981d-9906c1a15611 None None] Network 8440e459-68ef-4222-bee5-939b74cd7672 could not be found, it might have been deleted concurrently. {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 25 15:32:26.188186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.197869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:26.198477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.220035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting port d651e07c-ef1d-4517-a894-d360df280278 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:26.220370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.247360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5965d86a-2eb5-4383-9dc2-c1afb9612662 None None] Provisioning for port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:26.306039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Pushing event deleted for resources: {'Port': ['ID=c2827c3d-84b2-4211-b846-fad1b4cfe647,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:26.309824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bab0699a-8492-4508-a513-22acc6465488 req-922ab420-4a92-4d57-86ad-2569e02ea37e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b9b30d4-ed57-4f50-86c9-dd7cb6793689 HTTP/1.1" status: 200 len: 210 time: 0.4029982 Jan 25 15:32:26.478526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=5f35853c-9b1e-47f6-9dfb-e35b96bd1223,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:26.501149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:26.525750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-be530fa1-4b72-469c-ba57-38ada33b93fe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7368762 Jan 25 15:32:26.543856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55282) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:26.557987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:26.558352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:26.645408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port f542aaf5-27cf-4fc8-bc10-f206318f5048, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:26.648710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempted to set empty binding levels {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:32:26.666790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.669229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.670653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-42e3b778-815d-47a9-9cfe-e4a0613e11fd tempest-ServersTestManualDisk-151741122 tempest-ServersTestManualDisk-151741122-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e59b390-3776-4192-8629-4e6eabb61e78 HTTP/1.1" status: 204 len: 168 time: 1.9509425 Jan 25 15:32:26.673673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55286) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:26.726893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79e25fc-b5fd-4881-9e39-acdb8d81b39a None None] Network e479b364-99f2-4b34-ab86-dc1a7ff93ff6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:26.745423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b179eb8-9191-4f63-8917-e2a9e145d03f req-751abcfe-2c83-48ae-bfef-e4f0467ebf77 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:26.747143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b179eb8-9191-4f63-8917-e2a9e145d03f req-751abcfe-2c83-48ae-bfef-e4f0467ebf77 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4351530 Jan 25 15:32:26.795260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.822444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.861784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:26.886144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.889205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=22d61dc7-9958-4ae6-b131-6d6fd4bdab3c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:26.892877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b179eb8-9191-4f63-8917-e2a9e145d03f req-9cdd2b71-2cdb-4c03-9ce3-d20ac329e471 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379766 Jan 25 15:32:26.896956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:26.908328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:26.944711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:26.949629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:26.958670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.959008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.959341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.959689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.960024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.960796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.961196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.961550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.961869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.962185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.963991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:26.968750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:26.982361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No active binding found for port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c {{(pid=84140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 25 15:32:26.983107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 15:32:27.042572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=f542aaf5-27cf-4fc8-bc10-f206318f5048,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:27.104352 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-142c2203-be8e-43c7-8ee5-703ff553336e tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.3874776 Jan 25 15:32:27.104785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55290) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:27.127645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:27.148065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Calling delete_port for d651e07c-ef1d-4517-a894-d360df280278 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:27.164912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Port 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c not found, will not notify nova. {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 15:32:27.216400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:27.226009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Checking router: 2c15ee69-0c3b-4c43-b218-20639cccb0a5 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:27.241288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:27.241950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:27.297178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dbb1ea-ddc4-4dc3-b2d2-d5517d966c28 None None] DHCP port deletion for e479b364-99f2-4b34-ab86-dc1a7ff93ff6 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:27.336157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Deleting port f542aaf5-27cf-4fc8-bc10-f206318f5048 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:27.336564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.562269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.587079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:27.646912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.665887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e479b364-99f2-4b34-ab86-dc1a7ff93ff6']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:27.676223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55298) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:27.760384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:27.760942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c25a14f-6a0a-4ba7-b75d-bb2983cc672a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:27.792627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.821055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port f542aaf5-27cf-4fc8-bc10-f206318f5048, host hv-neutron-8262, got binding levels [] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:27.821643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.822711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.928579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.930996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Port': ['ID=d651e07c-ef1d-4517-a894-d360df280278,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:27.953879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:27.954458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:27.973943 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:27.986780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.016514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Calling delete_port for f542aaf5-27cf-4fc8-bc10-f206318f5048 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:28.095842 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0ab90d48-055b-4d74-b264-d1f565dd55a8 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/ports/d651e07c-ef1d-4517-a894-d360df280278 HTTP/1.1" status: 204 len: 168 time: 2.5940938 Jan 25 15:32:28.104652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55304) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:28.130935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:28.137774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bd731-ab5b-42d9-81c4-85d7ac0fca5f None None] The sync data for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv is: [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:30:36Z', 'revision_number': 4, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9685a822-1752-4e30-a9aa-5afc7e16abab', 'name': '', 'network_id': '7be5ac1d-0c2b-4625-8984-1a8663566c59', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'mac_address': 'fa:16:3e:e4:06:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:35Z', 'updated_at': '2022-01-25T15:31:27Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'subnets': [{'id': '7c453d04-df69-428b-bdd6-2527c26041c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:28.154335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4b7c4-3c69-4d75-9be1-bb953c073265 None None] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:28.171344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.177849 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-deade1fb-7765-4594-a3d9-73c9f3912a5f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] DELETE failed (client error): The resource could not be found. Jan 25 15:32:28.178496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deade1fb-7765-4594-a3d9-73c9f3912a5f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:32:28.194485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Router 4aae5de6-a14d-4429-afaa-53350fcad6a7 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:32:28.201008 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-deade1fb-7765-4594-a3d9-73c9f3912a5f tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/127aaca3-fd11-42d1-8f37-06a5cda4dde5 HTTP/1.1" status: 404 len: 337 time: 0.0933149 Jan 25 15:32:28.212803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55308) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:28.225543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.246508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.277308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.299413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2c6b5c9d-ca42-4fa1-bed5-62f1cfa8b585 None None] Provisioning complete for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:28.299961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c6b5c9d-ca42-4fa1-bed5-62f1cfa8b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.370146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=e479b364-99f2-4b34-ab86-dc1a7ff93ff6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:28.403611 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c796b5b7-3ebe-4d7a-938c-2f38c1142cf8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/e479b364-99f2-4b34-ab86-dc1a7ff93ff6 HTTP/1.1" status: 204 len: 168 time: 5.9284654 Jan 25 15:32:28.404156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55312) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:28.416267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805087412'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:28.444305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:28.456439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:28.469361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:28.490619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.495442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:28.521106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:28.522861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 22d61dc7-9958-4ae6-b131-6d6fd4bdab3c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:28.524726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:28.590766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.598870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.630160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae2240-c779-4cd9-ab8c-818837178ae0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:28.645166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a86e69-0dd9-4dbc-9d3a-38108320b2a9 None None] New status for floating IP 8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:32:28.699521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473ed0e-4119-4676-8994-5e51e8f525d5 req-af5fdd69-84cb-49e4-9e59-e610f04f4d2c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:28.705964 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a473ed0e-4119-4676-8994-5e51e8f525d5 req-af5fdd69-84cb-49e4-9e59-e610f04f4d2c tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5837367 Jan 25 15:32:28.715865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:28.718899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.739387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.761818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.820067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.823408 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-93d6db37-a96c-4e3e-9576-e405d716917e tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "DELETE /v2.0/security-groups/27ae2240-c779-4cd9-ab8c-818837178ae0 HTTP/1.1" status: 204 len: 168 time: 1.1409445 Jan 25 15:32:28.835753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55316) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:28.904461 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-8e03dcf5-2930-4355-9086-6e95596d03c7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] show failed (client error): The resource could not be found. Jan 25 15:32:28.908001 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8e03dcf5-2930-4355-9086-6e95596d03c7 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "GET /v2.0/security-groups/27ae2240-c779-4cd9-ab8c-818837178ae0 HTTP/1.1" status: 404 len: 347 time: 0.0675991 Jan 25 15:32:28.908156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event deleted for resources: {'Port': ['ID=f542aaf5-27cf-4fc8-bc10-f206318f5048,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:28.915208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55320) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:28.916049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:28.925096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=a2deacb1-eea0-4923-8700-041c66cd61cb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:28.962131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a473ed0e-4119-4676-8994-5e51e8f525d5 req-164d8c29-ca72-45a3-9093-c1f7b08f8325 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552025 Jan 25 15:32:28.967344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:28.984220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.000202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a25b6743-b6f9-46cd-b020-e5d2308c9248 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f542aaf5-27cf-4fc8-bc10-f206318f5048 HTTP/1.1" status: 204 len: 168 time: 1.8940892 Jan 25 15:32:29.009219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55324) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:29.018211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7282d837-a219-4023-a76d-51bef1eb9961']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.049149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.049548 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 260c8ce0-5f90-4a60-bfd1-a472f584d506 of type vlan for network b74e36f0-88f9-4909-a8fa-5538fe6726b8 Jan 25 15:32:29.073345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.073659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d6fcbc-3b8f-4809-ab84-abfd5567973e') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.080332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56349de-3228-4a07-95b3-954851ac84c6 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:32:29.080832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a56349de-3228-4a07-95b3-954851ac84c6 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Synchronizing usage tracker for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:29.147719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-686cf855-37dc-4fef-8585-fb36a092dd07 None None] Provisioning complete for port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:29.148119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-686cf855-37dc-4fef-8585-fb36a092dd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.151197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.157444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Deleting port b06b3191-b39b-4448-ab21-9f3734e63739 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:29.157959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.180930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.190194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:29.190628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:29.205835 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:29.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.260384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': '04ed5505-0b92-474c-bc1e-1d364adf2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:29.260754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: 5f35853c-9b1e-47f6-9dfb-e35b96bd1223, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:29.261647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a56349de-3228-4a07-95b3-954851ac84c6 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Unset dirty status for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:29.266159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a56349de-3228-4a07-95b3-954851ac84c6 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports/f542aaf5-27cf-4fc8-bc10-f206318f5048 HTTP/1.1" status: 404 len: 333 time: 0.2497072 Jan 25 15:32:29.268942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55328) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:29.275800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'network_id': '059baa72-edc3-469a-8725-462f6d525075', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-708404945'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:29.294898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:29.313342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:29.320576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c5302ecd-d624-4bdf-a484-e147e9c9ab42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.368745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:29.376552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.380963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] Sync routers for ids ['4aae5de6-a14d-4429-afaa-53350fcad6a7'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:29.381309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:29.381936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.393209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] Routers {'4aae5de6-a14d-4429-afaa-53350fcad6a7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:29.406262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4aae5de6-a14d-4429-afaa-53350fcad6a7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.426645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Made reservation on behalf of 1e1ea6e5d34945d88063695f7cc2062a for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:29.428928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.444306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.457741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.468992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] Routers {'4aae5de6-a14d-4429-afaa-53350fcad6a7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:29.469667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4aae5de6-a14d-4429-afaa-53350fcad6a7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.477477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.500706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:29.519802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=7282d837-a219-4023-a76d-51bef1eb9961,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:29.528581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-02bdce1f-b6ec-41c5-b825-50ec8c1df643 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/7282d837-a219-4023-a76d-51bef1eb9961 HTTP/1.1" status: 204 len: 168 time: 1.3110828 Jan 25 15:32:29.528581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:29.529915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:29.530327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675ce8d-3c17-4e53-bc55-85021b2ddece None None] The sync data for ids ['4aae5de6-a14d-4429-afaa-53350fcad6a7'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:29.536606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55332) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:29.583573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=b74e36f0-88f9-4909-a8fa-5538fe6726b8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:29.585891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.589417 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b9c69989-16d6-456b-81e0-3d981b8f8a37 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2460451 Jan 25 15:32:29.590582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:29.596032 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7efa0dec-d46e-4120-bb7d-c4994425eccd tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1899309 Jan 25 15:32:29.598235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.598551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.601245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:29.601636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network b74e36f0-88f9-4909-a8fa-5538fe6726b8 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:29.616273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55340) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:29.621955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:29.757863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5f35853c-9b1e-47f6-9dfb-e35b96bd1223) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:29.767322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c41b2a3-2496-4ba8-848b-47b4cad27473 None None] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:29.923483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:29.924398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:29.933962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Calling delete_port for b06b3191-b39b-4448-ab21-9f3734e63739 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:29.934175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.059064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5f35853c-9b1e-47f6-9dfb-e35b96bd1223', 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': 'a2deacb1-eea0-4923-8700-041c66cd61cb'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:30.061949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.126701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:30.130208 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0c3fc090-871a-4125-8c92-c46b74ce29be tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5836766 Jan 25 15:32:30.136385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:30.138760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55346) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:30.155810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:30.161644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-652633388'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:30.172951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:30.175167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:30.184975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:30.186364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.199730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:30.213132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:30.265491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Allocated IP 2001:db8::3 (5f35853c-9b1e-47f6-9dfb-e35b96bd1223/a2deacb1-eea0-4923-8700-041c66cd61cb/e3bf2eaa-9e75-4f4f-b89e-27b513854c32) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:30.274035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting subnet 2022b5e3-b822-4274-b98b-15189008734c {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:30.280294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.320381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:30.401515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:30.404435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.440330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.475183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.480720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=37ca681d-56b5-4613-bf3f-cfb4c4d06be8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:30.484048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Network 059baa72-edc3-469a-8725-462f6d525075 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:30.486333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Transition to ACTIVE for port object e3bf2eaa-9e75-4f4f-b89e-27b513854c32 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:30.490804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:30.496204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:30.496897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:30.497702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.500165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.512217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Transition to ACTIVE for port object e3bf2eaa-9e75-4f4f-b89e-27b513854c32 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:30.554547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.572555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.576704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Pushing event deleted for resources: {'Port': ['ID=b06b3191-b39b-4448-ab21-9f3734e63739,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:30.591113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:30.602516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc3d2-7879-4b16-b7db-93b255112f4c req-67f067bf-f08d-46b2-aa34-4faa9bb6d90e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:30.603974 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-070fc3d2-7879-4b16-b7db-93b255112f4c req-67f067bf-f08d-46b2-aa34-4faa9bb6d90e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4819903 Jan 25 15:32:30.610542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Deleting port 7442d4e4-7df7-4c52-a895-edd9697c6076 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:30.610884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.652086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:30.652955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Pushing event updated for resources: {'Port': ['ID=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:30.655409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:30.658816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:30.666831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bdee051a-d5df-4119-95a0-2941c489d7b1 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3954012 Jan 25 15:32:30.670243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55350) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:30.670647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.670984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.671327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.671653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.671978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.672305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.672628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.672955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.673278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.673626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.673952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:32:30.684814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:30.747538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.748165 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment ce56cf78-ebae-4097-b9e0-a1ff5d48f13f of type vlan for network bef801eb-6731-4345-9d70-3c7d15d1bc21 Jan 25 15:32:30.756766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Attempting to bind port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:30.757191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Attempting to bind port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '04ed5505-0b92-474c-bc1e-1d364adf2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:30.757599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Attempting to bind port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 on network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:30.765048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:30.765865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Checking segment: {'id': '04ed5505-0b92-474c-bc1e-1d364adf2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:30.765865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.766264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Bound using segment: {'id': '04ed5505-0b92-474c-bc1e-1d364adf2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:30.766738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Bound port: e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ed5505-0b92-474c-bc1e-1d364adf2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '5f35853c-9b1e-47f6-9dfb-e35b96bd1223'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:30.767048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.818620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.860295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.862737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] For port e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:30.866794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] For port e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,segment=NetworkSegment(04ed5505-0b92-474c-bc1e-1d364adf2544),segment_id=04ed5505-0b92-474c-bc1e-1d364adf2544)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:30.877466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.890054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-070fc3d2-7879-4b16-b7db-93b255112f4c req-3ac5c4dd-3260-4c73-b0e1-211e152b3a9e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510281 Jan 25 15:32:30.970321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:30.985326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.032318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.033570 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a9d42b54-6bfc-476a-91dd-59d4d9b69c98 tempest-ServersTestJSON-62068555 tempest-ServersTestJSON-62068555-project] 10.222.0.26 "DELETE /v2.0/floatingips/8b205d33-98b9-4ba2-b9ff-c08e35d1fa1e HTTP/1.1" status: 204 len: 168 time: 2.1149507 Jan 25 15:32:31.036413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55354) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:31.062422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314475ff-ff0a-4072-b1eb-232da7529bee None None] Pushing event updated for resources: {'Port': ['ID=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:31.064775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] For port 7442d4e4-7df7-4c52-a895-edd9697c6076, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7442d4e4-7df7-4c52-a895-edd9697c6076,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:31.065136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.104644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.144986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.149064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:31.149741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.153927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.237036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Calling delete_port for 7442d4e4-7df7-4c52-a895-edd9697c6076 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:31.419402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9b412533-01ac-4ab2-9bc6-15076ae816bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.446630 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2933362 Jan 25 15:32:31.446630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.446630 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/subnets/2022b5e3-b822-4274-b98b-15189008734c HTTP/1.1" status: 204 len: 168 time: 1.9018726 Jan 25 15:32:31.449426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff0318-bdbb-4471-bc5c-f348a174d395 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=bef801eb-6731-4345-9d70-3c7d15d1bc21,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:31.451148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55358) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:31.451381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55360) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:31.453656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e0dd9-91fb-4e6c-9533-bbfa311adeeb None None] Network 10ba91cf-5340-4ef7-ad11-b03fcd21506d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:31.463737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': 'bef801eb-6731-4345-9d70-3c7d15d1bc21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:31.484636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=5d08e0b1-c9e5-4ddf-8e6f-7a2ed5cd3d12,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:31.545539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network bef801eb-6731-4345-9d70-3c7d15d1bc21 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:31.582747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:31.596534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.686757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b143a8d-cf92-4d85-b9bd-27aba4ba83c2 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Subnet': ['ID=2022b5e3-b822-4274-b98b-15189008734c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:31.746267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '260c8ce0-5f90-4a60-bfd1-a472f584d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:31.746651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: b74e36f0-88f9-4909-a8fa-5538fe6726b8, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:31.754500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.771297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:31.772244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.817693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Transition to ACTIVE for port object 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:31.818643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.826465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:31.830166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:31.841049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:31.849577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Deleting port df96afb6-13d6-4d54-a395-4ee6a68fd618 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:31.855934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.952510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] DHCP port deletion for 10ba91cf-5340-4ef7-ad11-b03fcd21506d request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:31.957886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Deleting port df96afb6-13d6-4d54-a395-4ee6a68fd618 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:31.959412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:31.998464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network b74e36f0-88f9-4909-a8fa-5538fe6726b8 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:32.000851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:32.029968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Pushing event deleted for resources: {'Port': ['ID=7442d4e4-7df7-4c52-a895-edd9697c6076,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:32.037697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.224610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] For port df96afb6-13d6-4d54-a395-4ee6a68fd618, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=df96afb6-13d6-4d54-a395-4ee6a68fd618,segment=NetworkSegment(4dec9173-9f86-4637-83ae-36ddf83423ac),segment_id=4dec9173-9f86-4637-83ae-36ddf83423ac)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:32.225046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.229257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, b74e36f0-88f9-4909-a8fa-5538fe6726b8) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:32.238525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89101f32-6d82-4c38-846f-a92bdcbf5af2 None None] Network b74e36f0-88f9-4909-a8fa-5538fe6726b8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:32.254679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:32.255422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.265160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=37ca681d-56b5-4613-bf3f-cfb4c4d06be8,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:32.311718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] For port df96afb6-13d6-4d54-a395-4ee6a68fd618, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=df96afb6-13d6-4d54-a395-4ee6a68fd618,segment=NetworkSegment(4dec9173-9f86-4637-83ae-36ddf83423ac),segment_id=4dec9173-9f86-4637-83ae-36ddf83423ac)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:32.312076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.372090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:32.372497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:32.372978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:32.490683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:32.491046 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:32.502030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 2 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:32.505928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Calling delete_port for df96afb6-13d6-4d54-a395-4ee6a68fd618 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:32.535732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.574876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:32.575279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b9eba-9d8d-46be-a35a-60fd9d52d948 None None] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:32.575761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:32.575761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:32.598785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b87b92-d7cc-4b9c-a325-aaf8983fe965 req-c719b6ed-1374-453f-a2a4-b6ade31f9ab7 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:32.601155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56b87b92-d7cc-4b9c-a325-aaf8983fe965 req-c719b6ed-1374-453f-a2a4-b6ade31f9ab7 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3728971 Jan 25 15:32:32.602061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Calling delete_port for df96afb6-13d6-4d54-a395-4ee6a68fd618 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:32.646894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e3bf2eaa-9e75-4f4f-b89e-27b513854c32 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:32.676344 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fc0b78b3-ae46-4a3b-a28f-f55fccfd17b9 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0561254 Jan 25 15:32:32.696654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55368) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:32.699326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:32.699663 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:32.703417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 3 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:32.735711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:32:32.736384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:32:32.823196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:32.823576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:32.823914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:32.848194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.862351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:32.862689 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:32.874144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 4 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:32.888678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f87f9189-e77e-4a2d-a0a4-8ab03849d68b None None] Provisioning for port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:32.890765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:32.932539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56b87b92-d7cc-4b9c-a325-aaf8983fe965 req-72d12277-9512-4750-89e0-cab9352c0016 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686274 Jan 25 15:32:32.946991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:32.948568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:32.952906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Port': ['ID=df96afb6-13d6-4d54-a395-4ee6a68fd618,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:32.974500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] No DVR routers for this DVR port df96afb6-13d6-4d54-a395-4ee6a68fd618 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:32.992284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:32.992284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:32.992284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.019378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.019712 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.026443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.078480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 5 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.088541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:33.110117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:33.110528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.122880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.141176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24755770-486c-4c68-950a-4672af01a948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-b74e36f0-88f9-4909-a8fa-5538fe6726b8', 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': '5d08e0b1-c9e5-4ddf-8e6f-7a2ed5cd3d12'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:33.142028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.158451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.159000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.159337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.235657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.235657 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.236613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 6 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.296083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.304282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.304920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.312757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.313281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.313454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.323602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.344964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.363700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.371018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.371342 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.376358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.376541 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 7 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.418879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-24755770-486c-4c68-950a-4672af01a948 None None] Allocated IP 172.20.0.2 (b74e36f0-88f9-4909-a8fa-5538fe6726b8/5d08e0b1-c9e5-4ddf-8e6f-7a2ed5cd3d12/46e952b3-83e3-4e40-adfa-50f86bc94981) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:33.431056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,segment=NetworkSegment(04ed5505-0b92-474c-bc1e-1d364adf2544),segment_id=04ed5505-0b92-474c-bc1e-1d364adf2544)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:33.471424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.471756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.472098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.482214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ba91cf-5340-4ef7-ad11-b03fcd21506d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:33.503265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.503625 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.506377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 8 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.510157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=4099b8af-e8ec-40aa-8ad3-42d3d65b9cbd,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:33.514634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dec9173-9f86-4637-83ae-36ddf83423ac') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:33.514917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dec9173-9f86-4637-83ae-36ddf83423ac') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:33.523234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.538008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Deleting port df96afb6-13d6-4d54-a395-4ee6a68fd618 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:33.539064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.539181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.539445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.539776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.546559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.572774 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.581000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': 'ce56cf78-ebae-4097-b9e0-a1ff5d48f13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'bef801eb-6731-4345-9d70-3c7d15d1bc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:33.581342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: bef801eb-6731-4345-9d70-3c7d15d1bc21, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:33.585888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:33.586249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:33.602001 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:33.605100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.605456 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.617263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 9 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.622837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.631042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-313b3831-4514-47f3-bdaa-a8fc78c594d1 None None] The port 'df96afb6-13d6-4d54-a395-4ee6a68fd618' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:32:33.704350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:33.715962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device df96afb6-13d6-4d54-a395-4ee6a68fd618 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:33.759836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.760058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.760547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.765345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: df96afb6-13d6-4d54-a395-4ee6a68fd618 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:33.765859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device df96afb6-13d6-4d54-a395-4ee6a68fd618 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:33.795189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0601365c-2c41-4fe2-9efc-861c62e12eac None None] Provisioning complete for port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:33.795697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0601365c-2c41-4fe2-9efc-861c62e12eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.822441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.822686 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.825498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 10 to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 Jan 25 15:32:33.835193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.854211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.864528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:33.864528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:33.864528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:33.873482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] Pushing event deleted for resources: {'Network': ['ID=10ba91cf-5340-4ef7-ad11-b03fcd21506d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:33.875524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network bef801eb-6731-4345-9d70-3c7d15d1bc21 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:33.882149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:33.883035 dv-neutron-826291-2-hyperv neutron-server[84139]: ERROR neutron.plugins.ml2.managers [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:33.883035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.901227 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6bbeb5d0-5144-43fa-ad7e-1723d7a076e6 tempest-NetworksIpV6TestAttrs-2108951932 tempest-NetworksIpV6TestAttrs-2108951932-project] 10.222.0.26 "DELETE /v2.0/networks/10ba91cf-5340-4ef7-ad11-b03fcd21506d HTTP/1.1" status: 204 len: 168 time: 2.4420605 Jan 25 15:32:33.950245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.961624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, bef801eb-6731-4345-9d70-3c7d15d1bc21) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:33.992620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:33.994180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:33.994303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fa4f9d-c3c5-432d-be63-0ec338a2b7fd None None] Network bef801eb-6731-4345-9d70-3c7d15d1bc21 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:34.008467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-24755770-486c-4c68-950a-4672af01a948 None None] Transition to ACTIVE for port object 46e952b3-83e3-4e40-adfa-50f86bc94981 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:34.069237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router 4aae5de6-a14d-4429-afaa-53350fcad6a7 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:32:34.073525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:34.073525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempted to set empty binding levels {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:32:34.097755 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9cdb57a6-562c-4522-88ad-5b4230bdac28 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.6368592 Jan 25 15:32:34.098397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55376) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:34.171281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.241998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-24755770-486c-4c68-950a-4672af01a948 None None] Transition to ACTIVE for port object 46e952b3-83e3-4e40-adfa-50f86bc94981 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:34.288076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] In _notify_port_updated(), no bound segment for port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:32:34.289112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.293370 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "PUT /v2.0/ports/37ca681d-56b5-4613-bf3f-cfb4c4d06be8 HTTP/1.1" status: 200 len: 976 time: 3.6121905 Jan 25 15:32:34.300456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55380) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:34.328632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.347343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.381604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ebe97-f536-4b6e-a18a-54d729cfbb77 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=37ca681d-56b5-4613-bf3f-cfb4c4d06be8,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:34.461492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e3bf2eaa-9e75-4f4f-b89e-27b513854c32 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:34.500393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.518241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.561566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=5d08e0b1-c9e5-4ddf-8e6f-7a2ed5cd3d12,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:34.578851 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-79a8ed35-727d-40b7-8ea3-6d3c2850f77a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18249 time: 0.2772162 Jan 25 15:32:34.585152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55386) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:34.612318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755770-486c-4c68-950a-4672af01a948 None None] Pushing event updated for resources: {'Port': ['ID=46e952b3-83e3-4e40-adfa-50f86bc94981,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:34.659400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24755770-486c-4c68-950a-4672af01a948 None None] Network b74e36f0-88f9-4909-a8fa-5538fe6726b8 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:34.671489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44379e-ec0a-4c54-8673-eaf30564f775 req-bb5ae383-178f-4e36-81ee-dd1ec9dea0eb tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:34.671489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d44379e-ec0a-4c54-8673-eaf30564f775 req-bb5ae383-178f-4e36-81ee-dd1ec9dea0eb tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4366028 Jan 25 15:32:34.674031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Deleting port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:34.674474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.679902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-24755770-486c-4c68-950a-4672af01a948 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:34.682982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24755770-486c-4c68-950a-4672af01a948 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:34.746917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35052011-ede5-4af5-bbc0-117d019778b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-bef801eb-6731-4345-9d70-3c7d15d1bc21', 'network_id': 'bef801eb-6731-4345-9d70-3c7d15d1bc21', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '4099b8af-e8ec-40aa-8ad3-42d3d65b9cbd'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:34.747981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35052011-ede5-4af5-bbc0-117d019778b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.761239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55390) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:34.764002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:34.764374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.804517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Deleting port 9685a822-1752-4e30-a9aa-5afc7e16abab {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:34.804981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.825774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.833100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.868848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-24755770-486c-4c68-950a-4672af01a948 None None] Attempting to bind port 46e952b3-83e3-4e40-adfa-50f86bc94981 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:34.869211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-24755770-486c-4c68-950a-4672af01a948 None None] Attempting to bind port 46e952b3-83e3-4e40-adfa-50f86bc94981 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '260c8ce0-5f90-4a60-bfd1-a472f584d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:34.869712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24755770-486c-4c68-950a-4672af01a948 None None] Attempting to bind port 46e952b3-83e3-4e40-adfa-50f86bc94981 on network b74e36f0-88f9-4909-a8fa-5538fe6726b8 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:34.883125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.884349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e36f0-88f9-4909-a8fa-5538fe6726b8']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:34.885975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24755770-486c-4c68-950a-4672af01a948 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:34.886348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24755770-486c-4c68-950a-4672af01a948 None None] Checking segment: {'id': '260c8ce0-5f90-4a60-bfd1-a472f584d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:34.886735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.887140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24755770-486c-4c68-950a-4672af01a948 None None] Bound using segment: {'id': '260c8ce0-5f90-4a60-bfd1-a472f584d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:34.887671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-24755770-486c-4c68-950a-4672af01a948 None None] Bound port: 46e952b3-83e3-4e40-adfa-50f86bc94981, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260c8ce0-5f90-4a60-bfd1-a472f584d506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:34.888097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.902657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260c8ce0-5f90-4a60-bfd1-a472f584d506') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:34.902946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260c8ce0-5f90-4a60-bfd1-a472f584d506') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:34.913154 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d44379e-ec0a-4c54-8673-eaf30564f775 req-fc655878-31f0-40a1-a121-90c553ac29af tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958847 Jan 25 15:32:34.922368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.954824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.968566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:34.969202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:34.985196 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:35.074373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:35.087091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=4099b8af-e8ec-40aa-8ad3-42d3d65b9cbd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:35.092147 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] Sync routers for ids ['4aae5de6-a14d-4429-afaa-53350fcad6a7'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:35.116261 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] Routers {'4aae5de6-a14d-4429-afaa-53350fcad6a7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:35.121832 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4aae5de6-a14d-4429-afaa-53350fcad6a7'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.144924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:35.144924 dv-neutron-826291-2-hyperv neutron-server[84139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:35.144924 dv-neutron-826291-2-hyperv neutron-server[84139]: [parameters: {'id': 'b74e36f0-88f9-4909-a8fa-5538fe6726b8'}] Jan 25 15:32:35.144924 dv-neutron-826291-2-hyperv neutron-server[84139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:35.145729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:35.199488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-24755770-486c-4c68-950a-4672af01a948 None None] For port 46e952b3-83e3-4e40-adfa-50f86bc94981, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:35.209184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:32:35.216669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-24755770-486c-4c68-950a-4672af01a948 None None] For port 46e952b3-83e3-4e40-adfa-50f86bc94981, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=46e952b3-83e3-4e40-adfa-50f86bc94981,segment=NetworkSegment(260c8ce0-5f90-4a60-bfd1-a472f584d506),segment_id=260c8ce0-5f90-4a60-bfd1-a472f584d506)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:35.219622 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.226347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f94d7e-df3e-4d58-832f-9e30863a38d1 None None] Network bef801eb-6731-4345-9d70-3c7d15d1bc21 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:35.234112 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] Routers {'4aae5de6-a14d-4429-afaa-53350fcad6a7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:35.238925 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4aae5de6-a14d-4429-afaa-53350fcad6a7'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.280941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.286045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-880e73e5-b913-46e7-bdfa-50421c8736be tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "PUT /v2.0/routers/4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 200 len: 921 time: 5.6936674 Jan 25 15:32:35.293301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55396) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:35.300376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24755770-486c-4c68-950a-4672af01a948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.342221 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.342960 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aad74b2-dab6-44d4-9b2c-d2c781d8f972 None None] The sync data for ids ['4aae5de6-a14d-4429-afaa-53350fcad6a7'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:35.438606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.476570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port 37ca681d-56b5-4613-bf3f-cfb4c4d06be8, host hv-neutron-8262, got binding levels [] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:35.477415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.483841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24755770-486c-4c68-950a-4672af01a948 None None] Pushing event updated for resources: {'Port': ['ID=46e952b3-83e3-4e40-adfa-50f86bc94981,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:35.545100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360eb4c1-bf71-4145-99fd-020b6deffa70 None None] Network b74e36f0-88f9-4909-a8fa-5538fe6726b8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:35.569887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef801eb-6731-4345-9d70-3c7d15d1bc21']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.639929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Calling delete_port for 37ca681d-56b5-4613-bf3f-cfb4c4d06be8 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:35.668617 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b31ca9d-9bf3-4ee5-aa28-0a0d80ca1f46 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9de1fe6ff42e4299b4a64c48bd2a55ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9008482 Jan 25 15:32:35.677969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55400) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:35.680250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce56cf78-ebae-4097-b9e0-a1ff5d48f13f') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.680604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce56cf78-ebae-4097-b9e0-a1ff5d48f13f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:35.682784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.701286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] For port 9685a822-1752-4e30-a9aa-5afc7e16abab, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9685a822-1752-4e30-a9aa-5afc7e16abab,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:35.701740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.714338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.745946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c075fb-eb93-4fa4-ad0f-c8bb08cb4d5c None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:32:35.794744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 46e952b3-83e3-4e40-adfa-50f86bc94981 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:35.795086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.823503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.838782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Calling delete_port for 9685a822-1752-4e30-a9aa-5afc7e16abab owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:35.868241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.873213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c075fb-eb93-4fa4-ad0f-c8bb08cb4d5c None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:32:35.890674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.892206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:35.892695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:35.913907 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:36.061566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.140526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1eaaf2d7-da16-423e-a7d3-9810918ec37b tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 200 len: 921 time: 0.8468711 Jan 25 15:32:36.153774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55406) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.180625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.192601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event deleted for resources: {'Port': ['ID=37ca681d-56b5-4613-bf3f-cfb4c4d06be8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:36.218015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 46e952b3-83e3-4e40-adfa-50f86bc94981, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=46e952b3-83e3-4e40-adfa-50f86bc94981,segment=NetworkSegment(260c8ce0-5f90-4a60-bfd1-a472f584d506),segment_id=260c8ce0-5f90-4a60-bfd1-a472f584d506)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:36.218606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.219891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.236222 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/bef801eb-6731-4345-9d70-3c7d15d1bc21 HTTP/1.1" status: 204 len: 168 time: 2.1335082 Jan 25 15:32:36.240498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55410) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.243159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea99a-2d72-4b9c-857f-d6c2173c1587 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=bef801eb-6731-4345-9d70-3c7d15d1bc21,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:36.255286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463402543'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:36.265246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:36.267672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.270045 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63121a55-9663-41a7-9cd4-6315e4210426 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "DELETE /v2.0/ports/37ca681d-56b5-4613-bf3f-cfb4c4d06be8 HTTP/1.1" status: 204 len: 168 time: 1.6827943 Jan 25 15:32:36.274087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55414) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.280254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:36.282394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:36.287671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:36.322968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Sync routers for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:36.328125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:36.330534 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b3a3c-03c5-4eb9-b486-bc5d9e8c4155 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:32:36.331034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea4b3a3c-03c5-4eb9-b486-bc5d9e8c4155 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Synchronizing usage tracker for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:36.345042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.358250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:36.358947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:36.361082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 46e952b3-83e3-4e40-adfa-50f86bc94981 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:36.409707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-43da9dc5-ae76-4691-986b-77e99b163592 admin admin] 10.222.0.26 "PUT /v2.0/routers/cb5706ab-fd0e-4e95-921b-cc0a53e69ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7335324 Jan 25 15:32:36.419564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55418) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.425575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Pushing event deleted for resources: {'Port': ['ID=9685a822-1752-4e30-a9aa-5afc7e16abab,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:36.462199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:36.465178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.488864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea4b3a3c-03c5-4eb9-b486-bc5d9e8c4155 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Unset dirty status for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:36.493496 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea4b3a3c-03c5-4eb9-b486-bc5d9e8c4155 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports/37ca681d-56b5-4613-bf3f-cfb4c4d06be8 HTTP/1.1" status: 404 len: 333 time: 0.2128351 Jan 25 15:32:36.494383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55422) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.500415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1911745399', 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:36.512049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:36.540854 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:36.544556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:36.556291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7d1a6-c334-4e02-8c0e-5d4b3105d984 req-ff95d1e0-1611-472b-aeec-7d93d35a02aa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:36.558878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03a7d1a6-c334-4e02-8c0e-5d4b3105d984 req-ff95d1e0-1611-472b-aeec-7d93d35a02aa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4799359 Jan 25 15:32:36.605422 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-caba8594-9db3-4fac-8f7e-49e81d17785e tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=4aae5de6-a14d-4429-afaa-53350fcad6a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4470124 Jan 25 15:32:36.607446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.609822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55426) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:36.620140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:36.625355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508d4d0a-4276-4de1-b408-a8a044a2229d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:36.676207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.731572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.732152 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 4c0f2f23-477c-478e-86b6-ba4203e18294 of type vlan for network a7f237e0-b7f5-461a-b020-1ac7632161a4 Jan 25 15:32:36.773131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 46e952b3-83e3-4e40-adfa-50f86bc94981 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:36.776082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.787121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Made reservation on behalf of 1e1ea6e5d34945d88063695f7cc2062a for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:36.789417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.819565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=46e952b3-83e3-4e40-adfa-50f86bc94981,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:36.821330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:36.822453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-67295017-d5f5-4dfb-beba-6d0943a0394a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/508d4d0a-4276-4de1-b408-a8a044a2229d HTTP/1.1" status: 204 len: 168 time: 1.1381843 Jan 25 15:32:36.833664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03a7d1a6-c334-4e02-8c0e-5d4b3105d984 req-2af7eb86-3afd-41c5-ab45-db0e55799ace tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668540 Jan 25 15:32:36.841238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port afc1368b-cedb-42a6-8127-98f4d1ee9910 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:36.982905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:32:31Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:36.988525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Checking router: cb5706ab-fd0e-4e95-921b-cc0a53e69ccf for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:36.996088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.000278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:37.000879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.003058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Routers {'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:37.004952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:37.138588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.189934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74e36f0-88f9-4909-a8fa-5538fe6726b8']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:37.203934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260c8ce0-5f90-4a60-bfd1-a472f584d506') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:37.204331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260c8ce0-5f90-4a60-bfd1-a472f584d506') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:37.218315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.223770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] Set router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:37.224290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=a7f237e0-b7f5-461a-b020-1ac7632161a4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:37.244077 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c0cf038a-b775-40c8-8b9c-3a682a6c5092 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9994321 Jan 25 15:32:37.245134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55434) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:37.252361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:37.314992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e181564-4f95-4b1d-92f6-2aac6a08b470 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:37.322054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0e181564-4f95-4b1d-92f6-2aac6a08b470 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.6987991 Jan 25 15:32:37.323110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55438) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:37.348480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.360848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network a7f237e0-b7f5-461a-b020-1ac7632161a4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:37.378523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.386810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.435439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12e01954-e6a5-453f-af7f-e2a9ec6eb48c tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 200 len: 205 time: 0.0884211 Jan 25 15:32:37.437882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:37.438316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:37.455766 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:37.458417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55446) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:37.536184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:37.551513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:37.568567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:37.581021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:37.628140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.664049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:32:31Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:37.672604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e76d5d-d811-4aad-9617-5a551a7dc65a None None] The sync data for ids ['cb5706ab-fd0e-4e95-921b-cc0a53e69ccf'] in dv-neutron-826291-2-hyperv is: [{'id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'name': 'tempest-ServersTestManualDisk-1003407204-router', 'tenant_id': '90f36143ebd24edfbb878abde7acca07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:24Z', 'updated_at': '2022-01-25T15:32:31Z', 'revision_number': 5, 'project_id': '90f36143ebd24edfbb878abde7acca07', 'gw_port': {'id': '279b02f5-1f56-4322-b29a-bd2045e054ed', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5706ab-fd0e-4e95-921b-cc0a53e69ccf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:25Z', 'updated_at': '2022-01-25T15:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:37.677292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.690282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.714800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.724210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=b74e36f0-88f9-4909-a8fa-5538fe6726b8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:37.730642 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62e08e8f-d605-4ad0-8403-9d010a9a75c6 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/b74e36f0-88f9-4909-a8fa-5538fe6726b8 HTTP/1.1" status: 204 len: 168 time: 5.0329261 Jan 25 15:32:37.735687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:37.735866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55454) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:37.743062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1753541833'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:37.798054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:37.815558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:37.821032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:37.830231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:37.868274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=afc1368b-cedb-42a6-8127-98f4d1ee9910,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:37.873322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Network 059baa72-edc3-469a-8725-462f6d525075 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:37.886055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:37.888631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:37.889988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:37.890631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.913312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:37.956140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.016726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:38.021096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b8622400-1012-4d15-a3ee-a3478935f10b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5231271 Jan 25 15:32:38.021866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.024538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55464) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:38.127689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:38.168153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.168860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 51a0119b-f546-4e8b-9d16-718e63837565 of type vlan for network fdd8ed25-6806-4904-a90a-fe69e2ed248f Jan 25 15:32:38.189636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-48d26017-05c9-4984-aa5e-91f693b806db tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Synchronizing usage tracker for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:38.231806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.250458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.312252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b18c0-0bc6-4636-9f44-27368ab673ed req-61238afc-9a5c-4453-8f0f-50310f31c5f5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:38.313831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a55b18c0-0bc6-4636-9f44-27368ab673ed req-61238afc-9a5c-4453-8f0f-50310f31c5f5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3060732 Jan 25 15:32:38.343752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Deleting port 279b02f5-1f56-4322-b29a-bd2045e054ed {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:38.344088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.396286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55470) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:38.424186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7442d4e4-7df7-4c52-a895-edd9697c6076 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:38.458160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-48d26017-05c9-4984-aa5e-91f693b806db tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Unset dirty status for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:38.459315 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-48d26017-05c9-4984-aa5e-91f693b806db tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports/afc1368b-cedb-42a6-8127-98f4d1ee9910 HTTP/1.1" status: 200 len: 955 time: 0.4338727 Jan 25 15:32:38.464369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55476) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:38.490616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7442d4e4-7df7-4c52-a895-edd9697c6076 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:38.491208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7442d4e4-7df7-4c52-a895-edd9697c6076 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:38.544236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a55b18c0-0bc6-4636-9f44-27368ab673ed req-5c2aef87-3f7f-4d81-a9cb-585a06d0cdaf tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209239 Jan 25 15:32:38.547095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.551233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:38.551809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.566082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.635592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Deleting port afc1368b-cedb-42a6-8127-98f4d1ee9910 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:38.635926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.672578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-307386708'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:38.682811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:38.723481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:38.730642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:38.781915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.864126 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1274750 Jan 25 15:32:38.873149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55482) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:38.875361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:38.878952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df631d-b1bd-4694-a37e-692a0cce4080 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=fdd8ed25-6806-4904-a90a-fe69e2ed248f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:38.885430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:38.890154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:38.922316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] For port 279b02f5-1f56-4322-b29a-bd2045e054ed, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=279b02f5-1f56-4322-b29a-bd2045e054ed,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:38.922674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.983282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:38.996007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=a0aa979e-6ae2-4f25-8380-ae53cca598be,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:39.001326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.156597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Calling delete_port for afc1368b-cedb-42a6-8127-98f4d1ee9910 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:39.204042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': '4c0f2f23-477c-478e-86b6-ba4203e18294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:39.204396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: a7f237e0-b7f5-461a-b020-1ac7632161a4, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:39.207404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Calling delete_port for 279b02f5-1f56-4322-b29a-bd2045e054ed owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:39.233051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port 3890fe18-c867-4678-a305-9cff835d5f05 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:39.233051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.259386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:39.262319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.271614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:32:39.345046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.358404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.388245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:39.391099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc1368b-cedb-42a6-8127-98f4d1ee9910,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:39.395955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network a7f237e0-b7f5-461a-b020-1ac7632161a4 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:39.419390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.422316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:39.468615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:39.496266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, a7f237e0-b7f5-461a-b020-1ac7632161a4) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:39.502335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:39.502929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.508401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0861791-c801-4597-b1df-ff276af7db5e None None] Network a7f237e0-b7f5-461a-b020-1ac7632161a4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:39.508926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:39.529834 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5b672024-4408-420e-9f10-46db1b8e354a tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "DELETE /v2.0/ports/afc1368b-cedb-42a6-8127-98f4d1ee9910 HTTP/1.1" status: 204 len: 168 time: 1.0633812 Jan 25 15:32:39.532556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:39.564610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:39.573361 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-00804909-378d-4da3-a8d5-984443a1223b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:32:39.573973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00804909-378d-4da3-a8d5-984443a1223b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Synchronizing usage tracker for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:39.580520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:security_group_rule and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:39.586148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:39.609749 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6302e0da-946f-41d1-9dce-34490138e57f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3600919 Jan 25 15:32:39.609955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:39.610401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55492) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:39.614730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:39.621194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-4babb466-159c-442f-9e25-d8232ec9a964 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.4601595 Jan 25 15:32:39.631767 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Sync routers for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:39.637432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56702a-be65-4eda-8ed0-9e49154a30be req-9fd7d3c3-c05a-4e6e-a3ba-79455ccbec4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:39.637432 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d56702a-be65-4eda-8ed0-9e49154a30be req-9fd7d3c3-c05a-4e6e-a3ba-79455ccbec4f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4705079 Jan 25 15:32:39.644552 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:39.645428 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:39.751096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.778074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:39.793998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-a7f237e0-b7f5-461a-b020-1ac7632161a4', 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': 'a0aa979e-6ae2-4f25-8380-ae53cca598be'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:39.796224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.805472 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-06870d4b-857e-48ab-b200-af7e2186b53f admin admin] 10.222.0.26 "PUT /v2.0/routers/2c15ee69-0c3b-4c43-b218-20639cccb0a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7673881 Jan 25 15:32:39.810308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55496) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:39.810815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00804909-378d-4da3-a8d5-984443a1223b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Unset dirty status for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:39.815613 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-00804909-378d-4da3-a8d5-984443a1223b tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports/afc1368b-cedb-42a6-8127-98f4d1ee9910 HTTP/1.1" status: 404 len: 333 time: 0.2821901 Jan 25 15:32:39.817391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:39.822203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:39.847372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:39.895700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'network_id': '059baa72-edc3-469a-8725-462f6d525075', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1790897766'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:39.900147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:39.957842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:39.990531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for 3890fe18-c867-4678-a305-9cff835d5f05 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:40.004755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.007031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Allocated IP 2001:db8::1 (a7f237e0-b7f5-461a-b020-1ac7632161a4/a0aa979e-6ae2-4f25-8380-ae53cca598be/de46c094-ef41-4946-91a2-7e05665766ca) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:40.178310 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:32:36Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:40.179228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a5692-f578-4c54-97fe-075b605525d4 req-5509efb9-57db-4d37-b39a-1e7016bd0b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:40.181439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-5509efb9-57db-4d37-b39a-1e7016bd0b34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.5455291 Jan 25 15:32:40.182749 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Checking router: 2c15ee69-0c3b-4c43-b218-20639cccb0a5 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:32:40.196924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Made reservation on behalf of 1e1ea6e5d34945d88063695f7cc2062a for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:40.201029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.205712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Routers {'2c15ee69-0c3b-4c43-b218-20639cccb0a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:40.206414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:40.242338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port c18fbd51-63f0-41f0-9c48-31db2ee9970e yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:40.298050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d56702a-be65-4eda-8ed0-9e49154a30be req-bae1710b-fd49-47f0-a6fa-98e9d200ad20 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6214328 Jan 25 15:32:40.335524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.408939 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] Set router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:32:40.413093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.521282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Transition to ACTIVE for port object de46c094-ef41-4946-91a2-7e05665766ca will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:40.531192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.547890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Transition to ACTIVE for port object de46c094-ef41-4946-91a2-7e05665766ca will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:40.629559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.630361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.634348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.636590 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-4126070c-30b9-49d9-9ee5-9625bdcf6318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.4390631 Jan 25 15:32:40.640275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.727180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Network a7f237e0-b7f5-461a-b020-1ac7632161a4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:40.730760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:40.737665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:40.738052 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:32:36Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:40.742728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15ee02-8dcd-4fe2-b1a6-ca9aa7af7740 None None] The sync data for ids ['2c15ee69-0c3b-4c43-b218-20639cccb0a5'] in dv-neutron-826291-2-hyperv is: [{'id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'name': 'tempest-ServersTestJSON-216972686-router', 'tenant_id': '9deee58f4edc465ca2a8e69103cf8766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2'}], 'enable_snat': True}, 'gw_port_id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:28Z', 'updated_at': '2022-01-25T15:32:36Z', 'revision_number': 5, 'project_id': '9deee58f4edc465ca2a8e69103cf8766', 'gw_port': {'id': '7f365387-1127-49d2-bf05-e6445ed9697d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:78:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c15ee69-0c3b-4c43-b218-20639cccb0a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:29Z', 'updated_at': '2022-01-25T15:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:40.750542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Pushing event updated for resources: {'Port': ['ID=de46c094-ef41-4946-91a2-7e05665766ca,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:40.753759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.796835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=a0aa979e-6ae2-4f25-8380-ae53cca598be,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:40.833267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.835344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.836161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Pushing event deleted for resources: {'Port': ['ID=279b02f5-1f56-4322-b29a-bd2045e054ed,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:40.842772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_backend_mixin [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing IP validity checks on allocation pools {{(pid=84139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:32:40.843474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_backend_mixin [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:32:40.854976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Attempting to bind port de46c094-ef41-4946-91a2-7e05665766ca on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:40.855316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Attempting to bind port de46c094-ef41-4946-91a2-7e05665766ca by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4c0f2f23-477c-478e-86b6-ba4203e18294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:40.855945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Attempting to bind port de46c094-ef41-4946-91a2-7e05665766ca on network a7f237e0-b7f5-461a-b020-1ac7632161a4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:40.862594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:40.866034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Checking segment: {'id': '4c0f2f23-477c-478e-86b6-ba4203e18294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:40.866034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.866034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Bound using segment: {'id': '4c0f2f23-477c-478e-86b6-ba4203e18294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:40.866034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Bound port: de46c094-ef41-4946-91a2-7e05665766ca, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0f2f23-477c-478e-86b6-ba4203e18294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:40.866034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.926809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:40.953543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a5692-f578-4c54-97fe-075b605525d4 req-e642ec50-e6bb-4a3d-a919-81ee5e36bca3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:40.955001 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-e642ec50-e6bb-4a3d-a919-81ee5e36bca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.3110089 Jan 25 15:32:40.961913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] For port de46c094-ef41-4946-91a2-7e05665766ca, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:40.965764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] For port de46c094-ef41-4946-91a2-7e05665766ca, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=de46c094-ef41-4946-91a2-7e05665766ca,segment=NetworkSegment(4c0f2f23-477c-478e-86b6-ba4203e18294),segment_id=4c0f2f23-477c-478e-86b6-ba4203e18294)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:40.982247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:40.992833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c2f5e3-67c6-4adb-b555-48456a2e3c99,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:41.002590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.002832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 9e7e17db-df4d-48c2-9f4a-ce699461fd3c of type vlan for network 8a89105f-2e6f-45fb-b036-c533037e5817 Jan 25 15:32:41.031588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f237e0-b7f5-461a-b020-1ac7632161a4']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:41.033118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.035276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.039424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Network 059baa72-edc3-469a-8725-462f6d525075 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:41.040862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=c18fbd51-63f0-41f0-9c48-31db2ee9970e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:41.047479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:41.049919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:41.051293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:41.051932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.060145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0f2f23-477c-478e-86b6-ba4203e18294') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:41.060447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0f2f23-477c-478e-86b6-ba4203e18294') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:41.086591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.121237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=3890fe18-c867-4678-a305-9cff835d5f05,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:41.126720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71cda1-2fc0-4f9e-a828-8ea1ff32efdd None None] Pushing event updated for resources: {'Port': ['ID=de46c094-ef41-4946-91a2-7e05665766ca,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:41.135560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.142016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.148005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:41.148410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.160338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:41.167238 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:41.253587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554c51a9-1c91-4d01-916d-17629b680af6 None None] Network a7f237e0-b7f5-461a-b020-1ac7632161a4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:41.254698 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4514162c-aa00-46dc-92af-6ffea1b60515 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4274275 Jan 25 15:32:41.255316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:41.266403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8262'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:41.299201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Deleting port 7f365387-1127-49d2-bf05-e6445ed9697d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:41.299544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.377418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:41.377418 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:41.377418 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': 'a7f237e0-b7f5-461a-b020-1ac7632161a4'}] Jan 25 15:32:41.377418 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:41.377823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:41.459314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.480573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e293cf-7f88-47f8-a12f-11e463663aa5 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:32:41.530474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.602143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e293cf-7f88-47f8-a12f-11e463663aa5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:32:41.620110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] For port 7f365387-1127-49d2-bf05-e6445ed9697d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f365387-1127-49d2-bf05-e6445ed9697d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:41.620455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.669705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:32:41.874733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-b4d8d4e1-0067-4eea-a6aa-c2501eba0a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8827674 Jan 25 15:32:41.880027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Calling delete_port for 7f365387-1127-49d2-bf05-e6445ed9697d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:41.905181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.970352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:41.973804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:41.974381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.013351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port de46c094-ef41-4946-91a2-7e05665766ca {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:42.013724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.193832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.239269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] device_id is not set on port c18fbd51-63f0-41f0-9c48-31db2ee9970e yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:32:42.250799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.286227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.367854 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Transition to ACTIVE for port object c18fbd51-63f0-41f0-9c48-31db2ee9970e will not be triggered until provisioned by entity L2. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:42.390085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port de46c094-ef41-4946-91a2-7e05665766ca, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=de46c094-ef41-4946-91a2-7e05665766ca,segment=NetworkSegment(4c0f2f23-477c-478e-86b6-ba4203e18294),segment_id=4c0f2f23-477c-478e-86b6-ba4203e18294)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:42.390438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.390682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9685a822-1752-4e30-a9aa-5afc7e16abab no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:42.394211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=8a89105f-2e6f-45fb-b036-c533037e5817,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:42.396395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.408788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.435005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9685a822-1752-4e30-a9aa-5afc7e16abab {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:42.435378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9685a822-1752-4e30-a9aa-5afc7e16abab not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:42.439591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 8a89105f-2e6f-45fb-b036-c533037e5817 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:42.524805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.535670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for de46c094-ef41-4946-91a2-7e05665766ca owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:42.581237 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e90b84b-1cfb-4235-81a1-f3ff879e0f98 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.1838908 Jan 25 15:32:42.587049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289ccc3-6ed6-4ee8-9ad2-280779cc3133 req-8134bfd4-5dc2-4ac4-bcb8-f18a67017ce4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:42.588426 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d289ccc3-6ed6-4ee8-9ad2-280779cc3133 req-8134bfd4-5dc2-4ac4-bcb8-f18a67017ce4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 1.0620871 Jan 25 15:32:42.595381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:42.617368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-920471089'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:42.621085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.704611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=c2f279d2-4b35-4251-b0be-c7ea4ccdedaf,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:42.708945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:42.743679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:42.747769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-56b7c2c5-5bea-4ad5-93f9-e4a2e526fca0 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8627844 Jan 25 15:32:42.764511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=c18fbd51-63f0-41f0-9c48-31db2ee9970e,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:42.798637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:42.821180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:42.857141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f365387-1127-49d2-bf05-e6445ed9697d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:42.857524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.865334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:42.865688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:42.866020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:42.881507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:42.881837 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:42.883927 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 2 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:42.917517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.918021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb5706ab-fd0e-4e95-921b-cc0a53e69ccf {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:32:42.919611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '51a0119b-f546-4e8b-9d16-718e63837565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:42.919961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: fdd8ed25-6806-4904-a90a-fe69e2ed248f, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:42.938531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.947907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d289ccc3-6ed6-4ee8-9ad2-280779cc3133 req-d0114e59-bac2-440e-8021-53b9d95c537f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479586 Jan 25 15:32:42.958544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:42.959174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a5091866-0738-49c2-9fcb-5d86910fe8af admin admin] 10.222.0.26 "DELETE /v2.0/routers/cb5706ab-fd0e-4e95-921b-cc0a53e69ccf HTTP/1.1" status: 204 len: 168 time: 6.5371416 Jan 25 15:32:42.963878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:42.972751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.020805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:43.023217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.061863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.062195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.062594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.086633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=de46c094-ef41-4946-91a2-7e05665766ca,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:43.090155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.111514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-153a5692-f578-4c54-97fe-075b605525d4 req-0f628606-524c-4eea-a453-95e9ca78d42c service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977583 Jan 25 15:32:43.118537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Deleting subnet 223dabcd-b14f-4b56-93a5-e41cc4c47798 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:43.121541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.144586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.144926 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.151768 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 3 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.158617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port de46c094-ef41-4946-91a2-7e05665766ca on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:43.169336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:43.207632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.208177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router 4aae5de6-a14d-4429-afaa-53350fcad6a7 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:32:43.226332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:43.246701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.247033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 93019b8f-15f3-4e6b-9250-3c76500a5029 of type vlan for network 999142a8-88df-43c1-8634-404eb369e96b Jan 25 15:32:43.269501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.270615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-860985c1-a3ff-4029-8aba-93f519db1342 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 204 len: 168 time: 5.8123620 Jan 25 15:32:43.274430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.302460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:43.318249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-440489661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:43.349860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:43.352112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fdd8ed25-6806-4904-a90a-fe69e2ed248f) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:43.357638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:43.358222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.369772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07b421-6a03-42dc-8434-8d0eb9ba543c None None] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:43.370303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.376486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:43.386258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:43.389447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.389447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.389447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.402562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:43.465669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-3a08ebd9-1bc6-4137-beac-74021831ee42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.2972286 Jan 25 15:32:43.475812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.530429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7cdb8cd2-67b6-433b-9ccc-66117a661cfe tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.6525941 Jan 25 15:32:43.537307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55522) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:43.539894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.540832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.544481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.548121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:43.548697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.590442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.590773 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.594486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.601513 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 4 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.615907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.639314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f237e0-b7f5-461a-b020-1ac7632161a4']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:43.646980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.647326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.647641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.649718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.658492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0f2f23-477c-478e-86b6-ba4203e18294') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:43.658781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0f2f23-477c-478e-86b6-ba4203e18294') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:43.673185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.673523 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.676105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.682327 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 5 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.691582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fdd8ed25-6806-4904-a90a-fe69e2ed248f', 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': 'c2f279d2-4b35-4251-b0be-c7ea4ccdedaf'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:43.692646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.717803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.718100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.718384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.720837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.731382 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:43.731784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:43.747384 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:43.752303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.752630 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.796454 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 6 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.835939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.836265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.836597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.840026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.840026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c15ee69-0c3b-4c43-b218-20639cccb0a5 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:32:43.850177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.850504 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.851015 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 7 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.858756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Allocated IP 172.20.0.3 (fdd8ed25-6806-4904-a90a-fe69e2ed248f/c2f279d2-4b35-4251-b0be-c7ea4ccdedaf/461b97a9-20ae-4de7-8c6f-3bf76dbae6d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:43.871452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.871785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.872111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.882664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.886013 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e1d26a7b-ad76-4cd7-8b0e-31677c9e65d6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2c15ee69-0c3b-4c43-b218-20639cccb0a5 HTTP/1.1" status: 204 len: 168 time: 4.0743196 Jan 25 15:32:43.886013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.886013 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.886013 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 8 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:43.892004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55526) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:43.937571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:43.937903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:43.938233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:43.945521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.974144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:43.979143 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/a7f237e0-b7f5-461a-b020-1ac7632161a4 HTTP/1.1" status: 204 len: 168 time: 4.3648233 Jan 25 15:32:43.981258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:43.981610 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:43.982024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55530) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:43.984313 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 9 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:44.011436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aba04-8651-4105-bb27-d5624f5d67b0 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=a7f237e0-b7f5-461a-b020-1ac7632161a4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:44.020876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-814777686'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:44.021173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=999142a8-88df-43c1-8634-404eb369e96b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:44.048054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Deleting subnet 7c453d04-df69-428b-bdd6-2527c26041c1 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:32:44.060418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:44.064962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bd6e10ef-733f-4c42-bf76-7b22a4c07eff tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4638729 Jan 25 15:32:44.066861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 999142a8-88df-43c1-8634-404eb369e96b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:44.068329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55536) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:44.079485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.082251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:44.082585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:44.082919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:44.085776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.125280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-f41a3e70-d459-4d94-8068-e8fad06cfc0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:44.126941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-f41a3e70-d459-4d94-8068-e8fad06cfc0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.6206625 Jan 25 15:32:44.136706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.145996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:44.156221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:44.178913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:44.201466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.211086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.225345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Transition to ACTIVE for port object 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:44.238322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:44.242494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:44.242940 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:44.243812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Transition to ACTIVE for port object 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:44.258879 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempt 10 to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e Jan 25 15:32:44.287074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.295170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.298500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.314781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223dabcd-b14f-4b56-93a5-e41cc4c47798,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:44.327353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:44.327772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.330900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:44.331764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] {{(pid=84138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:44.332123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempting to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:44.355655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:44.358645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.362825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:44.366207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:44.369970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:44.371582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:44.373638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:32:44.373977 dv-neutron-826291-2-hyperv neutron-server[84138]: ERROR neutron.plugins.ml2.managers [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Failed to bind port c18fbd51-63f0-41f0-9c48-31db2ee9970e on host hv-neutron-8262 for vnic_type normal using segments [{'id': '8048f6a4-4da7-4b91-bc39-723b9a63711a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '059baa72-edc3-469a-8725-462f6d525075'}] Jan 25 15:32:44.374575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.386013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.391354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:44.399906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:44.414993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:44.426782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-50f24fd9-aafe-4ba4-9bff-ea384ec3a80a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/223dabcd-b14f-4b56-93a5-e41cc4c47798 HTTP/1.1" status: 204 len: 168 time: 1.4610937 Jan 25 15:32:44.428774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-45aa015e-7c6b-4e45-bf5d-25c116c8a439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.2881680 Jan 25 15:32:44.431474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55540) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:44.436303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e36a5-8942-44f5-8131-0284ad48a992 None None] Network 5c79b3ad-7555-474b-86d0-46a515f6f59f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:44.449306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Pushing event updated for resources: {'Port': ['ID=461b97a9-20ae-4de7-8c6f-3bf76dbae6d8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:44.511312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.514894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-07813d17-a581-4df0-98c7-87382597754a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2041383 Jan 25 15:32:44.520489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55544) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:44.561536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00ad6-634e-4260-90a8-75a3fe94c399 req-4d0ad932-f72d-49e1-81f6-cca2457148a2 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:44.561834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 279b02f5-1f56-4322-b29a-bd2045e054ed no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:44.563020 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7f00ad6-634e-4260-90a8-75a3fe94c399 req-4d0ad932-f72d-49e1-81f6-cca2457148a2 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3682623 Jan 25 15:32:44.580949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:44.593952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:44.616383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 279b02f5-1f56-4322-b29a-bd2045e054ed {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:44.616721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 279b02f5-1f56-4322-b29a-bd2045e054ed not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:44.617131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f365387-1127-49d2-bf05-e6445ed9697d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:44.632154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-78bb6fb3-861d-4450-99cb-78bc4756b58b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:44.633645 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-78bb6fb3-861d-4450-99cb-78bc4756b58b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.1961057 Jan 25 15:32:44.653253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:44.656297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Attempting to bind port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:44.656654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Attempting to bind port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '51a0119b-f546-4e8b-9d16-718e63837565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:44.657186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Attempting to bind port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 on network fdd8ed25-6806-4904-a90a-fe69e2ed248f {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:44.659403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7f365387-1127-49d2-bf05-e6445ed9697d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:44.659734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f365387-1127-49d2-bf05-e6445ed9697d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:44.707806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:44.708438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Checking segment: {'id': '51a0119b-f546-4e8b-9d16-718e63837565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:44.708968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.709557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Bound using segment: {'id': '51a0119b-f546-4e8b-9d16-718e63837565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:44.709722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.710032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Bound port: 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0119b-f546-4e8b-9d16-718e63837565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'fdd8ed25-6806-4904-a90a-fe69e2ed248f'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:44.710402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.763248 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7f00ad6-634e-4260-90a8-75a3fe94c399 req-c5dfef8c-c964-45c9-bc7f-5dee614011b1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794367 Jan 25 15:32:44.787744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8, host dv-neutron-826291-2-hyperv, got binding levels [] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:44.787744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.849574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] For port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:44.853098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] For port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=461b97a9-20ae-4de7-8c6f-3bf76dbae6d8,segment=NetworkSegment(51a0119b-f546-4e8b-9d16-718e63837565),segment_id=51a0119b-f546-4e8b-9d16-718e63837565)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:44.854981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.855326 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment e0ffb178-184f-4424-875b-8ad6d92acc61 of type vlan for network 030a7971-e87a-41f6-95c5-651dbd0aae03 Jan 25 15:32:44.890919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.931237 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-05ac2922-fbd3-4a72-91b9-a38386c6ceb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2791536 Jan 25 15:32:44.935447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] DHCP port deletion for 5c79b3ad-7555-474b-86d0-46a515f6f59f request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:44.940099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Deleting port 5e411311-6fde-4e22-8209-bd89af37aaec {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:44.940468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:44.946980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:44.972142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.043861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port c18fbd51-63f0-41f0-9c48-31db2ee9970e, host hv-neutron-8262, cleared binding levels {{(pid=84138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:45.044466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Attempted to set empty binding levels {{(pid=84138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 25 15:32:45.078749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.095886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.119639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0840b-28ff-43c9-9606-6b17e4797653 None None] Pushing event updated for resources: {'Port': ['ID=461b97a9-20ae-4de7-8c6f-3bf76dbae6d8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:45.159109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.206762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Deleting port 5e411311-6fde-4e22-8209-bd89af37aaec {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:45.207339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.210061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-a98d753d-93db-484b-be47-f084591736ea service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337496 Jan 25 15:32:45.259214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] For port 5e411311-6fde-4e22-8209-bd89af37aaec, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5e411311-6fde-4e22-8209-bd89af37aaec,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:45.259875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.322587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:45.322908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:45.373759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624a52c-a730-417a-ac0a-e26774122cee req-bf07a0d6-6892-4574-9a63-fb3cf22f739d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:45.375502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5624a52c-a730-417a-ac0a-e26774122cee req-bf07a0d6-6892-4574-9a63-fb3cf22f739d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3808947 Jan 25 15:32:45.396240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] In _notify_port_updated(), no bound segment for port c18fbd51-63f0-41f0-9c48-31db2ee9970e on network 059baa72-edc3-469a-8725-462f6d525075 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:32:45.397268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.402545 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "PUT /v2.0/ports/c18fbd51-63f0-41f0-9c48-31db2ee9970e HTTP/1.1" status: 200 len: 977 time: 4.1381502 Jan 25 15:32:45.404677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55550) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:45.468446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-455888c2-357a-428c-9768-5eae5fc3cc8f req-6d4efddc-e9dc-4e25-83a9-747c8193cfcd service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329407 Jan 25 15:32:45.501435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Calling delete_port for 5e411311-6fde-4e22-8209-bd89af37aaec owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:45.566370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053dd89-7cef-418f-bbf8-20fbf899b051 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event updated for resources: {'Port': ['ID=c18fbd51-63f0-41f0-9c48-31db2ee9970e,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:45.575579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.650791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5624a52c-a730-417a-ac0a-e26774122cee req-86853aee-9b8b-4c1f-a129-7c6a7c247fde tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646546 Jan 25 15:32:45.655157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Deleting port c18fbd51-63f0-41f0-9c48-31db2ee9970e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:45.655525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.666436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.670202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:45.670883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.683980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.716984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c453d04-df69-428b-bdd6-2527c26041c1,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:45.735870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] Pushing event deleted for resources: {'Port': ['ID=5e411311-6fde-4e22-8209-bd89af37aaec,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:45.747970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32e976-f3a9-4299-820a-73621082b7be None None] No DVR routers for this DVR port 5e411311-6fde-4e22-8209-bd89af37aaec on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:45.808621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1afbc9b-36ef-47fb-9486-4f9a615afe7f None None] Network 7be5ac1d-0c2b-4625-8984-1a8663566c59 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:45.815143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.824529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:45.825272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.916265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=030a7971-e87a-41f6-95c5-651dbd0aae03,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:45.936727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 030a7971-e87a-41f6-95c5-651dbd0aae03 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:45.983662 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5fa28ba2-7ae4-44b3-a293-0015fdff8476 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9759197 Jan 25 15:32:45.988191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] For port c18fbd51-63f0-41f0-9c48-31db2ee9970e, host hv-neutron-8262, got binding levels [] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:45.988610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:45.995502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55556) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:46.004025 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d38cebfe-e46f-424f-84ba-74ebad18cac5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7c453d04-df69-428b-bdd6-2527c26041c1 HTTP/1.1" status: 204 len: 168 time: 2.1110129 Jan 25 15:32:46.014793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55558) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:46.032592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:46.166305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Calling delete_port for c18fbd51-63f0-41f0-9c48-31db2ee9970e owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:46.199468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] For port 5e411311-6fde-4e22-8209-bd89af37aaec, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5e411311-6fde-4e22-8209-bd89af37aaec,segment=NetworkSegment(02fb4cb5-5b12-457f-80d6-9b1e4476cfbf),segment_id=02fb4cb5-5b12-457f-80d6-9b1e4476cfbf)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:46.199823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.380780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Calling delete_port for 5e411311-6fde-4e22-8209-bd89af37aaec owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:46.433790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] DHCP port deletion for 7be5ac1d-0c2b-4625-8984-1a8663566c59 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:46.433790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Deleting port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:46.433790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.434056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.441396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.502870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Deleting port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:46.503774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.575482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=461b97a9-20ae-4de7-8c6f-3bf76dbae6d8,segment=NetworkSegment(51a0119b-f546-4e8b-9d16-718e63837565),segment_id=51a0119b-f546-4e8b-9d16-718e63837565)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:46.575917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.587068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.589540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.635713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:46.649811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:46.653108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:46.664731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:46.670158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=73a68444-691b-4250-b85e-a03f8d43fedb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:46.670158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:46.678032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:46.678378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:46.686767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '9e7e17db-df4d-48c2-9f4a-ce699461fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:46.687055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 8a89105f-2e6f-45fb-b036-c533037e5817, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:46.764912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] For port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:46.764912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.768731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:46.775194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e1feb2-f348-4260-ad83-9f582ca93d0b None None] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:46.786329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:46.801685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 8a89105f-2e6f-45fb-b036-c533037e5817 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:46.831160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18fbd51-63f0-41f0-9c48-31db2ee9970e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:46.872483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:46.912542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Calling delete_port for 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:46.915021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ebb6f-cf84-427b-9bfc-d7e7a18f024c req-6f2edfa6-c4b3-4af2-83ff-3467823bea10 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:46.916526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f45ebb6f-cf84-427b-9bfc-d7e7a18f024c req-6f2edfa6-c4b3-4af2-83ff-3467823bea10 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5221055 Jan 25 15:32:46.991255 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6ccac303-d903-428a-9ea0-52d2fd9aebd4 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c18fbd51-63f0-41f0-9c48-31db2ee9970e HTTP/1.1" status: 204 len: 168 time: 1.5832453 Jan 25 15:32:47.006301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55566) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:47.046277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 8a89105f-2e6f-45fb-b036-c533037e5817) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:47.060974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:47.061706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.075000 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e897d4-d7b2-4ce6-a72d-44af5ed519f0 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] GET failed (client error): The resource could not be found. Jan 25 15:32:47.076004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-60e897d4-d7b2-4ce6-a72d-44af5ed519f0 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Synchronizing usage tracker for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:47.081566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f9a27f-fd50-41cb-9b64-cda67ab7f61e None None] Network 8a89105f-2e6f-45fb-b036-c533037e5817 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:47.099917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] For port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,segment=NetworkSegment(3efb9846-3577-4067-bc3c-da7cb49534c6),segment_id=3efb9846-3577-4067-bc3c-da7cb49534c6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:47.100289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.105246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:47.143351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.192042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6f89f71b-c37e-4b26-addd-5a8cca3d0529 None None] Provisioning for port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:47.200839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.204335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:47.204701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.225801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Deleting port 5e411311-6fde-4e22-8209-bd89af37aaec {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:47.225801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.264760 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4fa37c33-ab56-4f92-8bde-b9c189f7dd29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1913304 Jan 25 15:32:47.295004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55570) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:47.306918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '999142a8-88df-43c1-8634-404eb369e96b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:47.325854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6f89f71b-c37e-4b26-addd-5a8cca3d0529 None None] Provisioning complete for port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:47.326233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f89f71b-c37e-4b26-addd-5a8cca3d0529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.362037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Calling delete_port for 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:47.364961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] Pushing event deleted for resources: {'Port': ['ID=6bd91156-fd40-4e4e-8139-cf2ecfeb2a45,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:47.373195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] The port '5e411311-6fde-4e22-8209-bd89af37aaec' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:32:47.401098 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f45ebb6f-cf84-427b-9bfc-d7e7a18f024c req-4846044a-17dc-445e-ae6e-f1deee399787 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204485 Jan 25 15:32:47.444672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740ed06b-6f9d-4025-b1f4-10c8bc6d81a6 None None] No DVR routers for this DVR port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:47.465014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:47.467479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:47.492683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-60e897d4-d7b2-4ce6-a72d-44af5ed519f0 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] Unset dirty status for tenant:1e1ea6e5d34945d88063695f7cc2062a on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:47.500562 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-60e897d4-d7b2-4ce6-a72d-44af5ed519f0 tempest-PortsAdminExtendedAttrsTestJSON-1389131854 tempest-PortsAdminExtendedAttrsTestJSON-1389131854-project-admin] 10.222.0.26 "GET /v2.0/ports/c18fbd51-63f0-41f0-9c48-31db2ee9970e HTTP/1.1" status: 404 len: 333 time: 0.4776480 Jan 25 15:32:47.502344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55576) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:47.521829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.549533 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No ports have port_id starting with 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 Jan 25 15:32:47.557547 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.plugins.ml2.db [None req-6f89f71b-c37e-4b26-addd-5a8cca3d0529 None None] No ports have port_id starting with 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 Jan 25 15:32:47.615310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=461b97a9-20ae-4de7-8c6f-3bf76dbae6d8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:47.637119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5e411311-6fde-4e22-8209-bd89af37aaec no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:47.666263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-8a89105f-2e6f-45fb-b036-c533037e5817', 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '73a68444-691b-4250-b85e-a03f8d43fedb'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:47.667040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.685068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 5e411311-6fde-4e22-8209-bd89af37aaec {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:47.685403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5e411311-6fde-4e22-8209-bd89af37aaec not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:47.691447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:47.739831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:47.786511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:47.792111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.825698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.826915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:47.835995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.869438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Allocated IP 172.20.0.2 (8a89105f-2e6f-45fb-b036-c533037e5817/73a68444-691b-4250-b85e-a03f8d43fedb/498f7e8d-09bd-4d8a-9c20-9027babf2e79) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:47.905100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:47.917829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.923083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c79b3ad-7555-474b-86d0-46a515f6f59f']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:47.939610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.988180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Deleting port 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:47.988695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:47.993272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:47.993612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fb4cb5-5b12-457f-80d6-9b1e4476cfbf') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.024795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.048876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fcf76-9384-4945-b9f4-4698beebd53d None None] DHCP port deletion for fdd8ed25-6806-4904-a90a-fe69e2ed248f request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:48.114515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.121441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.122138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:48.122312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] The port '6bd91156-fd40-4e4e-8139-cf2ecfeb2a45' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:32:48.142396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.156196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd55ec6f-7a65-4af9-959a-ac74814b1219 None None] Could not find standard attr ID for object 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:32:48.205188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:48.205474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.205625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f279d2-4b35-4251-b0be-c7ea4ccdedaf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:48.224428 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:48.243730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff84afe-4a1a-4674-8ef7-fe595ee8d1b4 None None] Network fdd8ed25-6806-4904-a90a-fe69e2ed248f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:48.361077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.389943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.434591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.439823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:48.443157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be5ac1d-0c2b-4625-8984-1a8663566c59']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.466496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661abf52-bb97-417e-9416-bad2e5acf52f req-a5e4f21c-cf05-4e05-82f7-8c319df63f57 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:48.468333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-661abf52-bb97-417e-9416-bad2e5acf52f req-a5e4f21c-cf05-4e05-82f7-8c319df63f57 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4001162 Jan 25 15:32:48.470236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efb9846-3577-4067-bc3c-da7cb49534c6') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.470532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efb9846-3577-4067-bc3c-da7cb49534c6') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.513776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:48.514607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.514725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 461b97a9-20ae-4de7-8c6f-3bf76dbae6d8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:48.515323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:32:48.524185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd8ed25-6806-4904-a90a-fe69e2ed248f']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.553410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a0119b-f546-4e8b-9d16-718e63837565') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.553653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a0119b-f546-4e8b-9d16-718e63837565') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.557458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:32:48.557828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6bd91156-fd40-4e4e-8139-cf2ecfeb2a45 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:32:48.571969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.574549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed7d14-3dff-4ff5-ba98-77ed36ce8b62 None None] DHCP port deletion for fdd8ed25-6806-4904-a90a-fe69e2ed248f request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:32:48.574767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.577631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.592857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:48.600228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:48.611547 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:48.616811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.619608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-661abf52-bb97-417e-9416-bad2e5acf52f req-cbc43693-93d8-4060-99bd-44e39a084911 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296880 Jan 25 15:32:48.668576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.688353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:48.688748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:48.702680 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:48.711005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Allocated IP 172.26.8.249 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/278dd944-b515-4ad4-aa9f-ffda99b18935) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:48.723754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059baa72-edc3-469a-8725-462f6d525075']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.731939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.738297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=9195837b-3313-4e7c-86c0-3affae4500a4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:48.771717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.774871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8048f6a4-4da7-4b91-bc39-723b9a63711a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.775169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8048f6a4-4da7-4b91-bc39-723b9a63711a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:48.801132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.819259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c79b3ad-7555-474b-86d0-46a515f6f59f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:48.841324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.845829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.851010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': 'e0ffb178-184f-4424-875b-8ad6d92acc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:48.861310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: 030a7971-e87a-41f6-95c5-651dbd0aae03, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:48.861310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:48.861310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.863158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.873123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be5ac1d-0c2b-4625-8984-1a8663566c59,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:48.880578 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:48.902879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.920633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:48.922503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/fdd8ed25-6806-4904-a90a-fe69e2ed248f HTTP/1.1" status: 204 len: 168 time: 5.3840234 Jan 25 15:32:48.926076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55582) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:48.934044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-3169447'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:48.937269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57808e2-32d0-400e-bf9f-aa1cb2802c0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=fdd8ed25-6806-4904-a90a-fe69e2ed248f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:48.940607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:48.944754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:48.947566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:48.951006 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c980c77-2115-4e99-8a8a-f29c9f5227c0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5c79b3ad-7555-474b-86d0-46a515f6f59f HTTP/1.1" status: 204 len: 168 time: 4.5177796 Jan 25 15:32:48.953406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:48.984371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fbba664e-584b-4d73-b575-c4a67504c543 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7be5ac1d-0c2b-4625-8984-1a8663566c59 HTTP/1.1" status: 204 len: 168 time: 2.9681349 Jan 25 15:32:49.034538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:49.038159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.101305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:49.119569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.119980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 9fae9b3a-01f3-4748-a384-12d69fca975a of type vlan for network 9a53729a-256b-41aa-8c7b-f8d8d6fbe649 Jan 25 15:32:49.123257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Transition to ACTIVE for port object 498f7e8d-09bd-4d8a-9c20-9027babf2e79 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:49.135624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.162053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Transition to ACTIVE for port object 498f7e8d-09bd-4d8a-9c20-9027babf2e79 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:49.164871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.166171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.197800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] Pushing event deleted for resources: {'Network': ['ID=059baa72-edc3-469a-8725-462f6d525075,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:49.199429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 030a7971-e87a-41f6-95c5-651dbd0aae03 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:49.228020 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3d5ea82c-6cca-4e35-828d-cecac8ea9593 tempest-PortsAdminExtendedAttrsTestJSON-1298848494 tempest-PortsAdminExtendedAttrsTestJSON-1298848494-project] 10.222.0.26 "DELETE /v2.0/networks/059baa72-edc3-469a-8725-462f6d525075 HTTP/1.1" status: 204 len: 168 time: 1.7207763 Jan 25 15:32:49.238397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.255524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.301318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.306510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:49.307218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.328227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Network 8a89105f-2e6f-45fb-b036-c533037e5817 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:49.329605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:49.331991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Pushing event updated for resources: {'Port': ['ID=498f7e8d-09bd-4d8a-9c20-9027babf2e79,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:49.334095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:49.349529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 030a7971-e87a-41f6-95c5-651dbd0aae03) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:49.351352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.367606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c711567f-4dba-4c13-be91-81eac0a9bd42 None None] Network 030a7971-e87a-41f6-95c5-651dbd0aae03 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:49.385098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:49.385098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.419516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.423336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=9a53729a-256b-41aa-8c7b-f8d8d6fbe649,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:49.444715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55592) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.470287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9a53729a-256b-41aa-8c7b-f8d8d6fbe649 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:49.480745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-701c045e-ab20-43a7-b36c-d0dfd74533ed tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.5510743 Jan 25 15:32:49.481297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55596) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.498504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': '9a53729a-256b-41aa-8c7b-f8d8d6fbe649', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:49.523789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=28e5b95f-b66c-4b26-84b9-084782de1167,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:49.535673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:49.541197 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b1d3d40-6483-44f5-8f18-dd874d02ce37 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.5356128 Jan 25 15:32:49.542381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:49.544253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55600) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.551493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:49.579255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event updated for resources: {'Port': ['ID=278dd944-b515-4ad4-aa9f-ffda99b18935,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:49.603360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Attempting to bind port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:49.604021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Attempting to bind port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9e7e17db-df4d-48c2-9f4a-ce699461fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:49.604595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Attempting to bind port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 on network 8a89105f-2e6f-45fb-b036-c533037e5817 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:49.637533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:49.638279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Checking segment: {'id': '9e7e17db-df4d-48c2-9f4a-ce699461fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:49.638879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.639456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Bound using segment: {'id': '9e7e17db-df4d-48c2-9f4a-ce699461fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:49.640146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Bound port: 498f7e8d-09bd-4d8a-9c20-9027babf2e79, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e17db-df4d-48c2-9f4a-ce699461fd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '8a89105f-2e6f-45fb-b036-c533037e5817'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:49.640747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.667612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55604) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.714480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '93019b8f-15f3-4e6b-9250-3c76500a5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '999142a8-88df-43c1-8634-404eb369e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:49.714851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 999142a8-88df-43c1-8634-404eb369e96b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:49.831153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] For port 498f7e8d-09bd-4d8a-9c20-9027babf2e79, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:49.835921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-030a7971-e87a-41f6-95c5-651dbd0aae03', 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '9195837b-3313-4e7c-86c0-3affae4500a4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:49.836954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.860932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] For port 498f7e8d-09bd-4d8a-9c20-9027babf2e79, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=498f7e8d-09bd-4d8a-9c20-9027babf2e79,segment=NetworkSegment(9e7e17db-df4d-48c2-9f4a-ce699461fd3c),segment_id=9e7e17db-df4d-48c2-9f4a-ce699461fd3c)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:49.917736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:49.925880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-185c3f08-7609-4a47-a9ca-bb84923a8cb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9deee58f4edc465ca2a8e69103cf8766&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2548263 Jan 25 15:32:49.931363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55610) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.983854 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eb2b6d54-8bff-42f9-8560-2ccd83b3035c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=90f36143ebd24edfbb878abde7acca07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5375798 Jan 25 15:32:49.991489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55614) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:49.998022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.012985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:50.021683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:50.032046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:50.040659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 999142a8-88df-43c1-8634-404eb369e96b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:50.042303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:50.066097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab0b4f-82eb-4e92-b407-e1f86f97fe04 req-e91e6e20-ac03-4507-b79e-61dfcb0b345b tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:50.072984 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95ab0b4f-82eb-4e92-b407-e1f86f97fe04 req-e91e6e20-ac03-4507-b79e-61dfcb0b345b tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2666101 Jan 25 15:32:50.123920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.131487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.161442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 999142a8-88df-43c1-8634-404eb369e96b) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:50.162029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95ab0b4f-82eb-4e92-b407-e1f86f97fe04 req-0a8d4887-4bd0-40d7-89b3-3eaaa72f0279 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880308 Jan 25 15:32:50.173181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:50.174001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.181714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:50.192163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.200183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.212710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b6f43-7afc-4dc3-af2b-f4006737c264 None None] Network 999142a8-88df-43c1-8634-404eb369e96b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:50.299630 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-51dcbb52-2c7a-41ae-8a32-941b56ae5d9e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0007899 Jan 25 15:32:50.305460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55622) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:50.317437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a5a5e-f199-49b2-80d7-09dfc87dd4bf None None] Pushing event updated for resources: {'Port': ['ID=498f7e8d-09bd-4d8a-9c20-9027babf2e79,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:50.317606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.337482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55626) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:50.351060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Allocated IP 2001:db8::1 (030a7971-e87a-41f6-95c5-651dbd0aae03/9195837b-3313-4e7c-86c0-3affae4500a4/24e7d980-6d81-4636-8bba-3b17fb277adb) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:50.359627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1078419915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:50.370503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.395498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:50.438986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:50.453155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:50.463681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:50.518117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.560171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.595489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52fccb-c3d9-4218-9f3a-95fa8f9c5450,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:50.650154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.651626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.686332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.687460 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dee11206-cf3c-4a0a-9594-d8e42c430259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad52fccb-c3d9-4218-9f3a-95fa8f9c5450 HTTP/1.1" status: 204 len: 168 time: 0.6950777 Jan 25 15:32:50.751248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-999142a8-88df-43c1-8634-404eb369e96b', 'network_id': '999142a8-88df-43c1-8634-404eb369e96b', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '28e5b95f-b66c-4b26-84b9-084782de1167'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:50.752074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.771154 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-be77bd75-9a79-4276-8a9d-9ce8e103ac02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b82270802c704720988137aa59bf7d09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4302566 Jan 25 15:32:50.773566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55636) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:50.871281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.922885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d9ac21-b53d-4a59-94c0-88e3a6c3174d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:50.926317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.938127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.954412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.959727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:50.960787 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-92361d59-96ec-404c-a055-d57d35603692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69d9ac21-b53d-4a59-94c0-88e3a6c3174d HTTP/1.1" status: 204 len: 168 time: 1.0104930 Jan 25 15:32:50.973045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Transition to ACTIVE for port object 24e7d980-6d81-4636-8bba-3b17fb277adb will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:51.012147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.012395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Transition to ACTIVE for port object 24e7d980-6d81-4636-8bba-3b17fb277adb will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:51.034217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.049176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.084164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Allocated IP 172.21.0.2 (999142a8-88df-43c1-8634-404eb369e96b/28e5b95f-b66c-4b26-84b9-084782de1167/610693cd-e653-4129-ad1d-14adfe319fb5) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:51.091898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.101082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=3eb891bf-15c1-4594-827b-efa1f5907bf7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:51.102121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.153523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '9fae9b3a-01f3-4748-a384-12d69fca975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9a53729a-256b-41aa-8c7b-f8d8d6fbe649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:51.154022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: 9a53729a-256b-41aa-8c7b-f8d8d6fbe649, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:51.167279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbce9e7-720f-47b2-8d98-fc801e43ea86 req-2578f11e-f90d-4c0c-ac43-2674a7d999ce tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:51.175348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbbce9e7-720f-47b2-8d98-fc801e43ea86 req-2578f11e-f90d-4c0c-ac43-2674a7d999ce tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2745092 Jan 25 15:32:51.249692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbbce9e7-720f-47b2-8d98-fc801e43ea86 req-b0b2387e-ac29-45ab-939d-c8c9d374a014 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730479 Jan 25 15:32:51.283184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.294184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Network 030a7971-e87a-41f6-95c5-651dbd0aae03 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:51.312831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:51.317675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:51.335171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb33ab91-cfa3-4a59-a4b6-2eebe849189d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:51.343073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network 9a53729a-256b-41aa-8c7b-f8d8d6fbe649 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:51.355268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.361743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b948101-f0ad-4d96-b070-b838a064dc7e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb33ab91-cfa3-4a59-a4b6-2eebe849189d HTTP/1.1" status: 204 len: 168 time: 0.5843260 Jan 25 15:32:51.435156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.440509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9a53729a-256b-41aa-8c7b-f8d8d6fbe649) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:51.440758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Pushing event updated for resources: {'Port': ['ID=24e7d980-6d81-4636-8bba-3b17fb277adb,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:51.456894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:51.462112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.489261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a729a7fa-751b-40fe-9834-fb41dcc677d6 None None] Network 9a53729a-256b-41aa-8c7b-f8d8d6fbe649 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:51.571587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4ef26246-5aa0-4db3-a7e8-7652494f25c1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0892761 Jan 25 15:32:51.574112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55654) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:51.647250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.648981 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8b833b09-3980-4567-928e-ac3e298dd127 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3399158 Jan 25 15:32:51.660038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.665055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55660) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:51.755427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Attempting to bind port 24e7d980-6d81-4636-8bba-3b17fb277adb on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:51.755860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Attempting to bind port 24e7d980-6d81-4636-8bba-3b17fb277adb by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'e0ffb178-184f-4424-875b-8ad6d92acc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:51.756129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Attempting to bind port 24e7d980-6d81-4636-8bba-3b17fb277adb on network 030a7971-e87a-41f6-95c5-651dbd0aae03 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:51.816107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.843114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:51.843484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Checking segment: {'id': 'e0ffb178-184f-4424-875b-8ad6d92acc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:51.843886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.844270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Bound using segment: {'id': 'e0ffb178-184f-4424-875b-8ad6d92acc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:51.844739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Bound port: 24e7d980-6d81-4636-8bba-3b17fb277adb, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ffb178-184f-4424-875b-8ad6d92acc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '030a7971-e87a-41f6-95c5-651dbd0aae03'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:51.845106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:51.852210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=9195837b-3313-4e7c-86c0-3affae4500a4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:51.908845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.022482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff2fbde-ae1c-4610-b83f-28941c48245f None None] Network 8a89105f-2e6f-45fb-b036-c533037e5817 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:52.054405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5437ebf6-8337-4589-8783-00536f99f66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9a53729a-256b-41aa-8c7b-f8d8d6fbe649', 'network_id': '9a53729a-256b-41aa-8c7b-f8d8d6fbe649', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': '3eb891bf-15c1-4594-827b-efa1f5907bf7'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:52.055215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5437ebf6-8337-4589-8783-00536f99f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.134738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.149947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.201975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb891bf-15c1-4594-827b-efa1f5907bf7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:52.236846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a7971-e87a-41f6-95c5-651dbd0aae03']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.265550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ffb178-184f-4424-875b-8ad6d92acc61') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.265846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ffb178-184f-4424-875b-8ad6d92acc61') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.277312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.287027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.288934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Transition to ACTIVE for port object 610693cd-e653-4129-ad1d-14adfe319fb5 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:52.301020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.309194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Transition to ACTIVE for port object 610693cd-e653-4129-ad1d-14adfe319fb5 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:52.310393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.344020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a53729a-256b-41aa-8c7b-f8d8d6fbe649']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.373693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fae9b3a-01f3-4748-a384-12d69fca975a') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.374012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fae9b3a-01f3-4748-a384-12d69fca975a') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:52.390801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:52.390801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:52.400431 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:52.405787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.443526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.446989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55676) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:52.518795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.520621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:52.521044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:52.589077 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:52.609565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:52.609565 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:52.609565 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '030a7971-e87a-41f6-95c5-651dbd0aae03'}] Jan 25 15:32:52.609565 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:52.618358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:52.663208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 498f7e8d-09bd-4d8a-9c20-9027babf2e79 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:52.669091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Router ecb14f69-9aac-420d-a0bf-a789d151c8e3 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:32:52.672382 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:52.740337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] For port 24e7d980-6d81-4636-8bba-3b17fb277adb, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:52.743052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9b34af29-894e-4684-91a3-c8d00cecea49 None None] Provisioning for port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:52.797930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Network 999142a8-88df-43c1-8634-404eb369e96b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:52.806670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] For port 24e7d980-6d81-4636-8bba-3b17fb277adb, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=24e7d980-6d81-4636-8bba-3b17fb277adb,segment=NetworkSegment(e0ffb178-184f-4424-875b-8ad6d92acc61),segment_id=e0ffb178-184f-4424-875b-8ad6d92acc61)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:52.810414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:52.812353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea396462-69ea-40a7-82c9-963524eabf68 None None] Network 9a53729a-256b-41aa-8c7b-f8d8d6fbe649 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:52.836542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:52.843131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Pushing event updated for resources: {'Port': ['ID=610693cd-e653-4129-ad1d-14adfe319fb5,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:52.945327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-973deb08-72e2-461e-bc96-461772923f05 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e1ea6e5d34945d88063695f7cc2062a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4950638 Jan 25 15:32:52.945873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.007379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4636b4-49e8-4262-ab6b-d0eda9b84313 req-1378d8a6-f06c-4294-af17-7f08fb7b4abc tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:53.007844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.009298 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a4636b4-49e8-4262-ab6b-d0eda9b84313 req-1378d8a6-f06c-4294-af17-7f08fb7b4abc tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4118111 Jan 25 15:32:53.017733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.023584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.079588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=9a53729a-256b-41aa-8c7b-f8d8d6fbe649,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:53.094449 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b356f63f-6a50-41fd-9880-d2733671d33b tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/9a53729a-256b-41aa-8c7b-f8d8d6fbe649 HTTP/1.1" status: 204 len: 168 time: 1.5187263 Jan 25 15:32:53.097561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55694) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.111154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215103525'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:53.117368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:53.122336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:53.126377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:53.136027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:53.187607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a4636b4-49e8-4262-ab6b-d0eda9b84313 req-dfde890b-c556-4700-94eb-54e21973fee2 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602545 Jan 25 15:32:53.214879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:53.219204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.279588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55702) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.282346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.352234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:53.386057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.412240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.413103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 42ad84f6-2895-494f-935c-b8b900dddfe3 of type vlan for network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b Jan 25 15:32:53.466614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:53.529974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Attempting to bind port 610693cd-e653-4129-ad1d-14adfe319fb5 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:53.530634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Attempting to bind port 610693cd-e653-4129-ad1d-14adfe319fb5 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '93019b8f-15f3-4e6b-9250-3c76500a5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '999142a8-88df-43c1-8634-404eb369e96b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:53.530996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Attempting to bind port 610693cd-e653-4129-ad1d-14adfe319fb5 on network 999142a8-88df-43c1-8634-404eb369e96b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:53.532587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.542234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:53.542603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.567763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-d6fcb038-f320-413c-b35f-3b9041fe45b2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.572087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d6fcb038-f320-413c-b35f-3b9041fe45b2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2883770 Jan 25 15:32:53.573169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55710) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.575959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.20.0.1 (8a89105f-2e6f-45fb-b036-c533037e5817/73a68444-691b-4250-b85e-a03f8d43fedb/bb848c30-d2a2-4122-b2af-03aa8aa15a9a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:53.576146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dab4a8-663f-4f77-8579-b9c037054b33 None None] Pushing event updated for resources: {'Port': ['ID=24e7d980-6d81-4636-8bba-3b17fb277adb,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:53.579198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.604331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 24e7d980-6d81-4636-8bba-3b17fb277adb {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:53.605292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.607811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.638101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dc0233-3316-4702-8b6a-12aaff000506 None None] Network 030a7971-e87a-41f6-95c5-651dbd0aae03 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:53.648685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412b553-4998-4ab8-8100-41f033311864,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:53.660529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:53.664628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Checking segment: {'id': '93019b8f-15f3-4e6b-9250-3c76500a5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '999142a8-88df-43c1-8634-404eb369e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:53.664628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.664628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Bound using segment: {'id': '93019b8f-15f3-4e6b-9250-3c76500a5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '999142a8-88df-43c1-8634-404eb369e96b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:53.664863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.664955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Bound port: 610693cd-e653-4129-ad1d-14adfe319fb5, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93019b8f-15f3-4e6b-9250-3c76500a5029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '999142a8-88df-43c1-8634-404eb369e96b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:53.664955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.665096 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aca10c2d-e1c7-4ff8-be58-9936fa0b970b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3412b553-4998-4ab8-8100-41f033311864 HTTP/1.1" status: 204 len: 168 time: 0.7165797 Jan 25 15:32:53.674723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433747-23d3-419e-9860-6e70b4e64e52 req-da0cda26-ed7f-4164-a29d-a9bbec11f601 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:53.676639 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8433747-23d3-419e-9860-6e70b4e64e52 req-da0cda26-ed7f-4164-a29d-a9bbec11f601 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2055740 Jan 25 15:32:53.717309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-fec589d9-3507-4ad5-a905-715bd40a20ff tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.721324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55718) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.722044 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fec589d9-3507-4ad5-a905-715bd40a20ff tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1339533 Jan 25 15:32:53.734755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-9f50d78e-edf9-4c93-ac34-412e3e214fbc tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.736168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9f50d78e-edf9-4c93-ac34-412e3e214fbc tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0125391 Jan 25 15:32:53.741289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.747476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:53.748600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:53.754100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55722) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.793717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-11d64462-b5df-4d7c-8dc9-7114c75a9476 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.795219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-11d64462-b5df-4d7c-8dc9-7114c75a9476 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0189521 Jan 25 15:32:53.805127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55726) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.816725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-17ec3e1b-0cf2-4cd9-9b82-2c0cfc9f6305 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.818854 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17ec3e1b-0cf2-4cd9-9b82-2c0cfc9f6305 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120006 Jan 25 15:32:53.851120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55730) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.884440 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8433747-23d3-419e-9860-6e70b4e64e52 req-cba7e3f2-a41d-4e1d-8674-91fb7f71ce39 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013690 Jan 25 15:32:53.941147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-b94cf973-6faa-4e1b-aca6-7eaddab3c27d tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.941459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:53.945029 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b94cf973-6faa-4e1b-aca6-7eaddab3c27d tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0804787 Jan 25 15:32:53.952075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55738) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.959675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-a4114cbc-b52a-4835-8d63-3978aad390b2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.960693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a4114cbc-b52a-4835-8d63-3978aad390b2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075202 Jan 25 15:32:53.970672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55742) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.981286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-1eb461c6-237a-4852-9f2f-ace5cbd280e2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:53.982590 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1eb461c6-237a-4852-9f2f-ace5cbd280e2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0109744 Jan 25 15:32:53.990511 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d63f74d0-dd8f-4fee-83e6-85b8e46ddd5c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8882804 Jan 25 15:32:53.990511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55746) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.991133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55748) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:53.998074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:54.028272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-7a99e970-061c-44f2-8f80-efee87215903 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.029411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7a99e970-061c-44f2-8f80-efee87215903 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0397768 Jan 25 15:32:54.033081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55756) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.039554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-d26ad84b-229d-4865-8958-66c1210dd72c tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.040674 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d26ad84b-229d-4865-8958-66c1210dd72c tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0066319 Jan 25 15:32:54.045141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:54.045678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55760) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.053746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-960a529b-f168-458f-849d-e7b0de5ccd69 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.054710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-960a529b-f168-458f-849d-e7b0de5ccd69 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068681 Jan 25 15:32:54.094949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55764) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.147615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-4e93c547-f27d-47c1-b1a3-ad390169cb40 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.151349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55768) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.152052 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4e93c547-f27d-47c1-b1a3-ad390169cb40 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0227582 Jan 25 15:32:54.159877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-7eff08b4-0c4c-40ee-b268-41ffe29fdbf8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.161218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7eff08b4-0c4c-40ee-b268-41ffe29fdbf8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085087 Jan 25 15:32:54.173264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55772) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.232025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-eeb2d58a-ca7d-49ea-8d9b-03f56838b954 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.232977 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eeb2d58a-ca7d-49ea-8d9b-03f56838b954 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0217888 Jan 25 15:32:54.240115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55778) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.254158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-bdea7b3e-3ce2-4d2e-9620-dd66a5a8664a tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.255248 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bdea7b3e-3ce2-4d2e-9620-dd66a5a8664a tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0134540 Jan 25 15:32:54.258773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55782) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.262614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:54.268735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-7967dfcd-fd5d-4c86-8192-81ba220b3c5b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.269708 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7967dfcd-fd5d-4c86-8192-81ba220b3c5b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0094771 Jan 25 15:32:54.274456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55788) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.279929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-4879bcba-1956-49a4-8565-c794bf72662d tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.280834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4879bcba-1956-49a4-8565-c794bf72662d tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053301 Jan 25 15:32:54.282032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:54.286933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55792) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.288865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:54.308027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:54.310131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-7d93353e-ee5b-4871-b0e8-6f10ebe980b6 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.313923 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7d93353e-ee5b-4871-b0e8-6f10ebe980b6 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0150354 Jan 25 15:32:54.318994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55796) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.334240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-7537ada9-c520-45d5-b195-5241d54f9dd7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.335572 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7537ada9-c520-45d5-b195-5241d54f9dd7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0128846 Jan 25 15:32:54.338741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55802) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.347672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-7cf197ce-e560-4b97-a4ee-6e4596b92803 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.349284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7cf197ce-e560-4b97-a4ee-6e4596b92803 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0082347 Jan 25 15:32:54.351294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8265658c-6798-442d-828f-e76b4a377099 None None] For port 610693cd-e653-4129-ad1d-14adfe319fb5, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:54.351749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55806) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.357852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.358059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-68c04390-322c-4f20-b4dc-9fca994de762 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.358246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68c04390-322c-4f20-b4dc-9fca994de762 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056317 Jan 25 15:32:54.360741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55810) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.369263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-78801f6e-b8f4-4d09-8d02-dfd78123a266 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.370276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-78801f6e-b8f4-4d09-8d02-dfd78123a266 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0086913 Jan 25 15:32:54.375574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55814) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.379043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6204f-ee34-4476-8de1-e1095b0550cf req-07980156-9ce9-4817-90db-ac6696352b28 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:54.380654 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7c6204f-ee34-4476-8de1-e1095b0550cf req-07980156-9ce9-4817-90db-ac6696352b28 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2064581 Jan 25 15:32:54.386657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.391522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 24e7d980-6d81-4636-8bba-3b17fb277adb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=24e7d980-6d81-4636-8bba-3b17fb277adb,segment=NetworkSegment(e0ffb178-184f-4424-875b-8ad6d92acc61),segment_id=e0ffb178-184f-4424-875b-8ad6d92acc61)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:54.391885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.402595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-751f7397-b3e6-4115-bb28-00f2eec78798 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.404038 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-751f7397-b3e6-4115-bb28-00f2eec78798 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0266228 Jan 25 15:32:54.406864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55818) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.408334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8265658c-6798-442d-828f-e76b4a377099 None None] For port 610693cd-e653-4129-ad1d-14adfe319fb5, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=610693cd-e653-4129-ad1d-14adfe319fb5,segment=NetworkSegment(93019b8f-15f3-4e6b-9250-3c76500a5029),segment_id=93019b8f-15f3-4e6b-9250-3c76500a5029)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:54.415319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-10a44494-7415-427b-a8c9-d601b64537c7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.416441 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-10a44494-7415-427b-a8c9-d601b64537c7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085375 Jan 25 15:32:54.421763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55822) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.435628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-261fe40a-9a33-416e-a6d1-22fe8b69e54c tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.437349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-261fe40a-9a33-416e-a6d1-22fe8b69e54c tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0139039 Jan 25 15:32:54.440398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:54.450914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4105a9f4-ba8b-4514-8547-0ef62ffbfca8 None None] Provisioning complete for port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:54.451491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4105a9f4-ba8b-4514-8547-0ef62ffbfca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.459205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.470165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-a62a3e15-c24b-4341-8673-37fe8a3350d8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.474668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a62a3e15-c24b-4341-8673-37fe8a3350d8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0109742 Jan 25 15:32:54.488131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.493438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 498f7e8d-09bd-4d8a-9c20-9027babf2e79, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=498f7e8d-09bd-4d8a-9c20-9027babf2e79,segment=NetworkSegment(9e7e17db-df4d-48c2-9f4a-ce699461fd3c),segment_id=9e7e17db-df4d-48c2-9f4a-ce699461fd3c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:54.519392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.544159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7c6204f-ee34-4476-8de1-e1095b0550cf req-97c527e3-8ac0-446a-80d9-5d697bf7cad0 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576552 Jan 25 15:32:54.592518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-72684d37-e992-4d52-bcb9-621365cab454 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.599297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72684d37-e992-4d52-bcb9-621365cab454 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0739648 Jan 25 15:32:54.605643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55840) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.615824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-9648314c-7821-4289-92f7-b0905f3c177b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.619483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9648314c-7821-4289-92f7-b0905f3c177b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070994 Jan 25 15:32:54.625506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.627043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55844) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.634944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 24e7d980-6d81-4636-8bba-3b17fb277adb owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:54.664468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.666650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:54.679804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object bb848c30-d2a2-4122-b2af-03aa8aa15a9a will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:54.689442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-524d07a1-fc12-4de3-af62-d75526c1d020 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.690829 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-524d07a1-fc12-4de3-af62-d75526c1d020 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0165117 Jan 25 15:32:54.694002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55850) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.710866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] Sync routers for ids ['ecb14f69-9aac-420d-a0bf-a789d151c8e3'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:54.728982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-2a6547a3-f63f-4cf0-ab9b-8e5ff821173e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.730950 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2a6547a3-f63f-4cf0-ab9b-8e5ff821173e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0333304 Jan 25 15:32:54.738778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.744449 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-07b602f6-70d9-4f0c-9b2b-c8f05b1fe12d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "PUT /v2.0/routers/ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 200 len: 879 time: 10.2131352 Jan 25 15:32:54.744449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55856) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.755241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-45c93568-7357-43ef-b585-57a55eb59331 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.756476 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-45c93568-7357-43ef-b585-57a55eb59331 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076327 Jan 25 15:32:54.758933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55858) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.759269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55862) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.829429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] Routers {'ecb14f69-9aac-420d-a0bf-a789d151c8e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:54.830624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ecb14f69-9aac-420d-a0bf-a789d151c8e3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:54.884809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-147be5b9-2984-4f66-a071-c9338e8ee9b0 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.885738 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-147be5b9-2984-4f66-a071-c9338e8ee9b0 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.1159887 Jan 25 15:32:54.888463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55870) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:54.900158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-027463c9-8f73-4c9b-ab22-1c669899fe37 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:54.902499 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-027463c9-8f73-4c9b-ab22-1c669899fe37 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0104566 Jan 25 15:32:54.904570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:54.919615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55874) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.029081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265658c-6798-442d-828f-e76b4a377099 None None] Pushing event updated for resources: {'Port': ['ID=610693cd-e653-4129-ad1d-14adfe319fb5,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:55.038648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.059554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-89b49e65-335b-4d67-821c-0a9bc7c08b88 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.062093 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89b49e65-335b-4d67-821c-0a9bc7c08b88 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0478582 Jan 25 15:32:55.067223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55882) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.091069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-a82623bf-8f56-40ec-aab8-c48ccd06a253 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.092151 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a82623bf-8f56-40ec-aab8-c48ccd06a253 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0151141 Jan 25 15:32:55.098030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55886) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.105640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-57bbc787-b39e-4b06-b2ab-23048d595c4a tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.106574 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57bbc787-b39e-4b06-b2ab-23048d595c4a tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051308 Jan 25 15:32:55.118807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 8a89105f-2e6f-45fb-b036-c533037e5817 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:55.120013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55890) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.136990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port 24e7d980-6d81-4636-8bba-3b17fb277adb on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:32:55.174863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=498f7e8d-09bd-4d8a-9c20-9027babf2e79,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:55.176224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:55.180182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:55.188075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.214917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] Routers {'ecb14f69-9aac-420d-a0bf-a789d151c8e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:55.217229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ecb14f69-9aac-420d-a0bf-a789d151c8e3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.230499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-4d05e956-08b5-4d1a-96b2-b97ec1449b76 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.233979 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4d05e956-08b5-4d1a-96b2-b97ec1449b76 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.1105595 Jan 25 15:32:55.233979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=bb848c30-d2a2-4122-b2af-03aa8aa15a9a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:55.263274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55896) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.280338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-93a72aef-97db-4580-8f3f-2393c3d17c3e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.281551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-93a72aef-97db-4580-8f3f-2393c3d17c3e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0192192 Jan 25 15:32:55.315152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.317551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55902) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.330590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-2202cc61-2d42-4e75-aa01-9c6314df7575 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.332303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2202cc61-2d42-4e75-aa01-9c6314df7575 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0138454 Jan 25 15:32:55.338464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55906) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.342904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=24e7d980-6d81-4636-8bba-3b17fb277adb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:55.353932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef123f4-110f-4847-a1a3-c066fb3eb862 req-53bcc07a-eb29-46b6-88e2-9b01fdce7143 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:55.355556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ef123f4-110f-4847-a1a3-c066fb3eb862 req-53bcc07a-eb29-46b6-88e2-9b01fdce7143 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4312098 Jan 25 15:32:55.359104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-f3af9825-658f-4fdc-af04-dda01c34c80e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.362990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3af9825-658f-4fdc-af04-dda01c34c80e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0192139 Jan 25 15:32:55.376176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.376592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbcac3-d67a-418a-a060-c23f79658df6 None None] The sync data for ids ['ecb14f69-9aac-420d-a0bf-a789d151c8e3'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:55.411422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55910) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.428747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-43770c65-147f-4e94-babb-eb9433b46b8e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.429739 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-43770c65-147f-4e94-babb-eb9433b46b8e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0173545 Jan 25 15:32:55.433286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55914) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.471554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-466661db-1f9d-4bc3-9b6a-c5b35d2535ae tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.471554 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-466661db-1f9d-4bc3-9b6a-c5b35d2535ae tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0307689 Jan 25 15:32:55.471921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55918) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.481980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-390bfd15-17ad-4e29-9a06-be095452dcdb tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.485034 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-390bfd15-17ad-4e29-9a06-be095452dcdb tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123160 Jan 25 15:32:55.491483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.498319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55924) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.504264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55926) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.512296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-9620f0ae-720e-45fd-b2d2-9bf62b247468 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.516007 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9620f0ae-720e-45fd-b2d2-9bf62b247468 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0146477 Jan 25 15:32:55.520858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55932) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.532494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-140a1f1c-143d-46e3-a521-3c27ce6fd08e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.533563 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-140a1f1c-143d-46e3-a521-3c27ce6fd08e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0109155 Jan 25 15:32:55.537774 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55938) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.541329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030a7971-e87a-41f6-95c5-651dbd0aae03']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.547927 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ef123f4-110f-4847-a1a3-c066fb3eb862 req-24d330ef-ff6d-48d2-b895-fdc76aa3fd76 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740289 Jan 25 15:32:55.555105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-baf90edd-edc1-4146-8514-af64a225ab8b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.558868 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-baf90edd-edc1-4146-8514-af64a225ab8b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0178809 Jan 25 15:32:55.559885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55942) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.569594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ffb178-184f-4424-875b-8ad6d92acc61') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.569594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ffb178-184f-4424-875b-8ad6d92acc61') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:55.571051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6431aa98-72f4-4397-8c0f-856f63945f6b tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 200 len: 920 time: 0.8064806 Jan 25 15:32:55.571963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55946) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.578482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-15f735a0-3c05-45c6-840a-84868257d1a9 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.581832 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15f735a0-3c05-45c6-840a-84868257d1a9 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0186667 Jan 25 15:32:55.582913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 55950) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.590707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-90ab000c-f71d-4173-84f3-a4d2a513f974 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.594162 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-90ab000c-f71d-4173-84f3-a4d2a513f974 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078301 Jan 25 15:32:55.610134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55954) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.625472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-1a335ef4-4f1f-4086-bb26-ac1d34f9d303 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.630823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1a335ef4-4f1f-4086-bb26-ac1d34f9d303 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0148616 Jan 25 15:32:55.630995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.632077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55960) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.636797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.688580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.700417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-0233bd47-3791-4fd9-9b65-931e68d6009e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.705559 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0233bd47-3791-4fd9-9b65-931e68d6009e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0698791 Jan 25 15:32:55.710936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55964) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.715779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:55.716181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.727038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-eaf6779e-2d24-41c8-895f-b8f43aa0b18b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.731004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eaf6779e-2d24-41c8-895f-b8f43aa0b18b tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117266 Jan 25 15:32:55.731785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55968) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.732292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55970) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.735201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:55.745286 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:55.757576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cafb7d40-adfe-49ae-81f6-e711c4e9b59c None None] Provisioning for port bb848c30-d2a2-4122-b2af-03aa8aa15a9a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:55.764528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cafb7d40-adfe-49ae-81f6-e711c4e9b59c None None] Provisioning complete for port bb848c30-d2a2-4122-b2af-03aa8aa15a9a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:55.765099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cafb7d40-adfe-49ae-81f6-e711c4e9b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:55.801065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=3f1ea10f-5e1f-4c5c-97ec-877d5971b3ef,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:55.816980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-55a82bfc-e14d-40c0-8fc8-9cbb3e20eba5 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.820458 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55a82bfc-e14d-40c0-8fc8-9cbb3e20eba5 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0726600 Jan 25 15:32:55.821793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55978) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.840752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-62d30a6e-fa68-49f4-a4c3-c4ae7c5628ab tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.840752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62d30a6e-fa68-49f4-a4c3-c4ae7c5628ab tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0153239 Jan 25 15:32:55.852524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55982) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.861861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-5c04c0d9-ecd8-4d5c-b844-267044d18503 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.863369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5c04c0d9-ecd8-4d5c-b844-267044d18503 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084872 Jan 25 15:32:55.869056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55986) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.871660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cafb7d40-adfe-49ae-81f6-e711c4e9b59c None None] Port bb848c30-d2a2-4122-b2af-03aa8aa15a9a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:32:55.876947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-cbbe3e38-fb4e-4243-a5a6-6089af8b4fcd tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.878021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cbbe3e38-fb4e-4243-a5a6-6089af8b4fcd tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0081093 Jan 25 15:32:55.882626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55990) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.894772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-0f9bf650-999c-418d-a844-cfa11f9cefbb tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.898954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f9bf650-999c-418d-a844-cfa11f9cefbb tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0143261 Jan 25 15:32:55.902071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55994) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.910484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19c87732-def6-4c83-9dd9-329987fbe63a tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=ecb14f69-9aac-420d-a0bf-a789d151c8e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3372722 Jan 25 15:32:55.912757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 55998) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.919522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-3edbee32-108d-4cfa-9878-e2685ed83713 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.920834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3edbee32-108d-4cfa-9878-e2685ed83713 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0177693 Jan 25 15:32:55.924046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '42ad84f6-2895-494f-935c-b8b900dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:55.924524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:55.933600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56000) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.941008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-359042294', 'router:external': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:55.968657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'networks': [{'name': 'tempest-network--489621549'}, {'name': 'tempest-network--207252799'}]} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:55.969515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-network--489621549'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:55.970061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-network--207252799'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:55.976335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-d7dbf186-ee06-46ec-a93f-010e6754dca0 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:55.977463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d7dbf186-ee06-46ec-a93f-010e6754dca0 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0409241 Jan 25 15:32:55.981067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56008) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:55.985574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:55.991539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:56.130163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60614c41-54e6-42b0-82c0-fe5a25f50804 None None] Network 999142a8-88df-43c1-8634-404eb369e96b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:56.164745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-f5636628-f601-41b0-b31d-1e5c885de828 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.165717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f5636628-f601-41b0-b31d-1e5c885de828 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.1760278 Jan 25 15:32:56.167492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:network and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:56.172052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:56.174498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56012) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.184369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:network and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:56.189885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:56.194671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-6519e413-ad5b-41f8-a5fe-a65e0b90a9f2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.197943 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6519e413-ad5b-41f8-a5fe-a65e0b90a9f2 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0160353 Jan 25 15:32:56.197943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:56.203193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56016) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.207892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:56.208185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.218200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-2d25c812-2e37-4265-85ae-50c6974e8d1e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.219150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2d25c812-2e37-4265-85ae-50c6974e8d1e tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135992 Jan 25 15:32:56.234744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56020) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.235902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.253496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [None req-30842c04-db47-4fe6-9a0e-2982bf959606 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84138) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.254864 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-30842c04-db47-4fe6-9a0e-2982bf959606 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0104704 Jan 25 15:32:56.260489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=030a7971-e87a-41f6-95c5-651dbd0aae03,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:56.261577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56024) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.268249 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a7c9b00d-4eaa-4468-b0f5-d3aa5e74776f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/030a7971-e87a-41f6-95c5-651dbd0aae03 HTTP/1.1" status: 204 len: 168 time: 6.7189784 Jan 25 15:32:56.274156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-8f1630e6-895d-4fee-a32b-cbab3d9d47a8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.274324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56028) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.277122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8f1630e6-895d-4fee-a32b-cbab3d9d47a8 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123098 Jan 25 15:32:56.277423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56032) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.290040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-897219729'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:56.291638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [None req-becb428a-d98e-4c6d-a16d-39133fb077f7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:32:56.297181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-becb428a-d98e-4c6d-a16d-39133fb077f7 tempest-ExtensionsTestJSON-428174508 tempest-ExtensionsTestJSON-428174508-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0138028 Jan 25 15:32:56.302062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:56.309520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b46eeb-0024-4b8d-b4fc-7f76b19d7f0c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:56.311241 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a7b46eeb-0024-4b8d-b4fc-7f76b19d7f0c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.3890173 Jan 25 15:32:56.318092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc8a25f4-9981-4e5f-ae0c-9c109a95a191 None None] Provisioning for port 610693cd-e653-4129-ad1d-14adfe319fb5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:56.318544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56038) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.327354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:56.334847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:56.368955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Made reservation on behalf of 0a938ccd55fd496ea900cb0cdd341fd9 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:56.371608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.390423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.397368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:56.407566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'network': 2} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:56.411842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.425707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:56.429642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.440598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aeec6fd9-4733-4b00-80e6-d14d821682fd tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 200 len: 205 time: 0.1207712 Jan 25 15:32:56.445463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56042) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.505805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.508116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:56.511153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.544736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:56.553492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:56.555387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.555781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment bb38dcb1-c9c3-44d0-b2f4-bca583302042 of type vlan for network a1179661-f066-4d17-a986-f523c30e9ce3 Jan 25 15:32:56.561310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:security_group_rule and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:56.568498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:56.571137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:56.573699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:56.581684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a963c3-06df-455b-84b8-a1b4b1e49f8d None None] Network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:56.588764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:56.589149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.603780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.607130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:security_group_rule and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:56.611563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:56.619102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:56.622900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.635867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:56.725102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=bb848c30-d2a2-4122-b2af-03aa8aa15a9a,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:56.732357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.736207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:56.736802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.819076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0a90f529-b1b1-489e-8753-30b6ef35eaab tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8269877 Jan 25 15:32:56.830551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56046) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.867179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.871333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=a1179661-f066-4d17-a986-f523c30e9ce3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:56.891693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:56.913588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b', 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': '3f1ea10f-5e1f-4c5c-97ec-877d5971b3ef'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:56.914609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.924032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 498f7e8d-09bd-4d8a-9c20-9027babf2e79 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:56.947986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:56.951454 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-05833185-a0e1-4720-a3a5-54b715e43bec tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6764913 Jan 25 15:32:56.955875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56052) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:56.966390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:57.029857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.034641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.064755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:57.110076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:57.120745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be881c-9667-49f7-b4bf-64cb24c8c521,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:57.126018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.126463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.159456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:57.175624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:57.180167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:57.191907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:57.198140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:57.198793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.201113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 8a89105f-2e6f-45fb-b036-c533037e5817 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:57.203826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:57.213059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.213439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Added segment 01e1dd9c-536b-4c19-8d3e-23676f256530 of type vlan for network 371aca5d-0951-4f05-9707-2c67573832bb Jan 25 15:32:57.214580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:57.244971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3448c8-6552-4a8a-a6f3-3914ef42d1c0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:57.258310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.277678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.282941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:57.355666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.355666 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment a2b4d811-afea-435e-891e-5e6ae0b74830 of type vlan for network cd10f794-eff5-4992-a041-53163b4b003f Jan 25 15:32:57.432746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 610693cd-e653-4129-ad1d-14adfe319fb5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:57.439931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.444888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.473743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Allocated IP 172.20.0.1 (4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b/3f1ea10f-5e1f-4c5c-97ec-877d5971b3ef/1b209fb2-2004-4bd2-88df-114bf839258d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:32:57.485067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.536856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.571126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:57.575899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6769112b674f80a0deb6aaeecd5b18 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:57.578943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:57.584932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:57.680300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-59e6cca8-b17d-4dc8-bc5a-0a752cf97343 None None] Provisioning complete for port bb848c30-d2a2-4122-b2af-03aa8aa15a9a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:57.680905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-59e6cca8-b17d-4dc8-bc5a-0a752cf97343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.704946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.740325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 610693cd-e653-4129-ad1d-14adfe319fb5 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:32:57.759707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.772169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:32:57.800087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:32:57.810257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 610693cd-e653-4129-ad1d-14adfe319fb5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:57.810602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.813236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.813752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment df062110-228c-45eb-929c-d16f1ed08d50 of type vlan for network 781adcae-c0aa-4dd8-8e8e-ecdb55f2d671 Jan 25 15:32:57.848836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.866171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-59e6cca8-b17d-4dc8-bc5a-0a752cf97343 None None] Port bb848c30-d2a2-4122-b2af-03aa8aa15a9a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:32:57.887347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.888572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:57.889348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.895533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:57.910954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Transition to ACTIVE for port object 1b209fb2-2004-4bd2-88df-114bf839258d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:57.955851 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:32:58.026917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Transition to ACTIVE for port object 1b209fb2-2004-4bd2-88df-114bf839258d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:32:58.029044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Network': ['ID=371aca5d-0951-4f05-9707-2c67573832bb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.037216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.046396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.052376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 371aca5d-0951-4f05-9707-2c67573832bb details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:58.077913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.127223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 6769b22c-06c3-467c-ae4d-a0d01c3aff6f is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:32:58.132046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.147293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f0b73-42cc-4aa8-8cad-1f901dbc2819,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.168657 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6d24f721-badd-4710-b14b-8dc0b1f448d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a6769112b674f80a0deb6aaeecd5b18&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0957396 Jan 25 15:32:58.176841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56062) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:58.193309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=0b066138-c9bc-478f-b9dd-d077961c5ee4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.224891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 610693cd-e653-4129-ad1d-14adfe319fb5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=610693cd-e653-4129-ad1d-14adfe319fb5,segment=NetworkSegment(93019b8f-15f3-4e6b-9250-3c76500a5029),segment_id=93019b8f-15f3-4e6b-9250-3c76500a5029)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:32:58.238799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.242541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:32:58.246407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:58.248103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Pushing event updated for resources: {'Port': ['ID=1b209fb2-2004-4bd2-88df-114bf839258d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.250484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:32:58.286848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9e4cd786-84a5-4ed2-8071-5c48bb54346b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7868788 Jan 25 15:32:58.289678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56066) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:58.295184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'subnet': {'network_id': '371aca5d-0951-4f05-9707-2c67573832bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:58.300572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:32:58.309467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:subnet and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:32:58.313803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.317995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:32:58.326550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.351024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port 278dd944-b515-4ad4-aa9f-ffda99b18935 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:58.351361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.379690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': 'bb38dcb1-c9c3-44d0-b2f4-bca583302042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:58.379690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: a1179661-f066-4d17-a986-f523c30e9ce3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:32:58.386099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.386099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.392418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:58.395210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Attempting to bind port 1b209fb2-2004-4bd2-88df-114bf839258d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:32:58.395579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Attempting to bind port 1b209fb2-2004-4bd2-88df-114bf839258d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '42ad84f6-2895-494f-935c-b8b900dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:32:58.395933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Attempting to bind port 1b209fb2-2004-4bd2-88df-114bf839258d on network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:32:58.396682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:58.397322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.413028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:32:58.413460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Checking segment: {'id': '42ad84f6-2895-494f-935c-b8b900dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:32:58.413918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.415346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Bound using segment: {'id': '42ad84f6-2895-494f-935c-b8b900dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:32:58.415346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Bound port: 1b209fb2-2004-4bd2-88df-114bf839258d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ad84f6-2895-494f-935c-b8b900dddfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:32:58.415346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.432409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=610693cd-e653-4129-ad1d-14adfe319fb5,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.437911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.440869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:32:58.474281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.514344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] For port 1b209fb2-2004-4bd2-88df-114bf839258d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:32:58.518076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] For port 1b209fb2-2004-4bd2-88df-114bf839258d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1b209fb2-2004-4bd2-88df-114bf839258d,segment=NetworkSegment(42ad84f6-2895-494f-935c-b8b900dddfe3),segment_id=42ad84f6-2895-494f-935c-b8b900dddfe3)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:32:58.525708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:32:58.536481 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] Sync routers for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:32:58.551564 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-61a85693-b090-4c88-aa5c-361699751bd6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8529587 Jan 25 15:32:58.551808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56070) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:58.552842 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:58.553519 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.615182 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.624591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1ea10f-5e1f-4c5c-97ec-877d5971b3ef,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.627295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:32:58.627423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a3e41-ab0a-47ef-b53e-c91c4a382a7b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:58.627957 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:32:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.628153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-164a3e41-ab0a-47ef-b53e-c91c4a382a7b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:32:58.705674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 610693cd-e653-4129-ad1d-14adfe319fb5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:32:58.714655 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.715055 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e435b-d5af-49f6-b0a2-909590a913f3 None None] The sync data for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:32:58.778501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 610693cd-e653-4129-ad1d-14adfe319fb5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:32:58.778781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.803802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=cd10f794-eff5-4992-a041-53163b4b003f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:58.817771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network cd10f794-eff5-4992-a041-53163b4b003f details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:58.838019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-164a3e41-ab0a-47ef-b53e-c91c4a382a7b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:32:58.842794 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-164a3e41-ab0a-47ef-b53e-c91c4a382a7b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports/bb848c30-d2a2-4122-b2af-03aa8aa15a9a HTTP/1.1" status: 200 len: 910 time: 0.2899199 Jan 25 15:32:58.843989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56074) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:58.844264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.844926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.846603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.850513 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/368f0b73-42cc-4aa8-8cad-1f901dbc2819 HTTP/1.1" status: 204 len: 168 time: 0.6644733 Jan 25 15:32:58.850513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network a1179661-f066-4d17-a986-f523c30e9ce3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:32:58.858377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.892128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.908385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ad84f6-2895-494f-935c-b8b900dddfe3') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.908705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ad84f6-2895-494f-935c-b8b900dddfe3') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:58.925819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:58.936293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13e6c-f251-4641-b573-8f7ef17273e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f0b73-42cc-4aa8-8cad-1f901dbc2819,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:59.000496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2567079 Jan 25 15:32:59.002203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.004944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56080) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:59.024717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f5a9d-8945-43f6-a888-2b3b651f00bf None None] Pushing event updated for resources: {'Port': ['ID=1b209fb2-2004-4bd2-88df-114bf839258d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:59.034535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:59.041203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:32:59.053094 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:32:59.095096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, a1179661-f066-4d17-a986-f523c30e9ce3) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:32:59.105727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.106322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.119929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71000c9b-3831-4d1e-8384-26ea25957fc4 None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:59.207644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738c31a-f908-4dd8-932a-4af987e7e53f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=781adcae-c0aa-4dd8-8e8e-ecdb55f2d671,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:59.209896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Made reservation on behalf of 0a938ccd55fd496ea900cb0cdd341fd9 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:32:59.212270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.228346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 781adcae-c0aa-4dd8-8e8e-ecdb55f2d671 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:32:59.271616 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7e08e5fa-5a88-4842-9bbc-6e03d78dfaf3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3145010 Jan 25 15:32:59.277432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.281361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.287021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.291412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.294901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:32:59.296538 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0a240966-a818-4257-9b51-ba10aa5318da tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2968 time: 0.2892237 Jan 25 15:32:59.297106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56086) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:59.306039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56088) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:32:59.315111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:32:59.356407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:32:59.356407 dv-neutron-826291-2-hyperv neutron-server[84139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:32:59.356407 dv-neutron-826291-2-hyperv neutron-server[84139]: [parameters: {'id': '4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b'}] Jan 25 15:32:59.356407 dv-neutron-826291-2-hyperv neutron-server[84139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:32:59.356777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:32:59.364509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.383807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3866060-680e-4dc4-8acb-ccc706bceca0 None None] Network 4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:32:59.531636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for 278dd944-b515-4ad4-aa9f-ffda99b18935 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:32:59.646723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-801dfc39-6e1c-496b-941e-430de52d8d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.722388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.796859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-a1179661-f066-4d17-a986-f523c30e9ce3', 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '0b066138-c9bc-478f-b9dd-d077961c5ee4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:32:59.799009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.859104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.878941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 1b209fb2-2004-4bd2-88df-114bf839258d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:32:59.882086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.899431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.910113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.929251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd10f794-eff5-4992-a041-53163b4b003f']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:59.942478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b4d811-afea-435e-891e-5e6ae0b74830') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:59.942787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b4d811-afea-435e-891e-5e6ae0b74830') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:32:59.954994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.972593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:32:59.972757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=278dd944-b515-4ad4-aa9f-ffda99b18935,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:32:59.980470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:32:59.985466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.047319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Allocated IP 2001:db8::2 (a1179661-f066-4d17-a986-f523c30e9ce3/0b066138-c9bc-478f-b9dd-d077961c5ee4/0d399529-c80d-49fb-a466-eafc2a2e4f27) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:00.079075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:00.081865 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:00.084491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:00.088087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:00.095742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:00.225911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.230880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.233737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:00.237839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.332887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.339598 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/cd10f794-eff5-4992-a041-53163b4b003f HTTP/1.1" status: 204 len: 168 time: 1.0268652 Jan 25 15:33:00.339598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d70a6-5ffc-4aa7-b545-839aaa298454 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=cd10f794-eff5-4992-a041-53163b4b003f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:00.348079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56110) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:00.349817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Transition to ACTIVE for port object 0d399529-c80d-49fb-a466-eafc2a2e4f27 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:00.358356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56114) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:00.371850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Transition to ACTIVE for port object 0d399529-c80d-49fb-a466-eafc2a2e4f27 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:00.466754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.509665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 1b209fb2-2004-4bd2-88df-114bf839258d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1b209fb2-2004-4bd2-88df-114bf839258d,segment=NetworkSegment(42ad84f6-2895-494f-935c-b8b900dddfe3),segment_id=42ad84f6-2895-494f-935c-b8b900dddfe3)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:00.510066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.550149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-202069037'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:00.554648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:00.555177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:00.558826 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Pushing event updated for resources: {'Port': ['ID=0d399529-c80d-49fb-a466-eafc2a2e4f27,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:00.562142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:00.565996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:00.589893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:network and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:00.594577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:00.613102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:00.647909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.654674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Attempting to bind port 0d399529-c80d-49fb-a466-eafc2a2e4f27 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:00.655037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Attempting to bind port 0d399529-c80d-49fb-a466-eafc2a2e4f27 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'bb38dcb1-c9c3-44d0-b2f4-bca583302042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:00.655388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Attempting to bind port 0d399529-c80d-49fb-a466-eafc2a2e4f27 on network a1179661-f066-4d17-a986-f523c30e9ce3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:00.663524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:00.667566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Checking segment: {'id': 'bb38dcb1-c9c3-44d0-b2f4-bca583302042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:00.667566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.667566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Bound using segment: {'id': 'bb38dcb1-c9c3-44d0-b2f4-bca583302042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:00.667566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Bound port: 0d399529-c80d-49fb-a466-eafc2a2e4f27, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb38dcb1-c9c3-44d0-b2f4-bca583302042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:00.667566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.739359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Made reservation on behalf of 1d78de9885504c63bdf664922da29e31 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:00.741458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 1b209fb2-2004-4bd2-88df-114bf839258d owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:00.742323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.755079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:00.759415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d399529-c80d-49fb-a466-eafc2a2e4f27,segment=NetworkSegment(bb38dcb1-c9c3-44d0-b2f4-bca583302042),segment_id=bb38dcb1-c9c3-44d0-b2f4-bca583302042)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:00.767881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.823701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.824654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.833496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:33:00.833969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.907494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9ba4d-94dc-4b24-94c1-0c98e327ce1f None None] Pushing event updated for resources: {'Port': ['ID=0d399529-c80d-49fb-a466-eafc2a2e4f27,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:00.947035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:00.955281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.957417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:00.962041 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:security_group_rule and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:01.000424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:01.022798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:01.129520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network a1179661-f066-4d17-a986-f523c30e9ce3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:01.136889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:01.140159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.143504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.149127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d9871a2-5a48-4be2-8b06-16a441b75c08,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:01.172166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=d95de327-150a-4806-942d-a2673bb406f4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:01.204780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.297462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.299187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.300536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.21.0.1 (999142a8-88df-43c1-8634-404eb369e96b/28e5b95f-b66c-4b26-84b9-084782de1167/0269e547-be79-4b70-bef2-993cb95eb101) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:01.307473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.315017 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1997d5ea-9f0c-43e3-9ad4-e77f0eb1ce82 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0104122 Jan 25 15:33:01.317628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56122) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:01.364811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=1b209fb2-2004-4bd2-88df-114bf839258d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:01.369967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.391269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Checking segment: {'id': '01e1dd9c-536b-4c19-8d3e-23676f256530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:01.391625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network hostable DHCP agents. Network: 371aca5d-0951-4f05-9707-2c67573832bb, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:01.417345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 1b209fb2-2004-4bd2-88df-114bf839258d on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:01.419613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781adcae-c0aa-4dd8-8e8e-ecdb55f2d671']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.443029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c018808-6e2f-45bd-a93b-fdb41beab4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.475153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df062110-228c-45eb-929c-d16f1ed08d50') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.475480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df062110-228c-45eb-929c-d16f1ed08d50') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.496493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.506257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.606035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:01.633014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.634478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.635819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.637150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.638558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.639541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Synchronizing usage tracker for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:01.649370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fc068-28bc-4a11-bf95-7e554d938214,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:01.656747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.657089 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Added segment bcd755d2-d09e-4f70-8d70-0e8f5007e1ab of type vlan for network 5c6c173d-864d-4363-8d50-9ea0b014e501 Jan 25 15:33:01.685737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.686216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router ecb14f69-9aac-420d-a0bf-a789d151c8e3 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:01.702929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.715198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.724694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.728756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:01.729367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:01.748178 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:01.753967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Unset dirty status for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:01.753967 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1dc5baae-fd48-45c0-a23a-85dcea15609c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4311988 Jan 25 15:33:01.753967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.760197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56126) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:01.783500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803364296'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:01.796558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:01.804342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 0269e547-be79-4b70-bef2-993cb95eb101 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:01.805736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:01.810991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:01.819271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.819508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:01.832806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 371aca5d-0951-4f05-9707-2c67573832bb is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:01.862127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ad84f6-2895-494f-935c-b8b900dddfe3') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.862438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ad84f6-2895-494f-935c-b8b900dddfe3') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:01.873174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.874566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e0a3c8c7-e6c6-4b0b-b322-9fcc4a04a959 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 204 len: 168 time: 5.4257822 Jan 25 15:33:01.879054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56130) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:01.884582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.885622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1268147813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:01.890176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.894734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:01.895296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.903989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.911884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:01.912536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.923030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:01.933201 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:01.935162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:01.936246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:01.939077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.962971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:01.965779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.985560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 371aca5d-0951-4f05-9707-2c67573832bb) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:01.994217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:01.994339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337287c-462a-4b12-9ae9-a30e50160e9b None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:01.999702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.012400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a3527-d6c2-4101-8c78-45021c5d1016 None None] Network 371aca5d-0951-4f05-9707-2c67573832bb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:02.021387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:02.023343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.045577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=781adcae-c0aa-4dd8-8e8e-ecdb55f2d671,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:02.055705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3bcffab4-c182-4ed0-b745-882d3ba3a6a0 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/781adcae-c0aa-4dd8-8e8e-ecdb55f2d671 HTTP/1.1" status: 204 len: 168 time: 1.7117438 Jan 25 15:33:02.056922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56134) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.064286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:02.137138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:02.139828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7767031 Jan 25 15:33:02.140892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6146eb0-a896-42c5-b9fe-b9b39c0ae751 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Network': ['ID=5c6c173d-864d-4363-8d50-9ea0b014e501,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:02.146590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56138) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.160125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 999142a8-88df-43c1-8634-404eb369e96b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:02.164822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:02.167356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:02.169266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'subnet': {'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.175910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:02.194648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.199588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.199927 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment ab49f402-411c-4ab5-a84e-a74d6d0d8866 of type vlan for network df1bfa39-73e8-4258-bc9f-a53b6b689005 Jan 25 15:33:02.204286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=0269e547-be79-4b70-bef2-993cb95eb101,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:02.260984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.268190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.291158 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b0dbc3f9-7b8d-47b3-8c11-26d77cefd3f3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9979899 Jan 25 15:33:02.296829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56142) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.308040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-419331462', 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.310556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.312982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b HTTP/1.1" status: 204 len: 168 time: 5.4802866 Jan 25 15:33:02.318894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa79ac3-bc44-41bd-8b91-ef081c98e831 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:02.323351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56146) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.324343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.325236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.332252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:02.340779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1158049323'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.349976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:port and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:02.356592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:02.362398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:02.368757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:02.374864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:02.380203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:02.380685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:02.380933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6ef8fb6d-06cf-472a-a501-1a4c316d61da None None] Provisioning for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:02.388705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:02.396059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:subnet and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:02.401077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.404010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:02.408561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:02.410270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.413683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:02.414087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:02.416459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Synchronizing usage tracker for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:02.416576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.418865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:02.427751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:02.540189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Unset dirty status for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:02.547462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3865efa2-baac-4d18-b92d-fac981047c7e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.4811044 Jan 25 15:33:02.547462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Made reservation on behalf of 1d78de9885504c63bdf664922da29e31 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:02.558431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56150) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.560577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Made reservation on behalf of 0a938ccd55fd496ea900cb0cdd341fd9 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:02.562883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.582915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:02.585848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.606320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-247778832'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.612475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf76259b-b1d0-47de-941f-37b4ad46e732 None None] Network 371aca5d-0951-4f05-9707-2c67573832bb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:02.626567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=df1bfa39-73e8-4258-bc9f-a53b6b689005,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:02.630445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.641305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:02.655511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.669238 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8212a440-f102-4c64-b817-bdc241b997f1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9049006 Jan 25 15:33:02.670352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56154) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.679982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] device_id is not set on port 84d56689-e681-44ae-970b-70b288fcb56a yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:02.711656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:02.715598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:02.733663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.752272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.836706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-250cc3a5-109e-4b3a-972c-3a528ae06f76 None None] Provisioning for port 0269e547-be79-4b70-bef2-993cb95eb101 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:02.840253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d399529-c80d-49fb-a466-eafc2a2e4f27 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:02.857485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:02.859751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.860979 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-67f608e9-fa60-4e69-9507-cb14ed945512 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9807107 Jan 25 15:33:02.869675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56158) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:02.879055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': True}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:02.910538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-250cc3a5-109e-4b3a-972c-3a528ae06f76 None None] Provisioning complete for port 0269e547-be79-4b70-bef2-993cb95eb101 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:02.911739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-250cc3a5-109e-4b3a-972c-3a528ae06f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.913936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:02.916838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.978555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:02.978951 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 7a096d7b-44e9-476b-951b-56f295dbd5d3 of type vlan for network 1186a09f-a55e-46a7-8702-8684eae3e05c Jan 25 15:33:03.020134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.027403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.099388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-250cc3a5-109e-4b3a-972c-3a528ae06f76 None None] Port 0269e547-be79-4b70-bef2-993cb95eb101 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:03.186422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.220689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Subnet': ['ID=5a5e589e-18cb-467b-b098-26aeac48054b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:03.249656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Update dhcp port {'port': {'network_id': 'a1179661-f066-4d17-a986-f523c30e9ce3', 'fixed_ips': [{'subnet_id': '0b066138-c9bc-478f-b9dd-d077961c5ee4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd95de327-150a-4806-942d-a2673bb406f4'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '0d399529-c80d-49fb-a466-eafc2a2e4f27'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:33:03.287765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:03.297869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Checking segment: {'id': 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:03.303678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network hostable DHCP agents. Network: 5c6c173d-864d-4363-8d50-9ea0b014e501, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:03.303821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.322382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:03.336425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:03.336798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.390971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.476960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.477341 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment 8445325d-1d6c-4e50-9881-81f0142c142a of type vlan for network 49eeb400-abd9-46af-b9b2-de531cd545fd Jan 25 15:33:03.481205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 2001:db8::bc (371aca5d-0951-4f05-9707-2c67573832bb/5d9871a2-5a48-4be2-8b06-16a441b75c08/84d56689-e681-44ae-970b-70b288fcb56a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:03.519639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.582108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.582562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.597213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:03.622821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.665793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d399529-c80d-49fb-a466-eafc2a2e4f27,segment=NetworkSegment(bb38dcb1-c9c3-44d0-b2f4-bca583302042),segment_id=bb38dcb1-c9c3-44d0-b2f4-bca583302042)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:03.676521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Allocated IP 172.20.0.1 (a1179661-f066-4d17-a986-f523c30e9ce3/d95de327-150a-4806-942d-a2673bb406f4/0d399529-c80d-49fb-a466-eafc2a2e4f27) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:03.772273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5c6c173d-864d-4363-8d50-9ea0b014e501) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:03.773340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.778722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:03.779222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.818966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f345b8a2-8755-4a84-a1ae-3e24da367a03 None None] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:03.825877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.830709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.834845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:03.835608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.866668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.897879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-af0e4fc1-9769-41f0-bdf7-f6225285e28a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7497983 Jan 25 15:33:03.901407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56162) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:03.904003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.910086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1280609579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:03.941220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.944742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:03.945308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.946571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:03.952196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:router and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:03.958951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:03.971239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:03.979043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 is not hosted by any dhcp agent {{(pid=84138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 25 15:33:03.982727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:03.983935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:03.987581 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "PUT /v2.0/networks/df1bfa39-73e8-4258-bc9f-a53b6b689005 HTTP/1.1" status: 200 len: 723 time: 1.3093705 Jan 25 15:33:03.989984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56166) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:03.998135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:04.023873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=0d399529-c80d-49fb-a466-eafc2a2e4f27,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.051469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26625f0c-df3c-4889-a505-a911fb0f4aef tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=df1bfa39-73e8-4258-bc9f-a53b6b689005,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.078413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:04.097901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56170) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:04.098440 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7683179 Jan 25 15:33:04.103893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.105178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.118149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:04.165681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:33:04.173708 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6145976 Jan 25 15:33:04.182413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56174) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:04.197415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.201217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.212052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1247070143'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:04.223700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:04.227149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c9d0-f3fc-4225-aa1a-13c10add654f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=1186a09f-a55e-46a7-8702-8684eae3e05c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.253654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:04.289427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:04.295556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.26.8.252 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/236c81d0-334f-4f3f-9f82-0a84f04c59a2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:04.307580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.314275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.325414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:04.329677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d399529-c80d-49fb-a466-eafc2a2e4f27,segment=NetworkSegment(bb38dcb1-c9c3-44d0-b2f4-bca583302042),segment_id=bb38dcb1-c9c3-44d0-b2f4-bca583302042)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:04.345422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:04.434497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.453708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5c6c173d-864d-4363-8d50-9ea0b014e501', 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501', 'tenant_id': '1d78de9885504c63bdf664922da29e31', 'fixed_ips': [{'subnet_id': '5a5e589e-18cb-467b-b098-26aeac48054b'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:04.457606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.468815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0585d-e6f0-4fdc-886d-8a5014251e6e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=49eeb400-abd9-46af-b9b2-de531cd545fd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.490242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.495169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=0269e547-be79-4b70-bef2-993cb95eb101,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.501197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:04.519017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:04.522242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.527046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.548858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 49eeb400-abd9-46af-b9b2-de531cd545fd details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:04.569077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Transition to ACTIVE for port object 0d399529-c80d-49fb-a466-eafc2a2e4f27 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:04.587734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.650342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.689661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.690812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:04.703883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.716560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 371aca5d-0951-4f05-9707-2c67573832bb is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:04.724538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:04.726823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.727155 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment d83d65a3-2778-493a-9b0d-de2347266c6e of type vlan for network 1d719416-92c4-45ae-b4b3-770128f3ce7e Jan 25 15:33:04.738198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=84d56689-e681-44ae-970b-70b288fcb56a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:04.740003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:04.740851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:04.741566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.788981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.791886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 999142a8-88df-43c1-8634-404eb369e96b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:04.794252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d04bc6c3-3ea0-40f8-b676-e0d398e97f4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8907788 Jan 25 15:33:04.794399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56178) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:04.796596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:04.816122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.860333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.880122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d399529-c80d-49fb-a466-eafc2a2e4f27 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:04.903813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:04.943469 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e5bda29a-8ded-4dda-9924-5180f60991a3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6445167 Jan 25 15:33:04.944255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56182) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:05.046123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.064474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 84d56689-e681-44ae-970b-70b288fcb56a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:05.068080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.085677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947160f-6bef-416a-9664-5c7f0014bce8 None None] Pushing event updated for resources: {'Port': ['ID=0d399529-c80d-49fb-a466-eafc2a2e4f27,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:05.094194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Allocated IP 172.20.0.2 (5c6c173d-864d-4363-8d50-9ea0b014e501/5a5e589e-18cb-467b-b098-26aeac48054b/467e6d13-9b84-4562-a38b-c346709174a4) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:05.140271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network 1186a09f-a55e-46a7-8702-8684eae3e05c is not hosted by any dhcp agent {{(pid=84139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 25 15:33:05.145052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:05.145801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.147221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "PUT /v2.0/networks/1186a09f-a55e-46a7-8702-8684eae3e05c HTTP/1.1" status: 200 len: 723 time: 1.0390956 Jan 25 15:33:05.164388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56186) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:05.188654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.193600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:05.194204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.216937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5fd24ee2-49c3-4206-82b4-6108333f0376 None None] Provisioning complete for port 0269e547-be79-4b70-bef2-993cb95eb101 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:05.217309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5fd24ee2-49c3-4206-82b4-6108333f0376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.312134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5fd24ee2-49c3-4206-82b4-6108333f0376 None None] Port 0269e547-be79-4b70-bef2-993cb95eb101 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:05.373029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:05.426257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.438381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Transition to ACTIVE for port object 467e6d13-9b84-4562-a38b-c346709174a4 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:05.464100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4020e-0219-46fa-a00c-82427bfc700d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=1186a09f-a55e-46a7-8702-8684eae3e05c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:05.467958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Transition to ACTIVE for port object 467e6d13-9b84-4562-a38b-c346709174a4 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:05.477986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:05.536424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:05.559847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:05.564220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.575200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:05.640320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:05.680192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:05.681054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Pushing event updated for resources: {'Port': ['ID=467e6d13-9b84-4562-a38b-c346709174a4,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:05.683895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:05.685937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:05.738720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.765271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.779399 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5856190 Jan 25 15:33:05.785841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56190) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:05.786828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:05.804139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4826c03-2299-412c-a266-3e7afe7e8e74 None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:05.842144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a273f-ecbe-452a-8c34-8507b081f484 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=1d719416-92c4-45ae-b4b3-770128f3ce7e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:05.870007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1d719416-92c4-45ae-b4b3-770128f3ce7e details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:05.885952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Attempting to bind port 467e6d13-9b84-4562-a38b-c346709174a4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:05.886331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Attempting to bind port 467e6d13-9b84-4562-a38b-c346709174a4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:05.886655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Attempting to bind port 467e6d13-9b84-4562-a38b-c346709174a4 on network 5c6c173d-864d-4363-8d50-9ea0b014e501 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:05.905259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'ports': [{'network_id': '49eeb400-abd9-46af-b9b2-de531cd545fd', 'name': 'tempest-port--1963733424', 'admin_state_up': True}, {'network_id': '1d719416-92c4-45ae-b4b3-770128f3ce7e', 'admin_state_up': False}]} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:05.905638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'port': {'network_id': '49eeb400-abd9-46af-b9b2-de531cd545fd', 'name': 'tempest-port--1963733424', 'admin_state_up': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:05.906324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'port': {'network_id': '1d719416-92c4-45ae-b4b3-770128f3ce7e', 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:05.927788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 84d56689-e681-44ae-970b-70b288fcb56a owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:05.935192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.967098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:05.967475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Checking segment: {'id': 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:05.967850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:05.968230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Bound using segment: {'id': 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:05.968868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Bound port: 467e6d13-9b84-4562-a38b-c346709174a4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:05.969080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.096801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=64715a81-281a-4ec7-aba9-46fc8c3b108c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:06.139354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:06.141583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:06.145241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.148493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-afc59cb2-6d0d-499b-8ea4-d82065bc191e None None] Provisioning for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:06.163176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:06.166656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-afc59cb2-6d0d-499b-8ea4-d82065bc191e None None] Provisioning complete for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:06.167023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-afc59cb2-6d0d-499b-8ea4-d82065bc191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.206208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=236c81d0-334f-4f3f-9f82-0a84f04c59a2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:06.240680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] For port 467e6d13-9b84-4562-a38b-c346709174a4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:06.245992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 6769b22c-06c3-467c-ae4d-a0d01c3aff6f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:06.286360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] For port 467e6d13-9b84-4562-a38b-c346709174a4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=467e6d13-9b84-4562-a38b-c346709174a4,segment=NetworkSegment(bcd755d2-d09e-4f70-8d70-0e8f5007e1ab),segment_id=bcd755d2-d09e-4f70-8d70-0e8f5007e1ab)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:06.294878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:06.304233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:port and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:06.316847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': 'ab49f402-411c-4ab5-a84e-a74d6d0d8866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:06.317190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: df1bfa39-73e8-4258-bc9f-a53b6b689005, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:06.353444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:06.365579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.369674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:06.430253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.466689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5efbf-1231-4023-973b-59e9f00611aa None None] Pushing event updated for resources: {'Port': ['ID=467e6d13-9b84-4562-a38b-c346709174a4,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:06.474664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.491881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Port': ['ID=84d56689-e681-44ae-970b-70b288fcb56a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:06.517660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'port': 2} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:06.521229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.578189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.586990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.603826 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1a4c7503-3df7-48c9-9155-e2b4ee304157 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/ports/84d56689-e681-44ae-970b-70b288fcb56a HTTP/1.1" status: 204 len: 168 time: 1.6465406 Jan 25 15:33:06.609197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56194) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:06.616953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '371aca5d-0951-4f05-9707-2c67573832bb', 'external_fixed_ips': [{'subnet_id': '5d9871a2-5a48-4be2-8b06-16a441b75c08', 'ip_address': '2001:db8::bc'}]}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:06.649060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:06.656226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:06.672445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:router and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:06.682463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:06.740027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:06.793355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d399529-c80d-49fb-a466-eafc2a2e4f27 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:06.853084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, df1bfa39-73e8-4258-bc9f-a53b6b689005) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:06.868606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f4d90c-8e6c-40dd-952b-54492e13b84e None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:06.877801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:06.885844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:06.886553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.889104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.890333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:06.906014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] Sync routers for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:07.012618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1485e301-7ed5-43ef-a0a3-77b6977037e6 None None] Provisioning complete for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:07.013135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1485e301-7ed5-43ef-a0a3-77b6977037e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.033224 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-94ffaf81-6e09-43bd-892e-0edb217bee1b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1794660 Jan 25 15:33:07.036658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:07.041286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] device_id is not set on port fefa7948-eb6d-433d-a3c3-123b355a920a yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:07.069997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.098335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:07.099054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:07.115061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff941b-b997-4325-b273-33ce4fffdd96 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:07.115473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2dff941b-b997-4325-b273-33ce4fffdd96 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:07.154698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.200199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:07.223408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=98432fc0-0c71-44fe-bb94-88deaa0b2ad2,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:07.233840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:07.234807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.247799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b12f7a97-4faf-4ed1-a32b-3f73a28fdabe tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2569382 Jan 25 15:33:07.255076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56202) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:07.273118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:07.300654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.304697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.308151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2dff941b-b997-4325-b273-33ce4fffdd96 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:07.311412 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2dff941b-b997-4325-b273-33ce4fffdd96 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports/0269e547-be79-4b70-bef2-993cb95eb101 HTTP/1.1" status: 200 len: 910 time: 0.2710638 Jan 25 15:33:07.317716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56206) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:07.361712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Allocated IP 172.20.0.1 (5c6c173d-864d-4363-8d50-9ea0b014e501/5a5e589e-18cb-467b-b098-26aeac48054b/8265191e-3f62-4763-9da1-9b81d3ae317a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:07.367696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:07.368353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:07.395913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '7a096d7b-44e9-476b-951b-56f295dbd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:07.396271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: 1186a09f-a55e-46a7-8702-8684eae3e05c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:07.485856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:07.486414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9e32d4-7c23-4dd7-a72e-10d474dac2d0 None None] The sync data for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:07.509640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-df1bfa39-73e8-4258-bc9f-a53b6b689005', 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '64715a81-281a-4ec7-aba9-46fc8c3b108c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:07.510591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.538797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.626849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] device_id is not set on port cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:07.763658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Allocated IP 2001:db8::2 (df1bfa39-73e8-4258-bc9f-a53b6b689005/64715a81-281a-4ec7-aba9-46fc8c3b108c/04cab2fc-1bcd-438a-85db-77e3c68c1544) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:07.765311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.813011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6695832'] for subnet, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.860514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42821f60-ea44-4737-be69-ac64b97df1fb None None] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:07.893426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Transition to ACTIVE for port object 8265191e-3f62-4763-9da1-9b81d3ae317a will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:07.929578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.934698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:07.964300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.008813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network 1186a09f-a55e-46a7-8702-8684eae3e05c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:08.030451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.037930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-66d6b518-3e70-4c3c-b06c-44f90b7f96e6 None None] Provisioning for port 467e6d13-9b84-4562-a38b-c346709174a4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:08.106742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.160180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.166406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 1186a09f-a55e-46a7-8702-8684eae3e05c) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:08.172511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:08.172511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.188752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15e0f91-ae47-41dd-9a7f-d1f5e427e8ef None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:08.208286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.238617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:08.243910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:08.246481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:08.272919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=8265191e-3f62-4763-9da1-9b81d3ae317a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:08.275877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Transition to ACTIVE for port object 04cab2fc-1bcd-438a-85db-77e3c68c1544 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:08.310452 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a9045e98-1a5e-4a78-8c68-23f45937fc78 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1395547 Jan 25 15:33:08.311114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Port': ['ID=fefa7948-eb6d-433d-a3c3-123b355a920a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:08.311866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56212) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:08.319537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Transition to ACTIVE for port object 04cab2fc-1bcd-438a-85db-77e3c68c1544 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:08.325914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:08.363256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.383215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Checking segment: {'id': '8445325d-1d6c-4e50-9881-81f0142c142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '49eeb400-abd9-46af-b9b2-de531cd545fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:08.383568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network hostable DHCP agents. Network: 49eeb400-abd9-46af-b9b2-de531cd545fd, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:08.398183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.479554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.563401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:08.567776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.584287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:08.598736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:08.622637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6695832'] for subnet, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.719914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-1186a09f-a55e-46a7-8702-8684eae3e05c', 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': '98432fc0-0c71-44fe-bb94-88deaa0b2ad2'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:08.720666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.790071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Pushing event updated for resources: {'Port': ['ID=04cab2fc-1bcd-438a-85db-77e3c68c1544,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:08.835789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Attempting to bind port 04cab2fc-1bcd-438a-85db-77e3c68c1544 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:08.836781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Attempting to bind port 04cab2fc-1bcd-438a-85db-77e3c68c1544 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'ab49f402-411c-4ab5-a84e-a74d6d0d8866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:08.836781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Attempting to bind port 04cab2fc-1bcd-438a-85db-77e3c68c1544 on network df1bfa39-73e8-4258-bc9f-a53b6b689005 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:08.840658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.857951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 467e6d13-9b84-4562-a38b-c346709174a4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:08.860801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network 49eeb400-abd9-46af-b9b2-de531cd545fd is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:08.945882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.949913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Provisioning for port 8265191e-3f62-4763-9da1-9b81d3ae317a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:08.961787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:08.962439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Checking segment: {'id': 'ab49f402-411c-4ab5-a84e-a74d6d0d8866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:08.962832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:08.963288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Bound using segment: {'id': 'ab49f402-411c-4ab5-a84e-a74d6d0d8866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:08.963949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Bound port: 04cab2fc-1bcd-438a-85db-77e3c68c1544, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49f402-411c-4ab5-a84e-a74d6d0d8866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': 'df1bfa39-73e8-4258-bc9f-a53b6b689005'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:08.964321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.003134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Provisioning complete for port 8265191e-3f62-4763-9da1-9b81d3ae317a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:09.003593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.014980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 49eeb400-abd9-46af-b9b2-de531cd545fd) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:09.041032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eb80c5-8396-4b6c-872d-5ea24c908d19 None None] Network 49eeb400-abd9-46af-b9b2-de531cd545fd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:09.058271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:09.058271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.071902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:09.087013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1430442'] for subnet, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.134204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 2001:db8::bc (371aca5d-0951-4f05-9707-2c67573832bb/5d9871a2-5a48-4be2-8b06-16a441b75c08/03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:09.136843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Port': ['ID=cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:09.229598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Port 8265191e-3f62-4763-9da1-9b81d3ae317a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:09.269485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:09.270109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.271337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "PUT /v2.0/subnets/64715a81-281a-4ec7-aba9-46fc8c3b108c HTTP/1.1" status: 200 len: 826 time: 2.0125780 Jan 25 15:33:09.278567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56216) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:09.327450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Checking segment: {'id': 'd83d65a3-2778-493a-9b0d-de2347266c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '1d719416-92c4-45ae-b4b3-770128f3ce7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:09.327801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network hostable DHCP agents. Network: 1d719416-92c4-45ae-b4b3-770128f3ce7e, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:09.371859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] For port 04cab2fc-1bcd-438a-85db-77e3c68c1544, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:09.393785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 467e6d13-9b84-4562-a38b-c346709174a4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:09.397569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] For port 04cab2fc-1bcd-438a-85db-77e3c68c1544, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=04cab2fc-1bcd-438a-85db-77e3c68c1544,segment=NetworkSegment(ab49f402-411c-4ab5-a84e-a74d6d0d8866),segment_id=ab49f402-411c-4ab5-a84e-a74d6d0d8866)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:09.402718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.407203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Provisioning complete for port 467e6d13-9b84-4562-a38b-c346709174a4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:09.407636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.431959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.439317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7b733-4abb-4aad-a169-d95a1feca58b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=64715a81-281a-4ec7-aba9-46fc8c3b108c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:09.446132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1430442'] for subnet, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.449082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 467e6d13-9b84-4562-a38b-c346709174a4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:09.449439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.494827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.513413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network 1d719416-92c4-45ae-b4b3-770128f3ce7e is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:09.545903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 0269e547-be79-4b70-bef2-993cb95eb101 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:09.546153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.565801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Allocated IP 172.20.0.2 (1186a09f-a55e-46a7-8702-8684eae3e05c/98432fc0-0c71-44fe-bb94-88deaa0b2ad2/4a1518e8-de8f-40fa-bb5f-8bc53128ee3d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:09.578783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.624471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 04cab2fc-1bcd-438a-85db-77e3c68c1544 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:09.624471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.624828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 1d719416-92c4-45ae-b4b3-770128f3ce7e) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:09.647015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:09.651820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:09.653404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8412b5a6-d57d-4d66-b4f0-9688e0be6c95 None None] Network 1d719416-92c4-45ae-b4b3-770128f3ce7e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:09.654125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:09.654780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.682052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:09.682845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:09.687947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "PUT /v2.0/subnets/98432fc0-0c71-44fe-bb94-88deaa0b2ad2 HTTP/1.1" status: 200 len: 806 time: 1.3679364 Jan 25 15:33:09.693936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 371aca5d-0951-4f05-9707-2c67573832bb is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:09.696282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56220) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:09.719399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:09.727702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47e72-5e82-4e0d-9f09-0fe9062af2d0 None None] Pushing event updated for resources: {'Port': ['ID=04cab2fc-1bcd-438a-85db-77e3c68c1544,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:09.750699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:09.773101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fd7ad-d86f-4324-8c97-348b350023aa tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=98432fc0-0c71-44fe-bb94-88deaa0b2ad2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:09.793953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:09.939415 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3884b3eb-62cc-4242-ba14-0396ada9d0d2 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1449554 Jan 25 15:33:09.947526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56224) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:10.120178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.141411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.160796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:10.169551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] Sync routers for ids ['ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:10.171225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.175325 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fb7b5893-00e7-44c2-bd1e-be630cf6f2b4 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "PUT /v2.0/routers/ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 200 len: 915 time: 7.3018098 Jan 25 15:33:10.189881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56228) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:10.208197 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] Routers {'ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:10.208866 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:10.259314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.282977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.286457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 0269e547-be79-4b70-bef2-993cb95eb101 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:10.347733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] For port 467e6d13-9b84-4562-a38b-c346709174a4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=467e6d13-9b84-4562-a38b-c346709174a4,segment=NetworkSegment(bcd755d2-d09e-4f70-8d70-0e8f5007e1ab),segment_id=bcd755d2-d09e-4f70-8d70-0e8f5007e1ab)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:10.352749 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:10.376720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 04cab2fc-1bcd-438a-85db-77e3c68c1544, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=04cab2fc-1bcd-438a-85db-77e3c68c1544,segment=NetworkSegment(ab49f402-411c-4ab5-a84e-a74d6d0d8866),segment_id=ab49f402-411c-4ab5-a84e-a74d6d0d8866)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:10.377270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.377436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.382463 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] Routers {'ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:10.389654 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:10.414031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Transition to ACTIVE for port object 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:10.424959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.486009 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:10.486450 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf62b8-b49a-4bae-bc3e-ef292b45602a None None] The sync data for ids ['ca72f377-3ba4-4009-bb48-8f9b8ffa8e86'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:10.533631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:10.534490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:10.567333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:33:10.587219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Transition to ACTIVE for port object 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:10.593438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e674c64-a3da-4714-9392-4761d204a4b8 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:10.599052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e674c64-a3da-4714-9392-4761d204a4b8 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:10.600224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8e674c64-a3da-4714-9392-4761d204a4b8 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Synchronizing usage tracker for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:10.610613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9a502cba-162a-4847-822b-0df3c83361f7 None None] Provisioning complete for port 8265191e-3f62-4763-9da1-9b81d3ae317a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:10.613647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9a502cba-162a-4847-822b-0df3c83361f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.643979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.662853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574f254-760e-4a93-ba7f-a76775132f40 None None] Pushing event updated for resources: {'Port': ['ID=467e6d13-9b84-4562-a38b-c346709174a4,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:10.674974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.718941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 04cab2fc-1bcd-438a-85db-77e3c68c1544 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:10.769886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.777809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:10.790007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:10.790007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:10.803521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9a502cba-162a-4847-822b-0df3c83361f7 None None] Port 8265191e-3f62-4763-9da1-9b81d3ae317a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:10.819054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.819805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.824066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8e674c64-a3da-4714-9392-4761d204a4b8 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Unset dirty status for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:10.828055 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8e674c64-a3da-4714-9392-4761d204a4b8 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8769248 Jan 25 15:33:10.828265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Pushing event updated for resources: {'Port': ['ID=4a1518e8-de8f-40fa-bb5f-8bc53128ee3d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:10.836357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56232) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:10.926900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting port fefa7948-eb6d-433d-a3c3-123b355a920a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:10.927480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:10.984813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.086899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=98432fc0-0c71-44fe-bb94-88deaa0b2ad2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:11.100797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Attempting to bind port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:11.101204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Attempting to bind port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '7a096d7b-44e9-476b-951b-56f295dbd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:11.103026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Attempting to bind port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d on network 1186a09f-a55e-46a7-8702-8684eae3e05c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Checking segment: {'id': '7a096d7b-44e9-476b-951b-56f295dbd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Bound using segment: {'id': '7a096d7b-44e9-476b-951b-56f295dbd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Bound port: 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a096d7b-44e9-476b-951b-56f295dbd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '1186a09f-a55e-46a7-8702-8684eae3e05c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:11.135378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.152018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.246113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.261018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] For port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:11.267277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] For port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4a1518e8-de8f-40fa-bb5f-8bc53128ee3d,segment=NetworkSegment(7a096d7b-44e9-476b-951b-56f295dbd5d3),segment_id=7a096d7b-44e9-476b-951b-56f295dbd5d3)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:11.277904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d8ed0-7422-4aa4-a71a-c13aca8e4a92 None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:11.279540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1186a09f-a55e-46a7-8702-8684eae3e05c']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:11.297164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a096d7b-44e9-476b-951b-56f295dbd5d3') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:11.297519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a096d7b-44e9-476b-951b-56f295dbd5d3') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:11.312077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.325880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.366386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.368205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.387620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.398026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=8265191e-3f62-4763-9da1-9b81d3ae317a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:11.403718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.405975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=0269e547-be79-4b70-bef2-993cb95eb101,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:11.469185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:11.469837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:11.488726 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:11.544585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Calling delete_port for fefa7948-eb6d-433d-a3c3-123b355a920a owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:11.617921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423da6f8-a0e3-469d-ac3c-6a6978ff15fd None None] Pushing event updated for resources: {'Port': ['ID=4a1518e8-de8f-40fa-bb5f-8bc53128ee3d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:11.765265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 467e6d13-9b84-4562-a38b-c346709174a4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:11.788417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:33:11.788417 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:33:11.788417 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '1186a09f-a55e-46a7-8702-8684eae3e05c'}] Jan 25 15:33:11.788417 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:11.788877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:11.804521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6c1e4e7d-3ac8-48a3-ab30-615ea6737114 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 200 len: 921 time: 1.6134064 Jan 25 15:33:11.805666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8d773-c6c9-4b37-9ffe-0d7f7d3ccb54 None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:11.808068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56236) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:11.856256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.891253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aef04207-f490-4695-a8e6-2bb47a35a3b3 None None] Provisioning for port 04cab2fc-1bcd-438a-85db-77e3c68c1544 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:11.916435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aef04207-f490-4695-a8e6-2bb47a35a3b3 None None] Provisioning complete for port 04cab2fc-1bcd-438a-85db-77e3c68c1544 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:11.917048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aef04207-f490-4695-a8e6-2bb47a35a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.922597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.928602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=04cab2fc-1bcd-438a-85db-77e3c68c1544,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:11.941972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:11.976422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-aef04207-f490-4695-a8e6-2bb47a35a3b3 None None] Port 04cab2fc-1bcd-438a-85db-77e3c68c1544 was deleted so its status cannot be updated. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 25 15:33:12.023202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router 19270f97-0b4c-44fa-873a-b279f09042e2 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:12.046249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:12.047310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Port': ['ID=fefa7948-eb6d-433d-a3c3-123b355a920a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:12.057101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:12.079397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 467e6d13-9b84-4562-a38b-c346709174a4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:12.079772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.246444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.283364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cab2fc-1bcd-438a-85db-77e3c68c1544 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:12.327494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 04cab2fc-1bcd-438a-85db-77e3c68c1544 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:12.327989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cab2fc-1bcd-438a-85db-77e3c68c1544 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 15:33:12.360119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.373265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0819c54-c74a-43af-b7d2-7fd46ce3cbb6 None None] Network 1186a09f-a55e-46a7-8702-8684eae3e05c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:12.399735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Port 04cab2fc-1bcd-438a-85db-77e3c68c1544 not found, will not notify nova. {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 15:33:12.400194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port 04cab2fc-1bcd-438a-85db-77e3c68c1544 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:12.400645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:12.400645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.454853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115d904-7374-46a1-8114-0cb65e088d17 None None] Network df1bfa39-73e8-4258-bc9f-a53b6b689005 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:12.589209 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4a2e9e75-309e-4bcc-8a32-8585ca63162e tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/ports/fefa7948-eb6d-433d-a3c3-123b355a920a HTTP/1.1" status: 204 len: 168 time: 1.7471199 Jan 25 15:33:12.599370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56240) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:12.659350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.680246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af8f7d75-ca53-4a70-a0d5-c3722d7c0523 None None] Provisioning complete for port 8265191e-3f62-4763-9da1-9b81d3ae317a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:12.680572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af8f7d75-ca53-4a70-a0d5-c3722d7c0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.696168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0bef030e-8b18-4a36-8d8e-2236e1c6de3e tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=ca72f377-3ba4-4009-bb48-8f9b8ffa8e86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8845339 Jan 25 15:33:12.701429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56244) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:12.781909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-af8f7d75-ca53-4a70-a0d5-c3722d7c0523 None None] Port 8265191e-3f62-4763-9da1-9b81d3ae317a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:12.796015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af8f7d75-ca53-4a70-a0d5-c3722d7c0523 None None] Could not find standard attr ID for object 04cab2fc-1bcd-438a-85db-77e3c68c1544. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:33:12.796209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting port cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:12.796550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:12.987853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4a1518e8-de8f-40fa-bb5f-8bc53128ee3d,segment=NetworkSegment(7a096d7b-44e9-476b-951b-56f295dbd5d3),segment_id=7a096d7b-44e9-476b-951b-56f295dbd5d3)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:12.988212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.016510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.038483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c56a71-adf8-4bc4-bda3-987dfacce896 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:33:13.124836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=64715a81-281a-4ec7-aba9-46fc8c3b108c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:13.168022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.193934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:13.235917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c56a71-adf8-4bc4-bda3-987dfacce896 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:33:13.251428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:13.254177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a26782a-779b-446f-bea5-39a49a6befaa tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:13.254702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a26782a-779b-446f-bea5-39a49a6befaa tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Synchronizing usage tracker for tenant:a9491bcb92314e1f95c0471912ed19c7 on resource:network {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:13.269862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Sync routers for ids ['19270f97-0b4c-44fa-873a-b279f09042e2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:13.356500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Routers {'19270f97-0b4c-44fa-873a-b279f09042e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:13.357189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 6769b22c-06c3-467c-ae4d-a0d01c3aff6f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:13.357281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['19270f97-0b4c-44fa-873a-b279f09042e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:13.362652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Calling delete_port for cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:13.400925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.422539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.425667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.429699 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-221e8147-1fb1-4387-ac8b-a672f8ec3e4d tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.8194387 Jan 25 15:33:13.430517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a26782a-779b-446f-bea5-39a49a6befaa tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Unset dirty status for tenant:a9491bcb92314e1f95c0471912ed19c7 on resource:network {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:13.431695 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2a26782a-779b-446f-bea5-39a49a6befaa tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.7294302 Jan 25 15:33:13.447126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56248) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:13.447126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56250) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:13.452653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1bfa39-73e8-4258-bc9f-a53b6b689005']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:13.478707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab49f402-411c-4ab5-a84e-a74d6d0d8866') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:13.479010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab49f402-411c-4ab5-a84e-a74d6d0d8866') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:13.501631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.524660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.532246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:13.532638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:13.547085 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:13.587007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=4a1518e8-de8f-40fa-bb5f-8bc53128ee3d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:13.600065 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0bf4bfe4-3995-44f2-88b5-e5034a5f3073 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 200 len: 205 time: 0.1228385 Jan 25 15:33:13.601060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56256) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:13.608232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.663194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Set router 19270f97-0b4c-44fa-873a-b279f09042e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:13.721253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Router 5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:13.742754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Port': ['ID=cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:13.767484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.789028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 4a1518e8-de8f-40fa-bb5f-8bc53128ee3d on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:13.854307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.861643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-da5dd40a-ed56-41f3-b9f3-7250d7eec254 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/ports/cd3dfa89-4602-4d44-9af4-d2f1d5ee17e1 HTTP/1.1" status: 204 len: 168 time: 1.2597368 Jan 25 15:33:13.878951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56260) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:13.880017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.881822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/df1bfa39-73e8-4258-bc9f-a53b6b689005 HTTP/1.1" status: 204 len: 168 time: 4.6021953 Jan 25 15:33:13.885861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56262) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:13.942855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:13.963935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062425d-87ad-4c22-bbd6-b5925cc6cdc1 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=df1bfa39-73e8-4258-bc9f-a53b6b689005,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:13.981667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1186a09f-a55e-46a7-8702-8684eae3e05c']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.000931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a096d7b-44e9-476b-951b-56f295dbd5d3') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.001221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a096d7b-44e9-476b-951b-56f295dbd5d3') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.063552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.088316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:14.088647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19270f97-0b4c-44fa-873a-b279f09042e2', 'name': '', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '371aca5d-0951-4f05-9707-2c67573832bb', 'external_fixed_ips': [{'subnet_id': '5d9871a2-5a48-4be2-8b06-16a441b75c08', 'ip_address': '2001:db8::bc'}], 'enable_snat': True}, 'gw_port_id': '03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:07Z', 'updated_at': '2022-01-25T15:33:10Z', 'revision_number': 3, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port': {'id': '03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d', 'name': '', 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:0d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19270f97-0b4c-44fa-873a-b279f09042e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5d9871a2-5a48-4be2-8b06-16a441b75c08', 'ip_address': '2001:db8::bc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:33:08Z', 'updated_at': '2022-01-25T15:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d9871a2-5a48-4be2-8b06-16a441b75c08', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.090322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.092944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Checking router: 19270f97-0b4c-44fa-873a-b279f09042e2 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:33:14.093299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Updating router 19270f97-0b4c-44fa-873a-b279f09042e2 port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:33:14.104028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:14.104229 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] Sync routers for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:14.104657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.116886 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:14.118520 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:14.119513 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:14.148999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-345dedc8-d4dd-40c8-9fa5-2600af251e48 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Synchronizing usage tracker for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:14.155453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c2011-96f7-43fc-8ff4-e481350f92a9 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:33:14.166663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0d38a3-b926-437d-8036-036c8167c27c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:14.167090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0d38a3-b926-437d-8036-036c8167c27c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:14.172182 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bf0d38a3-b926-437d-8036-036c8167c27c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/df1bfa39-73e8-4258-bc9f-a53b6b689005 HTTP/1.1" status: 404 len: 339 time: 0.2752545 Jan 25 15:33:14.179726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56268) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.181455 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-34634af6-fe5b-43bf-b300-18adcf13dcc1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8478475 Jan 25 15:33:14.188698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.199606 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.212474 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:14.213527 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.259597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.276624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354136261', 'description': 'd1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:14.284988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:14.285908 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.286466 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113469c-feae-405e-97ff-09068a4a8da8 None None] The sync data for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:14.306648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:network and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:14.311929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:14.329973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:14.349910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-345dedc8-d4dd-40c8-9fa5-2600af251e48 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Unset dirty status for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:14.355069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-345dedc8-d4dd-40c8-9fa5-2600af251e48 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4706969 Jan 25 15:33:14.357971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56278) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.366144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1287993324'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:14.367836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.376364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:14.384623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:network and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:14.389633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.391665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:14.402527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:14.409526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=1186a09f-a55e-46a7-8702-8684eae3e05c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:14.415928 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4772f0c1-621a-4505-93e6-10cf83fef11e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/1186a09f-a55e-46a7-8702-8684eae3e05c HTTP/1.1" status: 204 len: 168 time: 4.7162349 Jan 25 15:33:14.416200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56282) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.422542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:14.431413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2bc175d9-b672-4898-be6d-2a3a114d2bb2 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "PUT /v2.0/routers/5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6274581 Jan 25 15:33:14.434469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56286) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.439084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'port': {'network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501', 'name': 'tempest-FloatingIPNegativeTestJSON-2141298076'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:14.444189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.452639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] Sync routers for ids ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:14.456970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:14.460138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.511852 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-222d909d-fe89-428f-b5c4-8dc2eb99bc05 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:14.512209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222d909d-fe89-428f-b5c4-8dc2eb99bc05 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:14.519757 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-222d909d-fe89-428f-b5c4-8dc2eb99bc05 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/1186a09f-a55e-46a7-8702-8684eae3e05c HTTP/1.1" status: 404 len: 339 time: 0.0968137 Jan 25 15:33:14.519757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56290) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:14.524024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1202925393', 'description': 'd1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:14.530474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:14.539371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:network and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:14.539592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:14.542331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.542582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:14.554038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c2011-96f7-43fc-8ff4-e481350f92a9 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:33:14.559554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] Routers {'5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:14.562627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.565728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.622286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:14.636434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.658129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:14.686452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:14.692520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.692925 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 91253b8b-d7eb-44ee-87c5-bf6bc392ebd8 of type vlan for network 2f78eeea-7586-4102-bb08-0ce1933a749d Jan 25 15:33:14.740463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.740804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment 0e036a2b-05bc-417d-9840-e1d6ab2ac95f of type vlan for network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d Jan 25 15:33:14.763227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:14.771164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.771350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:14.774249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.775789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:port and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:14.784586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:14.801721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:14.816342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] Routers {'5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:14.816954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.826801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 253, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:14.828593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.847435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.847801 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 9c9ff81e-1952-44c3-bc56-722693602ced of type vlan for network f4241332-a592-402c-84b8-a46b2a10cda7 Jan 25 15:33:14.866825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.891420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:14.891622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6c123a-2dca-4e4b-9320-564a2e7abf3e None None] The sync data for ids ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:14.915670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Made reservation on behalf of 1d78de9885504c63bdf664922da29e31 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:14.918435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.947517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:14.960148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] device_id is not set on port 1103293e-1c1b-4385-8695-626c3a2bfb4b yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:15.000677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.004918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:15.005521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.037464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.038673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.042344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:15.042918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.062083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.082836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Transition to ACTIVE for port object 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:15.165215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:15.165591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.181056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.213869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=2f78eeea-7586-4102-bb08-0ce1933a749d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:15.242347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2f78eeea-7586-4102-bb08-0ce1933a749d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:15.255486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-33970b8c-f2e9-434c-819c-b1153a1a397a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0742898 Jan 25 15:33:15.307935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56294) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:15.342801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9818006 Jan 25 15:33:15.350310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c495a8-2c82-49f9-8793-032d44dec3bf None None] Pushing event updated for resources: {'Port': ['ID=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:15.357825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56298) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:15.364631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1219763897'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:15.371497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Attempting to bind port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:15.371842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Attempting to bind port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '01e1dd9c-536b-4c19-8d3e-23676f256530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:15.372199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Attempting to bind port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d on network 371aca5d-0951-4f05-9707-2c67573832bb {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:15.384208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5fe412-4d02-43c1-97b5-cdb5dc4c76ee None None] DHCP port deletion for df1bfa39-73e8-4258-bc9f-a53b6b689005 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Checking segment: {'id': '01e1dd9c-536b-4c19-8d3e-23676f256530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Bound using segment: {'id': '01e1dd9c-536b-4c19-8d3e-23676f256530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Bound port: 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e1dd9c-536b-4c19-8d3e-23676f256530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '371aca5d-0951-4f05-9707-2c67573832bb'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:15.403316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.421882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.426142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:15.426750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.441576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:15.445796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.461299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cab2fc-1bcd-438a-85db-77e3c68c1544 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:15.464138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Allocated IP 172.20.0.13 (5c6c173d-864d-4363-8d50-9ea0b014e501/5a5e589e-18cb-467b-b098-26aeac48054b/1103293e-1c1b-4385-8695-626c3a2bfb4b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:15.466293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39b890-fbcc-4108-b6c1-a3a41cc9b749 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=afb2104a-7dc4-4fec-9d2a-3c6b9427f62d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:15.481327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:network and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:15.488801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:15.493613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:15.508540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:15.534595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef87e70-76cf-4158-9ea4-fc09be304d54 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:15.535262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ef87e70-76cf-4158-9ea4-fc09be304d54 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Synchronizing usage tracker for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:15.541304 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0194957 Jan 25 15:33:15.541845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56302) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:15.568704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 04cab2fc-1bcd-438a-85db-77e3c68c1544 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:15.569062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cab2fc-1bcd-438a-85db-77e3c68c1544 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:15.577838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] For port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:15.598757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] For port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,segment=NetworkSegment(01e1dd9c-536b-4c19-8d3e-23676f256530),segment_id=01e1dd9c-536b-4c19-8d3e-23676f256530)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:15.633335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port 236c81d0-334f-4f3f-9f82-0a84f04c59a2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:15.633675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.666020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.676796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd4bef-fdf5-46ec-8d2f-e4fc450f820e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=f4241332-a592-402c-84b8-a46b2a10cda7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:15.684707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:15.687655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.709310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f4241332-a592-402c-84b8-a46b2a10cda7 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:15.792362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] For port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d, host dv-neutron-826291-2-hyperv, got binding levels [] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:15.792952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:15.796479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7ff8c-f783-4224-a9ff-df364380f43e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:15.797147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ee7ff8c-f783-4224-a9ff-df364380f43e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Synchronizing usage tracker for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:15.855448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c495a8-2c82-49f9-8793-032d44dec3bf None None] Pushing event updated for resources: {'Port': ['ID=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:15.860870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Routers {'19270f97-0b4c-44fa-873a-b279f09042e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:15.861981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['19270f97-0b4c-44fa-873a-b279f09042e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:15.935439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:16.017333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] Set router 19270f97-0b4c-44fa-873a-b279f09042e2 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:16.038376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ef87e70-76cf-4158-9ea4-fc09be304d54 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Unset dirty status for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:16.042444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9ef87e70-76cf-4158-9ea4-fc09be304d54 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks?id=2f78eeea-7586-4102-bb08-0ce1933a749d HTTP/1.1" status: 200 len: 764 time: 0.7340188 Jan 25 15:33:16.049245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56308) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:16.062601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'description': 'd2'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:16.067592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:16.096684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.097029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Added segment feccaf74-7bf4-4a92-932d-0644d66f7000 of type vlan for network da158355-f874-4943-8139-401b14136df6 Jan 25 15:33:16.123496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19270f97-0b4c-44fa-873a-b279f09042e2', 'name': '', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:07Z', 'updated_at': '2022-01-25T15:33:15Z', 'revision_number': 4, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:16.128645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1fb4a7-d59d-47d3-bf15-b8d8d92faf97 None None] The sync data for ids ['19270f97-0b4c-44fa-873a-b279f09042e2'] in dv-neutron-826291-2-hyperv is: [{'id': '19270f97-0b4c-44fa-873a-b279f09042e2', 'name': '', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:07Z', 'updated_at': '2022-01-25T15:33:15Z', 'revision_number': 4, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:16.167307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.180171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ee7ff8c-f783-4224-a9ff-df364380f43e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Unset dirty status for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:16.183881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ee7ff8c-f783-4224-a9ff-df364380f43e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks?id=f4241332-a592-402c-84b8-a46b2a10cda7 HTTP/1.1" status: 200 len: 761 time: 0.6388891 Jan 25 15:33:16.186675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56314) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:16.208312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'description': 'd2'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:16.290828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.368153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:16.369096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:16.425277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.428949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:16.429538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.430262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.435115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.468419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port bb848c30-d2a2-4122-b2af-03aa8aa15a9a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:16.468943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.521249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.536278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for 236c81d0-334f-4f3f-9f82-0a84f04c59a2 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:16.672226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 2f78eeea-7586-4102-bb08-0ce1933a749d is not hosted by any dhcp agent {{(pid=84138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 25 15:33:16.676350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:16.676942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:16.678212 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "PUT /v2.0/networks/2f78eeea-7586-4102-bb08-0ce1933a749d HTTP/1.1" status: 200 len: 761 time: 0.6277905 Jan 25 15:33:16.694906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56322) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:16.742279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832a3ed-e06a-4bc0-9c5d-5ff3aa66a83f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=2f78eeea-7586-4102-bb08-0ce1933a749d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:16.753655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2f78eeea-7586-4102-bb08-0ce1933a749d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:16.754145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Transition to ACTIVE for port object 1103293e-1c1b-4385-8695-626c3a2bfb4b will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:16.813692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Network': ['ID=da158355-f874-4943-8139-401b14136df6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:16.833568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network da158355-f874-4943-8139-401b14136df6 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:16.854053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-713ba2a9-09f5-4829-a617-3c9c6d73b73f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4950564 Jan 25 15:33:16.909529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:16.909871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.001661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.039036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.060199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f565ca8d-f677-416b-98d8-8474045f8edf tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.060801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f565ca8d-f677-416b-98d8-8474045f8edf tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Synchronizing usage tracker for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:network {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:17.112688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.230149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14294d6e-cad6-47bc-9bdd-4a032f497611 req-58b25e0c-d20c-4991-ba51-2d1067d73997 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.231778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14294d6e-cad6-47bc-9bdd-4a032f497611 req-58b25e0c-d20c-4991-ba51-2d1067d73997 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5927474 Jan 25 15:33:17.238470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network f4241332-a592-402c-84b8-a46b2a10cda7 is not hosted by any dhcp agent {{(pid=84139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 25 15:33:17.242094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.242672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.247120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "PUT /v2.0/networks/f4241332-a592-402c-84b8-a46b2a10cda7 HTTP/1.1" status: 200 len: 758 time: 1.0504203 Jan 25 15:33:17.247120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c2b27-cffc-4b6e-a0e1-3027921f6e0c tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=f4241332-a592-402c-84b8-a46b2a10cda7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:17.258345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f4241332-a592-402c-84b8-a46b2a10cda7 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:17.267238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56326) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:17.309290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-6eb8d365-deff-4e3c-bb08-c0b273be2437 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.6598175 Jan 25 15:33:17.310308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.375645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for bb848c30-d2a2-4122-b2af-03aa8aa15a9a owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:17.418193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f565ca8d-f677-416b-98d8-8474045f8edf tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Unset dirty status for tenant:3fb97f85291c4034b4121734c6034fd1 on resource:network {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:17.422883 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f565ca8d-f677-416b-98d8-8474045f8edf tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks?id=2f78eeea-7586-4102-bb08-0ce1933a749d HTTP/1.1" status: 200 len: 764 time: 0.7234013 Jan 25 15:33:17.429657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56332) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:17.544734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] For port 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,segment=NetworkSegment(01e1dd9c-536b-4c19-8d3e-23676f256530),segment_id=01e1dd9c-536b-4c19-8d3e-23676f256530)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:17.545241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.604597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14294d6e-cad6-47bc-9bdd-4a032f497611 req-59e12573-1481-4545-b4d3-abdf5e05ab45 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574233 Jan 25 15:33:17.618998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:17.623330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335dc6b6-b5a3-48dc-8493-2d0591cd8fd8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.625036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-335dc6b6-b5a3-48dc-8493-2d0591cd8fd8 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks?id=f4241332-a592-402c-84b8-a46b2a10cda7 HTTP/1.1" status: 200 len: 761 time: 0.3523135 Jan 25 15:33:17.625862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=1103293e-1c1b-4385-8695-626c3a2bfb4b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:17.641233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:17.642884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:17.653282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:17.687924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1549838202'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:17.704425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:17.861045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e00974-8db4-4f67-adbf-82c00530e189 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.866306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e00974-8db4-4f67-adbf-82c00530e189 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:17.869818 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-92e00974-8db4-4f67-adbf-82c00530e189 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.4319441 Jan 25 15:33:17.876793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56340) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:17.917927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:17.924974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:17.932837 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1e4cb3e0-7615-4126-b134-78ca2abc498f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 207 time: 0.0527275 Jan 25 15:33:17.965258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-38326795-1780-4f86-9ebf-54258296612a None None] Provisioning for port 1103293e-1c1b-4385-8695-626c3a2bfb4b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:17.969837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56344) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:17.970030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-38326795-1780-4f86-9ebf-54258296612a None None] Provisioning complete for port 1103293e-1c1b-4385-8695-626c3a2bfb4b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:17.970372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-38326795-1780-4f86-9ebf-54258296612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.017681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-ea3b4169-47dc-423c-a7a6-3a73f5413c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.020372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-ea3b4169-47dc-423c-a7a6-3a73f5413c2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.7006459 Jan 25 15:33:18.028838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:18.030304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-38326795-1780-4f86-9ebf-54258296612a None None] Port 1103293e-1c1b-4385-8695-626c3a2bfb4b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:18.136711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=236c81d0-334f-4f3f-9f82-0a84f04c59a2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:18.188633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.195107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.196048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.255546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.259962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.264955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.265913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-7b0c519b-1806-4b42-84ce-235c9d7f8e2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.1928043 Jan 25 15:33:18.269456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.273478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.277582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.281438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.289250 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4ba931b1-255e-40c8-8f8e-abb06a1993dc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.3124292 Jan 25 15:33:18.289250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=bb848c30-d2a2-4122-b2af-03aa8aa15a9a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:18.290830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56348) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:18.393129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:18.396065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.410409 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19797564-272f-4b61-b917-d21ada5fd819 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9763272 Jan 25 15:33:18.411210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56352) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:18.447815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.497286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-b7f08539-9cfd-4d32-9870-c47b47016e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.499499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-b7f08539-9cfd-4d32-9870-c47b47016e1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.1147950 Jan 25 15:33:18.500136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.517131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f3e5f7-2d73-4cff-b9d9-041f5ad1ae7d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:18.575617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:18.633613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:18.706911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:floatingip and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:18.728590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:18.737609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.738051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 89432ea3-adf6-46ee-ab1e-20fe607087f4 of type vlan for network 2f927b2c-66b7-43fe-bff1-4d6baeead481 Jan 25 15:33:18.762635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.793773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:18.816116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:18.921837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.925581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:18.926210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:18.956608 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aea68199-cd5a-40d1-af6a-4a2ae759c44e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 916 time: 0.6624060 Jan 25 15:33:18.960153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56358) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:19.026589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.038126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.100276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.149232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-f8589081-843d-47ef-b699-9179ed176aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5689576 Jan 25 15:33:19.150115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.153206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=2f927b2c-66b7-43fe-bff1-4d6baeead481,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:19.166140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:19.257634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-483f8e85-d704-410d-a449-84ea6d7ccbf1 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6090910 Jan 25 15:33:19.310024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56362) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:19.324552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:19.337896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.339346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.340686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.342026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.343364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.345101 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-32426bcb-7ef6-4679-ab6c-10ce248f4935 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3840933 Jan 25 15:33:19.348986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56366) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:19.350377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.360200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.410652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.560063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.561393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.562967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.563926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.565824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.573407 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dc18315f-3f94-4ca3-b8ac-46a340967292 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2131131 Jan 25 15:33:19.573573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e307654-fc55-416e-89d1-25be6c5f4d68 req-187e8519-a083-4161-a9af-33692d8aac31 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:19.573881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56370) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:19.576118 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e307654-fc55-416e-89d1-25be6c5f4d68 req-187e8519-a083-4161-a9af-33692d8aac31 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.7576396 Jan 25 15:33:19.640475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.641176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:19.684328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:19.690688 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-a6f2becd-3d6e-4193-bc7f-8d5872433614 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810910 Jan 25 15:33:19.693950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.700756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1a4dee1f-0fbe-4d5f-bb0c-d1b94e09507a tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 204 len: 168 time: 6.0937319 Jan 25 15:33:19.700756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56374) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:19.719135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Usage tracker for resource:subnet and tenant:991f5d1adb574ded8e558947486725d1 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:19.728877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801883662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:19.733368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:19.734468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.734952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19270f97-0b4c-44fa-873a-b279f09042e2 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:19.742132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:19.807640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e307654-fc55-416e-89d1-25be6c5f4d68 req-3bbefc2f-c472-49cd-b132-3f6aec8f47fe tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304640 Jan 25 15:33:19.808873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:19.822731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:19.838562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:19.847624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:19.938266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:19.973560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:19.974828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f2a98541-2c29-49ff-baa2-efff5d5a8852 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/routers/19270f97-0b4c-44fa-873a-b279f09042e2 HTTP/1.1" status: 204 len: 168 time: 6.5019648 Jan 25 15:33:19.985768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56378) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.013942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.014856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.029686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a8016a3-727d-4377-a359-3ebd7493d0e1 req-55546cff-af1b-47f7-ad82-1fec219623fe service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302281 Jan 25 15:33:20.031135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.032487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56382) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.107665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'subnets': [{'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885747658', 'ip_version': 6}, {'network_id': 'da158355-f874-4943-8139-401b14136df6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:20.107940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'subnet': {'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--885747658', 'ip_version': 6}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:20.108564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Request body: {'subnet': {'network_id': 'da158355-f874-4943-8139-401b14136df6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:20.117207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.140119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.140328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609f9e4-1f07-4897-803a-3e1e45b09bc8 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:20.141631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c609f9e4-1f07-4897-803a-3e1e45b09bc8 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks/43a30edc-c482-45a1-b2b5-040515a9ce8e HTTP/1.1" status: 200 len: 803 time: 0.5651226 Jan 25 15:33:20.169109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56386) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.267164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting subnet 5d9871a2-5a48-4be2-8b06-16a441b75c08 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:20.291894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.427947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Allocated IP 172.26.8.228 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:20.432629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.442287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.459330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 6769b22c-06c3-467c-ae4d-a0d01c3aff6f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:20.479565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68c1ef73-649c-4c9e-9778-4452c42cb39a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/networks/43a30edc-c482-45a1-b2b5-040515a9ce8e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3093219 Jan 25 15:33:20.482995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56390) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.575194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:20.588487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Usage tracker for resource:subnet and tenant:b642ae913d7f416d8e2bc5aebccf4d43 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:20.623462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.624865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e6aee196-5090-4f10-84a8-6adfdc3ef39e tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9239397 Jan 25 15:33:20.630089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56394) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.638324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:20.648725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.650835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:20.694294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:20.700913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a272138-1f0a-493d-ab0f-7e71bd684e74 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:20.708153 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0a272138-1f0a-493d-ab0f-7e71bd684e74 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets/77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4 HTTP/1.1" status: 200 len: 843 time: 0.2182825 Jan 25 15:33:20.708153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56398) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.811537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.853879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:20.864480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8ea235-983b-4497-9cfd-b1f1eca239a8 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:20.865853 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9f8ea235-983b-4497-9cfd-b1f1eca239a8 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "GET /v2.0/subnets/77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1571782 Jan 25 15:33:20.871781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a76eac25-0466-43f2-bef5-1dc622932b5e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6785610 Jan 25 15:33:20.871781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56404) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.872263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Made reservation on behalf of b642ae913d7f416d8e2bc5aebccf4d43 for: {'subnet': 2} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:20.877068 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] Sync routers for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:20.891444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56406) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:20.892551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:20.893619 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:20.900460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342725534'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:20.905165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:20.968490 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:20.979602 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] Routers {'6769b22c-06c3-467c-ae4d-a0d01c3aff6f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:20.980285 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:20.987203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:20.993841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.025525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6d461456-bb28-4bf3-8c25-e45fa63d8c74 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:21.041363 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:21.041892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b56815-d25e-46ec-9ee7-efabda415d71 None None] The sync data for ids ['6769b22c-06c3-467c-ae4d-a0d01c3aff6f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:21.056494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9871a2-5a48-4be2-8b06-16a441b75c08,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:21.060714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:21.095338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.097209 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1178a2d4-8ef1-47b8-a1c5-d884d7ffb10e tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/5d9871a2-5a48-4be2-8b06-16a441b75c08 HTTP/1.1" status: 204 len: 168 time: 1.1104591 Jan 25 15:33:21.112975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56414) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:21.202148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.232660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:21.235516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.244592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6d461456-bb28-4bf3-8c25-e45fa63d8c74 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:21.245713 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6d461456-bb28-4bf3-8c25-e45fa63d8c74 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=6769b22c-06c3-467c-ae4d-a0d01c3aff6f HTTP/1.1" status: 200 len: 205 time: 0.3531473 Jan 25 15:33:21.255604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56418) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:21.263898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=daaf1d19-08b3-4c14-b0f4-579a5f08ec05,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:21.320230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.323489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.323807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.351963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:21.431249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:21.449191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:21.451695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:21.457835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:21.536362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '89432ea3-adf6-46ee-ab1e-20fe607087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:21.536627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: 2f927b2c-66b7-43fe-bff1-4d6baeead481, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:21.548121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.548466 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Added segment 798505ad-4299-4804-a929-0a508a0f30fc of type vlan for network 05df5cbe-887f-4a04-872a-542ffefb087d Jan 25 15:33:21.650886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e752a5-30b5-4c60-a2f9-feff522fc147 req-92667588-e6d1-4bad-8c9b-a183f5f1ef60 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:21.652335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2e752a5-30b5-4c60-a2f9-feff522fc147 req-92667588-e6d1-4bad-8c9b-a183f5f1ef60 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.6566217 Jan 25 15:33:21.664672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.706991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.713818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.746961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371aca5d-0951-4f05-9707-2c67573832bb']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:21.753316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.772307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e1dd9c-536b-4c19-8d3e-23676f256530') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:21.772601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e1dd9c-536b-4c19-8d3e-23676f256530') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:21.791498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.837250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.848148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:21.848551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.854017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:21.861440 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:21.921593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2e752a5-30b5-4c60-a2f9-feff522fc147 req-a41d868a-e7fb-4a29-8b90-e111e5413534 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614982 Jan 25 15:33:21.923823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:21.927974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:21.928548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.003690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 2f927b2c-66b7-43fe-bff1-4d6baeead481) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:22.013855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43d58fd-2389-4427-a247-a4d1845ee1b1 None None] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:22.021420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:22.021996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.085399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Network': ['ID=05df5cbe-887f-4a04-872a-542ffefb087d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:22.105725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 05df5cbe-887f-4a04-872a-542ffefb087d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:22.168855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.197561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 371aca5d-0951-4f05-9707-2c67573832bb {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 25 15:33:22.212213 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce7a176d-2793-4741-b077-4930c5c86d5c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3245325 Jan 25 15:33:22.218827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.224072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56422) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:22.224519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Network': ['ID=371aca5d-0951-4f05-9707-2c67573832bb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:22.247888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:22.271389 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9ac99169-1edc-464a-98fd-9980fa554384 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/networks/371aca5d-0951-4f05-9707-2c67573832bb HTTP/1.1" status: 204 len: 168 time: 1.1573253 Jan 25 15:33:22.282625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.299657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.307004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.380573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-2f927b2c-66b7-43fe-bff1-4d6baeead481', 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': 'daaf1d19-08b3-4c14-b0f4-579a5f08ec05'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:22.381414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.389504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0322ecb2-1240-45be-9086-90d22e3e0ecc tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0775442 Jan 25 15:33:22.390411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56428) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:22.491057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:22.497448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Usage tracker for resource:subnet and tenant:3fb97f85291c4034b4121734c6034fd1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:22.501776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Quota usage for subnet was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:22.509409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:22.622510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Made reservation on behalf of 3fb97f85291c4034b4121734c6034fd1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:22.676742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.700510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.701087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router 6769b22c-06c3-467c-ae4d-a0d01c3aff6f {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:22.729792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Allocated IP 172.20.0.2 (2f927b2c-66b7-43fe-bff1-4d6baeead481/daaf1d19-08b3-4c14-b0f4-579a5f08ec05/3a412268-058e-47c7-b805-0c708b83fae4) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:22.742748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.771816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.775698 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eaf51d27-6370-4325-b297-83ad4bb908ca tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f HTTP/1.1" status: 204 len: 168 time: 1.5094919 Jan 25 15:33:22.787760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56436) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:22.854843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.881492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56440) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:22.915003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.941420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'name': 'tempest-router--1066232478', 'project_id': '4da364cec4aa4355a815e1f8f70f994d'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:22.958828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.959135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:22.976813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:22.979771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:router and tenant:4da364cec4aa4355a815e1f8f70f994d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:22.988082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Transition to ACTIVE for port object 3a412268-058e-47c7-b805-0c708b83fae4 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:22.992870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:22.999463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.000411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:33:23.001097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:33:23.010549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Transition to ACTIVE for port object 3a412268-058e-47c7-b805-0c708b83fae4 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:23.016928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:23.030691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Subnet': ['ID=3bfccc63-da73-4259-87bd-ccbb2b1c04d1,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:23.050172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Checking segment: {'id': '0e036a2b-05bc-417d-9840-e1d6ab2ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:23.050519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network hostable DHCP agents. Network: afb2104a-7dc4-4fec-9d2a-3c6b9427f62d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:23.088101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.116232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.117210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.169409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.182759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:23.187156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:23.190551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:23.195584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:23.196808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Pushing event updated for resources: {'Port': ['ID=3a412268-058e-47c7-b805-0c708b83fae4,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:23.238892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 3a412268-058e-47c7-b805-0c708b83fae4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:23.239327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.271119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.277308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.281975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, afb2104a-7dc4-4fec-9d2a-3c6b9427f62d) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:23.288649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Attempting to bind port 3a412268-058e-47c7-b805-0c708b83fae4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:23.288649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Attempting to bind port 3a412268-058e-47c7-b805-0c708b83fae4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '89432ea3-adf6-46ee-ab1e-20fe607087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:23.289028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Attempting to bind port 3a412268-058e-47c7-b805-0c708b83fae4 on network 2f927b2c-66b7-43fe-bff1-4d6baeead481 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:23.293857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155a56f-5a25-46ab-a5d4-49e8d08bdfc1 None None] Network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:23.339896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.366290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:23.366666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Checking segment: {'id': '89432ea3-adf6-46ee-ab1e-20fe607087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:23.367067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.367807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Bound using segment: {'id': '89432ea3-adf6-46ee-ab1e-20fe607087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:23.367968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Bound port: 3a412268-058e-47c7-b805-0c708b83fae4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89432ea3-adf6-46ee-ab1e-20fe607087f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '2f927b2c-66b7-43fe-bff1-4d6baeead481'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:23.368800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.415762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=3cd8f18a-7c3b-45f6-8216-835028ce90f6,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:23.464962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.466270 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-42db7aed-47b7-4e39-b55d-bbdbb97cfb5f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5765963 Jan 25 15:33:23.472565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56448) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:23.490368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 28e5b95f-b66c-4b26-84b9-084782de1167 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:23.506794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.540277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] For port 3a412268-058e-47c7-b805-0c708b83fae4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:23.557415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] For port 3a412268-058e-47c7-b805-0c708b83fae4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3a412268-058e-47c7-b805-0c708b83fae4,segment=NetworkSegment(89432ea3-adf6-46ee-ab1e-20fe607087f4),segment_id=89432ea3-adf6-46ee-ab1e-20fe607087f4)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:23.609757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-afb2104a-7dc4-4fec-9d2a-3c6b9427f62d', 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d', 'tenant_id': 'b642ae913d7f416d8e2bc5aebccf4d43', 'fixed_ips': [{'subnet_id': '3bfccc63-da73-4259-87bd-ccbb2b1c04d1'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:23.610587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.660677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Checking segment: {'id': '798505ad-4299-4804-a929-0a508a0f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:23.661470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network hostable DHCP agents. Network: 05df5cbe-887f-4a04-872a-542ffefb087d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:23.661714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9beb3c-adc8-4972-b7d2-afc296231082 req-0081bb64-a6a9-4cb6-a8e0-c2cdfa8a14b7 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:23.663217 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e9beb3c-adc8-4972-b7d2-afc296231082 req-0081bb64-a6a9-4cb6-a8e0-c2cdfa8a14b7 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5280199 Jan 25 15:33:23.664740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Allocated IP 172.26.8.88 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/4da9653d-f0f8-4192-9b59-e38842ba391d) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:23.665465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.676748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.676964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Checking segment: {'id': 'feccaf74-7bf4-4a92-932d-0644d66f7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'da158355-f874-4943-8139-401b14136df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:23.677178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network hostable DHCP agents. Network: da158355-f874-4943-8139-401b14136df6, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:23.687094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event updated for resources: {'Subnet': ['ID=4c4c90de-5ac2-48e0-b8dc-a581d8a450de,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:23.708032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.761976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.774165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:23.815907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3e8e7-88e9-481f-996f-516fe376894e None None] Pushing event updated for resources: {'Port': ['ID=3a412268-058e-47c7-b805-0c708b83fae4,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:23.839446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Network 05df5cbe-887f-4a04-872a-542ffefb087d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:23.906990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Allocated IP 2001:db8::1 (afb2104a-7dc4-4fec-9d2a-3c6b9427f62d/3bfccc63-da73-4259-87bd-ccbb2b1c04d1/507f0585-8ab5-49b1-9a84-2f371e9de5d9) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:23.912744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Network da158355-f874-4943-8139-401b14136df6 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:23.995716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 05df5cbe-887f-4a04-872a-542ffefb087d) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:24.005330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, da158355-f874-4943-8139-401b14136df6) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:24.030924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e9beb3c-adc8-4972-b7d2-afc296231082 req-c62c1472-e1b9-42b4-8782-a74136511212 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3523636 Jan 25 15:33:24.037635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aaab9-9546-42b1-911c-5733125417c6 None None] Network 05df5cbe-887f-4a04-872a-542ffefb087d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:24.063266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d921ab-cbdb-4f76-aabc-f55c1cf429da None None] Network da158355-f874-4943-8139-401b14136df6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:24.067540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 3a412268-058e-47c7-b805-0c708b83fae4, host dv-neutron-826291-2-hyperv, got binding levels [] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:24.067897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.100775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.101404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.117028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.117684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.118040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-6950107'] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.303313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.307212 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-35d310a0-112e-409d-ba91-8fca2bf724a7 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.2675712 Jan 25 15:33:24.309924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56452) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:24.312363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.347636 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b786898b-5f4b-4c20-b317-c750b490de6b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.1209011 Jan 25 15:33:24.352688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56456) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:24.363846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:24.388727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 3a412268-058e-47c7-b805-0c708b83fae4 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:24.427737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:24.443394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.444735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.446234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:24.447448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Synchronizing usage tracker for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:24.476313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.480641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.523100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-05df5cbe-887f-4a04-872a-542ffefb087d', 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d', 'tenant_id': '3fb97f85291c4034b4121734c6034fd1', 'fixed_ips': [{'subnet_id': '3cd8f18a-7c3b-45f6-8216-835028ce90f6'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:24.524001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.534092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7431785'] for subnet, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.540988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.541552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 862e8134-19de-4e0c-abf6-f333c4843ecc {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:24.548715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.558552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.562217 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-150693e2-ce5b-4875-91e3-cc8c31c7b332 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/routers/862e8134-19de-4e0c-abf6-f333c4843ecc HTTP/1.1" status: 204 len: 168 time: 1.0835922 Jan 25 15:33:24.596158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Unset dirty status for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:24.599175 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-27c92db5-f214-4b56-98e9-f517f087e411 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2882037 Jan 25 15:33:24.610301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56462) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:24.653839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.658950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-01fc0173-2894-4c7e-aff9-fdc79853429d tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2081418 Jan 25 15:33:24.658950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:24.658950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:24.660319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56466) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:24.667450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bbe498f1-4ad9-466d-9351-e4fae8d94f24 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'floatingip': {'port_id': '1103293e-1c1b-4385-8695-626c3a2bfb4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:24.676297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.705525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Transition to ACTIVE for port object 507f0585-8ab5-49b1-9a84-2f371e9de5d9 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:24.748422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.749352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting subnet 3bfccc63-da73-4259-87bd-ccbb2b1c04d1 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:24.784996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Transition to ACTIVE for port object 507f0585-8ab5-49b1-9a84-2f371e9de5d9 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:24.788970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-da158355-f874-4943-8139-401b14136df6', 'network_id': 'da158355-f874-4943-8139-401b14136df6', 'tenant_id': 'b642ae913d7f416d8e2bc5aebccf4d43', 'fixed_ips': [{'subnet_id': '4c4c90de-5ac2-48e0-b8dc-a581d8a450de'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:24.789903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.806414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.862825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.882119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.890254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=28e5b95f-b66c-4b26-84b9-084782de1167,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:24.900460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bbe498f1-4ad9-466d-9351-e4fae8d94f24 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.941938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:24.973267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.973838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.974234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.974625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.975737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.975737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.975737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.976453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.976911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.977392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:24.977823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:25.003366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.013089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56470) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:25.016237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1863310'] for subnet, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.016531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3011f44-1b07-4f64-ace3-80a5299baba4 None None] Network 999142a8-88df-43c1-8634-404eb369e96b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:25.024314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:25.038335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:25.043453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Pushing event updated for resources: {'Port': ['ID=4da9653d-f0f8-4192-9b59-e38842ba391d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:25.072574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:25.115873 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad425db4-6ab5-4c1a-8ce6-8a62f086b9b2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/28e5b95f-b66c-4b26-84b9-084782de1167 HTTP/1.1" status: 204 len: 168 time: 2.3243918 Jan 25 15:33:25.127531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56478) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:25.148794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:25.171754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 3a412268-058e-47c7-b805-0c708b83fae4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:25.172896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.184012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:25.185769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Pushing event updated for resources: {'Port': ['ID=507f0585-8ab5-49b1-9a84-2f371e9de5d9,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:25.187935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:25.224456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:25.226206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.234869 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "PUT /v2.0/subnets/3cd8f18a-7c3b-45f6-8216-835028ce90f6 HTTP/1.1" status: 200 len: 900 time: 0.8775704 Jan 25 15:33:25.246897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56482) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:25.248151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5be337-4986-4ed1-98e2-a73db656e112 None None] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:25.260893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.303681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Allocated IP 2001:db8::3 (05df5cbe-887f-4a04-872a-542ffefb087d/3cd8f18a-7c3b-45f6-8216-835028ce90f6/121dd561-302f-4aac-bd3a-56f99dfa9736) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:25.569753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2dfed-e714-4b06-9a7d-5bce3ceb617a tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event updated for resources: {'Subnet': ['ID=3cd8f18a-7c3b-45f6-8216-835028ce90f6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:25.573798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.584421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1667496992', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:25.614404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3a412268-058e-47c7-b805-0c708b83fae4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:25.624964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:25.645925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:25.651699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.654920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfccc63-da73-4259-87bd-ccbb2b1c04d1,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:25.659533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:25.672642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:25.730141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.737021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-bbe498f1-4ad9-466d-9351-e4fae8d94f24 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] update failed (client error): The resource could not be found. Jan 25 15:33:25.740973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bbe498f1-4ad9-466d-9351-e4fae8d94f24 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "PUT /v2.0/floatingips/82eefc48-305f-4221-a065-586e5106aaa1 HTTP/1.1" status: 404 len: 507 time: 1.0764518 Jan 25 15:33:25.741880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56486) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:25.784678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 3a412268-058e-47c7-b805-0c708b83fae4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3a412268-058e-47c7-b805-0c708b83fae4,segment=NetworkSegment(89432ea3-adf6-46ee-ab1e-20fe607087f4),segment_id=89432ea3-adf6-46ee-ab1e-20fe607087f4)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:25.785683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.809779 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b147a00c-644f-4eb3-9fd6-a354c387eb4a tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/subnets/3bfccc63-da73-4259-87bd-ccbb2b1c04d1 HTTP/1.1" status: 204 len: 168 time: 1.1950097 Jan 25 15:33:25.826330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Allocated IP 2001:db8:0:1::1 (da158355-f874-4943-8139-401b14136df6/4c4c90de-5ac2-48e0-b8dc-a581d8a450de/f0884da8-5794-4681-b6cf-f73b303df0ae) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:25.853754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-69fb27d5-0046-4ced-a610-ee23afc41041 None None] Provisioning for port 3a412268-058e-47c7-b805-0c708b83fae4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:25.888016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56490) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:25.896526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.897817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:25.927874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 3a412268-058e-47c7-b805-0c708b83fae4 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:25.976163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Attempting to bind port 507f0585-8ab5-49b1-9a84-2f371e9de5d9 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:25.976509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Attempting to bind port 507f0585-8ab5-49b1-9a84-2f371e9de5d9 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0e036a2b-05bc-417d-9840-e1d6ab2ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:25.976873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Attempting to bind port 507f0585-8ab5-49b1-9a84-2f371e9de5d9 on network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:26.003287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.075979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:26.075979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Checking segment: {'id': '0e036a2b-05bc-417d-9840-e1d6ab2ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:26.076406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.077395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Bound using segment: {'id': '0e036a2b-05bc-417d-9840-e1d6ab2ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:26.077395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Bound port: 507f0585-8ab5-49b1-9a84-2f371e9de5d9, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e036a2b-05bc-417d-9840-e1d6ab2ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'afb2104a-7dc4-4fec-9d2a-3c6b9427f62d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:26.084834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.098885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:26.099381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.144808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5860ac6-a2de-4e96-ad16-a1da91331270 req-d60760bd-ea68-4b8d-a157-ae836f23908a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:26.160259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5860ac6-a2de-4e96-ad16-a1da91331270 req-d60760bd-ea68-4b8d-a157-ae836f23908a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.8429868 Jan 25 15:33:26.163186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting subnet 4c4c90de-5ac2-48e0-b8dc-a581d8a450de {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:26.172916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.212985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 73a68444-691b-4250-b85e-a03f8d43fedb {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:26.235093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.310375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.311141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.324447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.376884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 3a412268-058e-47c7-b805-0c708b83fae4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:26.381939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5860ac6-a2de-4e96-ad16-a1da91331270 req-3c932309-b52e-4756-b92e-31c494d84bbf tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204790 Jan 25 15:33:26.412811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] DHCP port deletion for 999142a8-88df-43c1-8634-404eb369e96b request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:26.436092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.448127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 3a412268-058e-47c7-b805-0c708b83fae4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:26.448620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.450525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.479849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Deleting port 610693cd-e653-4129-ad1d-14adfe319fb5 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:26.480251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.511149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Transition to ACTIVE for port object 121dd561-302f-4aac-bd3a-56f99dfa9736 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:26.514421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Calling delete_port for 83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:26.519818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.522882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] For port 507f0585-8ab5-49b1-9a84-2f371e9de5d9, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:26.543238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.587294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=3a412268-058e-47c7-b805-0c708b83fae4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:26.589285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] For port 507f0585-8ab5-49b1-9a84-2f371e9de5d9, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=507f0585-8ab5-49b1-9a84-2f371e9de5d9,segment=NetworkSegment(0e036a2b-05bc-417d-9840-e1d6ab2ac95f),segment_id=0e036a2b-05bc-417d-9840-e1d6ab2ac95f)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:26.599945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Transition to ACTIVE for port object f0884da8-5794-4681-b6cf-f73b303df0ae will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:26.616148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Transition to ACTIVE for port object 121dd561-302f-4aac-bd3a-56f99dfa9736 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:26.661235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.683341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Could not find standard attr ID for object 3a412268-058e-47c7-b805-0c708b83fae4. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:33:26.685165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.687538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Transition to ACTIVE for port object f0884da8-5794-4681-b6cf-f73b303df0ae will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:26.691301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.697608 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No ports have port_id starting with 3a412268-058e-47c7-b805-0c708b83fae4 Jan 25 15:33:26.774738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port 3a412268-058e-47c7-b805-0c708b83fae4 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:26.816878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.824469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.837876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.849168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.853591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.873466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.876342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.900235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] For port 610693cd-e653-4129-ad1d-14adfe319fb5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=610693cd-e653-4129-ad1d-14adfe319fb5,segment=NetworkSegment(93019b8f-15f3-4e6b-9250-3c76500a5029),segment_id=93019b8f-15f3-4e6b-9250-3c76500a5029)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:26.900573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.920807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69a95d-bd7c-4adc-97ff-cff7682550f9 None None] Pushing event updated for resources: {'Port': ['ID=507f0585-8ab5-49b1-9a84-2f371e9de5d9,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:26.933332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:26.973559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Network 05df5cbe-887f-4a04-872a-542ffefb087d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:27.004635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Port': ['ID=83c1fff1-4b7f-4aa9-9e6b-39f27ce906e8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.027019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.032139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:27.035443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:27.058678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd8f18a-7c3b-45f6-8216-835028ce90f6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.077973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=73a68444-691b-4250-b85e-a03f8d43fedb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.081148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.089005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.102552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-962cf0d3-8c2d-4274-8ee0-3c1a2d48b76f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/73a68444-691b-4250-b85e-a03f8d43fedb HTTP/1.1" status: 204 len: 168 time: 1.9736295 Jan 25 15:33:27.115093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77358d0f-db07-4f25-a6f2-cb3e0b9e6363 None None] DHCP port deletion for 2f927b2c-66b7-43fe-bff1-4d6baeead481 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:27.124663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Network da158355-f874-4943-8139-401b14136df6 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:27.134758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Calling delete_port for 610693cd-e653-4129-ad1d-14adfe319fb5 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:27.150630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56494) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:27.158167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.162573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1facbc3-a73d-4179-8d72-8e509c823442 None None] Network 8a89105f-2e6f-45fb-b036-c533037e5817 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:27.192922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:27.196048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:27.208475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-48e3c0cf-7409-48b2-b8f5-7dfa7a7653bc None None] Could not find standard attr ID for object 3a412268-058e-47c7-b805-0c708b83fae4. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:33:27.287718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=daaf1d19-08b3-4c14-b0f4-579a5f08ec05,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.321405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.321983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.322250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.322418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.322738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.323066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.323392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.323714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.324033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.324351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.324670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.327844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.328185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.329144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.329144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.329144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.329513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.329814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.330130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.330511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.330830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.331145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:27.384309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192f6fa-287d-4f3d-8fbd-4c6f5ed0a353 None None] Network 2f927b2c-66b7-43fe-bff1-4d6baeead481 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:27.424572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.436034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.436218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Pushing event updated for resources: {'Port': ['ID=121dd561-302f-4aac-bd3a-56f99dfa9736,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.471850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.473936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f927b2c-66b7-43fe-bff1-4d6baeead481']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.493518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89432ea3-adf6-46ee-ab1e-20fe607087f4') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.494167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89432ea3-adf6-46ee-ab1e-20fe607087f4') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.516431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.541138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.547315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05df5cbe-887f-4a04-872a-542ffefb087d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.553544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:27.556461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.556625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.573306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798505ad-4299-4804-a929-0a508a0f30fc') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.573691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798505ad-4299-4804-a929-0a508a0f30fc') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:27.579567 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:27.595707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3a412268-058e-47c7-b805-0c708b83fae4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:27.599641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.633340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.657798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.682274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:27.682502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:27.701447 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:27.708540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.708540 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-97f4d049-e7fc-48e3-8114-dfc52d5b05f6 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "DELETE /v2.0/floatingips/82eefc48-305f-4221-a065-586e5106aaa1 HTTP/1.1" status: 204 len: 168 time: 1.9651246 Jan 25 15:33:27.751719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 3a412268-058e-47c7-b805-0c708b83fae4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:27.752349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3a412268-058e-47c7-b805-0c708b83fae4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:27.752634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 610693cd-e653-4129-ad1d-14adfe319fb5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:27.759402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:27.778897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'floatingip': {'floating_network_id': '5c6c173d-864d-4363-8d50-9ea0b014e501', 'port_id': '1103293e-1c1b-4385-8695-626c3a2bfb4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:27.813722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:27.823448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 610693cd-e653-4129-ad1d-14adfe319fb5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:27.824167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.833946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:floatingip and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:27.839387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:27.851292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:27.879106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b500e0-93f9-400e-9af9-99b6db8da501 None None] Network afb2104a-7dc4-4fec-9d2a-3c6b9427f62d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:27.891538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Attempting to bind port 121dd561-302f-4aac-bd3a-56f99dfa9736 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:27.891834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Attempting to bind port 121dd561-302f-4aac-bd3a-56f99dfa9736 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '798505ad-4299-4804-a929-0a508a0f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:27.892188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Attempting to bind port 121dd561-302f-4aac-bd3a-56f99dfa9736 on network 05df5cbe-887f-4a04-872a-542ffefb087d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:27.894805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Pushing event updated for resources: {'Port': ['ID=f0884da8-5794-4681-b6cf-f73b303df0ae,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:27.896258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 15:33:27.896258 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 15:33:27.896258 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '05df5cbe-887f-4a04-872a-542ffefb087d'}] Jan 25 15:33:27.896258 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:27.896575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:27.898561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.930607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.950043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.987940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:27.993798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.008431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=2f927b2c-66b7-43fe-bff1-4d6baeead481,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:28.040810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2de9685b-3806-47a5-afb3-535c3cfe9c2f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/2f927b2c-66b7-43fe-bff1-4d6baeead481 HTTP/1.1" status: 204 len: 168 time: 5.6454656 Jan 25 15:33:28.042920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Attempting to bind port f0884da8-5794-4681-b6cf-f73b303df0ae on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:28.042920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Attempting to bind port f0884da8-5794-4681-b6cf-f73b303df0ae by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'feccaf74-7bf4-4a92-932d-0644d66f7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'da158355-f874-4943-8139-401b14136df6'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:28.042920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Attempting to bind port f0884da8-5794-4681-b6cf-f73b303df0ae on network da158355-f874-4943-8139-401b14136df6 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:28.043369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4c90de-5ac2-48e0-b8dc-a581d8a450de,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:28.046689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.050185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.089512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:28.089775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Checking segment: {'id': '798505ad-4299-4804-a929-0a508a0f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:28.090170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.090564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Bound using segment: {'id': '798505ad-4299-4804-a929-0a508a0f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:28.091843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Bound port: 121dd561-302f-4aac-bd3a-56f99dfa9736, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798505ad-4299-4804-a929-0a508a0f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '05df5cbe-887f-4a04-872a-542ffefb087d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:28.092582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.093811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4496a9-0879-4f75-a68b-9780f1376a40 req-5ed8dbc2-2d0c-4728-852f-28ff4840f227 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:28.100586 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de4496a9-0879-4f75-a68b-9780f1376a40 req-5ed8dbc2-2d0c-4728-852f-28ff4840f227 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5177150 Jan 25 15:33:28.120910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.181987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de4496a9-0879-4f75-a68b-9780f1376a40 req-9af9081f-6d57-453a-b150-59f0d164adec tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804729 Jan 25 15:33:28.184638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 610693cd-e653-4129-ad1d-14adfe319fb5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=610693cd-e653-4129-ad1d-14adfe319fb5,segment=NetworkSegment(93019b8f-15f3-4e6b-9250-3c76500a5029),segment_id=93019b8f-15f3-4e6b-9250-3c76500a5029)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:28.184766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:28.184972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.185351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Checking segment: {'id': 'feccaf74-7bf4-4a92-932d-0644d66f7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'da158355-f874-4943-8139-401b14136df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:28.185778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.186173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Bound using segment: {'id': 'feccaf74-7bf4-4a92-932d-0644d66f7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'da158355-f874-4943-8139-401b14136df6'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:28.186677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Bound port: f0884da8-5794-4681-b6cf-f73b303df0ae, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feccaf74-7bf4-4a92-932d-0644d66f7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'da158355-f874-4943-8139-401b14136df6'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:28.187050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.194055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Router 9e1623a9-2981-449d-8a87-a2adefc9dfe9 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:28.210129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.216192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] Pushing event deleted for resources: {'Port': ['ID=610693cd-e653-4129-ad1d-14adfe319fb5,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:28.222967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No active binding found for port 610693cd-e653-4129-ad1d-14adfe319fb5 {{(pid=84140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 25 15:33:28.223395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 610693cd-e653-4129-ad1d-14adfe319fb5 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:28.226229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64066de4-6393-4821-9aa3-c5ef64905870 None None] DHCP port deletion for 2f927b2c-66b7-43fe-bff1-4d6baeead481 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:28.268478 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3949d42-3f06-4b1c-92eb-fdc5719504d2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] GET failed (client error): The resource could not be found. Jan 25 15:33:28.268478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d3949d42-3f06-4b1c-92eb-fdc5719504d2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Synchronizing usage tracker for tenant:991f5d1adb574ded8e558947486725d1 on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:28.278460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b88b43-5fc9-4ef8-80b4-1c846f43b81d None None] No DVR routers for this DVR port 610693cd-e653-4129-ad1d-14adfe319fb5 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:28.304473 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6cf97cd0-25aa-4d2d-b571-5c99fbaf4d75 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/subnets/4c4c90de-5ac2-48e0-b8dc-a581d8a450de HTTP/1.1" status: 204 len: 168 time: 2.4149363 Jan 25 15:33:28.305350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56510) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.337433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 610693cd-e653-4129-ad1d-14adfe319fb5 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:28.358779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Allocated IP 172.26.8.194 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b4542cbc-b49d-4538-bf4c-c4d02cbe379c) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:28.404567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.474697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d3949d42-3f06-4b1c-92eb-fdc5719504d2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Unset dirty status for tenant:991f5d1adb574ded8e558947486725d1 on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:28.475109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] For port 121dd561-302f-4aac-bd3a-56f99dfa9736, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:28.478708 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d3949d42-3f06-4b1c-92eb-fdc5719504d2 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets/daaf1d19-08b3-4c14-b0f4-579a5f08ec05 HTTP/1.1" status: 404 len: 337 time: 0.4123363 Jan 25 15:33:28.479238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf505ae-efd7-4171-9ae7-5361c7de8f14 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:28.479874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.480229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2cf505ae-efd7-4171-9ae7-5361c7de8f14 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Synchronizing usage tracker for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:28.494698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] For port 121dd561-302f-4aac-bd3a-56f99dfa9736, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=121dd561-302f-4aac-bd3a-56f99dfa9736,segment=NetworkSegment(798505ad-4299-4804-a929-0a508a0f30fc),segment_id=798505ad-4299-4804-a929-0a508a0f30fc)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:28.499231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] For port f0884da8-5794-4681-b6cf-f73b303df0ae, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:28.502805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] For port f0884da8-5794-4681-b6cf-f73b303df0ae, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f0884da8-5794-4681-b6cf-f73b303df0ae,segment=NetworkSegment(feccaf74-7bf4-4a92-932d-0644d66f7000),segment_id=feccaf74-7bf4-4a92-932d-0644d66f7000)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:28.513478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:28.513800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:28.517098 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-319231a4-68dc-410e-be53-8bdece598b99 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:28.517098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319231a4-68dc-410e-be53-8bdece598b99 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:28.523495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 121dd561-302f-4aac-bd3a-56f99dfa9736 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:28.523820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.526308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-319231a4-68dc-410e-be53-8bdece598b99 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/2f927b2c-66b7-43fe-bff1-4d6baeead481 HTTP/1.1" status: 404 len: 339 time: 0.0424843 Jan 25 15:33:28.529690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.569161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.574273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.611068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] DHCP port deletion for 8a89105f-2e6f-45fb-b036-c533037e5817 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:28.635108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Deleting port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:28.635476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.674912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2cf505ae-efd7-4171-9ae7-5361c7de8f14 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Unset dirty status for tenant:b642ae913d7f416d8e2bc5aebccf4d43 on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:28.680392 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2cf505ae-efd7-4171-9ae7-5361c7de8f14 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3681390 Jan 25 15:33:28.680569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56522) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.696923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.732976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc1e1a-9a5e-471a-bffb-464149a08632 None None] Pushing event updated for resources: {'Port': ['ID=121dd561-302f-4aac-bd3a-56f99dfa9736,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:28.841981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 121dd561-302f-4aac-bd3a-56f99dfa9736, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=121dd561-302f-4aac-bd3a-56f99dfa9736,segment=NetworkSegment(798505ad-4299-4804-a929-0a508a0f30fc),segment_id=798505ad-4299-4804-a929-0a508a0f30fc)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:28.842328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.850623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e5e214-1c41-4104-8c65-1d0f69182dfb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:28.851313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-52e5e214-1c41-4104-8c65-1d0f69182dfb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Synchronizing usage tracker for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:28.866518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.888638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting port f0884da8-5794-4681-b6cf-f73b303df0ae {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:28.888977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.944461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:28.950032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:28.951157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0d1aca69-74bc-4cf3-8cbb-dfc1b2f8910c tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "PUT /v2.0/routers/9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 200 len: 915 time: 8.3114548 Jan 25 15:33:28.954159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56526) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.958898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-52e5e214-1c41-4104-8c65-1d0f69182dfb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Unset dirty status for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:28.963824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-52e5e214-1c41-4104-8c65-1d0f69182dfb tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4294391 Jan 25 15:33:28.964003 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:33:28.964003 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8f0a93a0-92dd-4838-ad0b-b4c48bce9e58 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1961937 Jan 25 15:33:28.964003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56530) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:28.975782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 121dd561-302f-4aac-bd3a-56f99dfa9736 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:29.024357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] Sync routers for ids ['9e1623a9-2981-449d-8a87-a2adefc9dfe9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:29.043370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56534) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:29.043611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 610693cd-e653-4129-ad1d-14adfe319fb5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:29.043838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.100106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ba30-1f06-4219-bf0a-571645811a0a None None] Pushing event updated for resources: {'Port': ['ID=f0884da8-5794-4681-b6cf-f73b303df0ae,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:29.136777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf83193-a80b-4495-a7f1-cbca811bdc35 None None] Network da158355-f874-4943-8139-401b14136df6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:29.159966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.161201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8eec0-fdae-41de-bec2-19787d8fdd38 None None] Network 05df5cbe-887f-4a04-872a-542ffefb087d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:29.168935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '1103293e-1c1b-4385-8695-626c3a2bfb4b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:29.176612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:29.211599 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-33dfa065-2be6-4962-a056-9e24b8afb197 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 207 time: 0.2474208 Jan 25 15:33:29.222223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56538) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:29.237033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] The port '610693cd-e653-4129-ad1d-14adfe319fb5' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:29.238502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Usage tracker for resource:floatingip and tenant:1d78de9885504c63bdf664922da29e31 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:29.242166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:29.322667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:29.331317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] Routers {'9e1623a9-2981-449d-8a87-a2adefc9dfe9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:29.331944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['9e1623a9-2981-449d-8a87-a2adefc9dfe9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.340991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:29.348528 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:29.353222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event updated for resources: {'Port': ['ID=b4542cbc-b49d-4538-bf4c-c4d02cbe379c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:29.357170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:29.411957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] For port 498f7e8d-09bd-4d8a-9c20-9027babf2e79, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=498f7e8d-09bd-4d8a-9c20-9027babf2e79,segment=NetworkSegment(9e7e17db-df4d-48c2-9f4a-ce699461fd3c),segment_id=9e7e17db-df4d-48c2-9f4a-ce699461fd3c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:29.412370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.446805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.489582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.552624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:29.556716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:29.560574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:29.564424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:29.565829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Synchronizing usage tracker for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:29.573786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=121dd561-302f-4aac-bd3a-56f99dfa9736,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:29.573951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] For port f0884da8-5794-4681-b6cf-f73b303df0ae, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f0884da8-5794-4681-b6cf-f73b303df0ae,segment=NetworkSegment(feccaf74-7bf4-4a92-932d-0644d66f7000),segment_id=feccaf74-7bf4-4a92-932d-0644d66f7000)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:29.574310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.591634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.595195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port 121dd561-302f-4aac-bd3a-56f99dfa9736 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:29.601180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 498f7e8d-09bd-4d8a-9c20-9027babf2e79 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:29.632730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Unset dirty status for tenant:991f5d1adb574ded8e558947486725d1 on resource:network {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:29.639090 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-de75483a-40f5-481c-91c2-5deb16f5fed3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4078457 Jan 25 15:33:29.639268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Calling delete_port for 498f7e8d-09bd-4d8a-9c20-9027babf2e79 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:29.651582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56542) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:29.726688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.728779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22aff8cf-fc26-4d08-b8dc-766477e9d443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.741321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Calling delete_port for f0884da8-5794-4681-b6cf-f73b303df0ae owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:29.815521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.839593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89662079-577a-4796-bf0c-68037b63e215 None None] Network 05df5cbe-887f-4a04-872a-542ffefb087d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:29.858692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05df5cbe-887f-4a04-872a-542ffefb087d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.860764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] Routers {'9e1623a9-2981-449d-8a87-a2adefc9dfe9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:29.861289 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['9e1623a9-2981-449d-8a87-a2adefc9dfe9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.883406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798505ad-4299-4804-a929-0a508a0f30fc') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.883993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798505ad-4299-4804-a929-0a508a0f30fc') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.905155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.907218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999142a8-88df-43c1-8634-404eb369e96b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.933531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93019b8f-15f3-4e6b-9250-3c76500a5029') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.934094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93019b8f-15f3-4e6b-9250-3c76500a5029') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.948710 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46deaf2d-b3cd-4393-b05d-63757c56c001 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2960248 Jan 25 15:33:29.951109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.953643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56546) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:29.959056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 257 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:29.959663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.970446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:29.974216 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:29.993364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:29.993790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41537e68-0719-4ee8-b8b3-ebd04488c64d None None] The sync data for ids ['9e1623a9-2981-449d-8a87-a2adefc9dfe9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:30.051294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.057211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.058117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.076782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:30.077550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:30.093219 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:30.159147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.166399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.173365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f142fa-0698-4250-a472-8c8931d664d7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:30.175399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f142fa-0698-4250-a472-8c8931d664d7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:30.176121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-37f142fa-0698-4250-a472-8c8931d664d7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Synchronizing usage tracker for tenant:991f5d1adb574ded8e558947486725d1 on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:30.177984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.238979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.242365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=05df5cbe-887f-4a04-872a-542ffefb087d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:30.252856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Port': ['ID=f0884da8-5794-4681-b6cf-f73b303df0ae,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:30.258798 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed2a7217-05d6-4415-b06d-e180595f6a78 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/05df5cbe-887f-4a04-872a-542ffefb087d HTTP/1.1" status: 204 len: 168 time: 5.0059645 Jan 25 15:33:30.259464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56550) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.271192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] No DVR routers for this DVR port f0884da8-5794-4681-b6cf-f73b303df0ae on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:30.309252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-37f142fa-0698-4250-a472-8c8931d664d7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Unset dirty status for tenant:991f5d1adb574ded8e558947486725d1 on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:30.314332 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-297c96f0-d956-44f1-b08e-e3f09d55adfa tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:30.314332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297c96f0-d956-44f1-b08e-e3f09d55adfa tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:30.314570 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-37f142fa-0698-4250-a472-8c8931d664d7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3555663 Jan 25 15:33:30.314653 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-297c96f0-d956-44f1-b08e-e3f09d55adfa tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/3cd8f18a-7c3b-45f6-8216-835028ce90f6 HTTP/1.1" status: 404 len: 337 time: 0.0514975 Jan 25 15:33:30.314653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56554) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.314956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56556) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.322810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b6f08d97-29e9-429e-a0f8-66f81d2861e5 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 200 len: 921 time: 1.3651719 Jan 25 15:33:30.326140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56562) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.350535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.388786 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-70085c53-0c0e-4204-80f8-628d6845ae98 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:30.389231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70085c53-0c0e-4204-80f8-628d6845ae98 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:30.393238 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-70085c53-0c0e-4204-80f8-628d6845ae98 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/05df5cbe-887f-4a04-872a-542ffefb087d HTTP/1.1" status: 404 len: 339 time: 0.0751951 Jan 25 15:33:30.394772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56566) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.400354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.422542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] Pushing event deleted for resources: {'Port': ['ID=498f7e8d-09bd-4d8a-9c20-9027babf2e79,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:30.433935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf044e0b-0d0e-4c6c-a3f2-3ff54cac05eb None None] No DVR routers for this DVR port 498f7e8d-09bd-4d8a-9c20-9027babf2e79 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:30.467192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.477580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.486328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6f34a-5ce4-459f-bead-8afc5be1262b None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:33:30.489860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39e183-8f3c-4db6-96bb-831c12aedcf5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:30.491387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef39e183-8f3c-4db6-96bb-831c12aedcf5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:30.495672 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ef39e183-8f3c-4db6-96bb-831c12aedcf5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1750844 Jan 25 15:33:30.496862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56570) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.539036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=999142a8-88df-43c1-8634-404eb369e96b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:30.547035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.562677 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-52c1b465-65fa-4b3a-9f6b-b61ec7be46bc tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/999142a8-88df-43c1-8634-404eb369e96b HTTP/1.1" status: 204 len: 168 time: 3.4107211 Jan 25 15:33:30.580246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56574) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.672907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6f34a-5ce4-459f-bead-8afc5be1262b None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:33:30.681668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da158355-f874-4943-8139-401b14136df6']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.711983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feccaf74-7bf4-4a92-932d-0644d66f7000') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.712245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feccaf74-7bf4-4a92-932d-0644d66f7000') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.719623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.763428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.813248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.817408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.822624 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a5192476-ade8-4f32-b7cf-8d5caac43ef3 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=9e1623a9-2981-449d-8a87-a2adefc9dfe9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4828348 Jan 25 15:33:30.833647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56578) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.859701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615061d0-aae9-490b-9df8-c894bd296e0e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:30.860012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:30.860413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.861311 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-615061d0-aae9-490b-9df8-c894bd296e0e tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks/e8c92187-7394-4da7-9528-ed18ae5ae6e0 HTTP/1.1" status: 200 len: 800 time: 0.3635352 Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:30.878402 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:30.883827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56582) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:30.934862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:30.961655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f78eeea-7586-4102-bb08-0ce1933a749d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.979715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91253b8b-d7eb-44ee-87c5-bf6bc392ebd8') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.979992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91253b8b-d7eb-44ee-87c5-bf6bc392ebd8') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:30.992890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.004494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Router aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:31.020889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.070400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff884e8-32f8-4934-8f70-609249acaabf None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:33:31.074356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Allocated IP 172.26.8.21 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/14513023-5679-407f-82e2-8434dbdf4161) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:31.091808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:31.092311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:31.192744 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:31.219408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff884e8-32f8-4934-8f70-609249acaabf None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:33:31.299332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.304196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.339243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=2f78eeea-7586-4102-bb08-0ce1933a749d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:31.344355 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ebc857f9-c59c-49eb-8f55-1a5401e3505c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/2f78eeea-7586-4102-bb08-0ce1933a749d HTTP/1.1" status: 204 len: 168 time: 0.9435008 Jan 25 15:33:31.346823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56586) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.400279 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caec6c7-79fb-427c-ac09-b96a68931530 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:31.400765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0caec6c7-79fb-427c-ac09-b96a68931530 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:31.402418 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0caec6c7-79fb-427c-ac09-b96a68931530 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/64715a81-281a-4ec7-aba9-46fc8c3b108c HTTP/1.1" status: 404 len: 337 time: 0.0547023 Jan 25 15:33:31.405136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56590) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.421963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.437233 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bd2623-a8d5-4005-be59-46de142916bc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:31.437694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bd2623-a8d5-4005-be59-46de142916bc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:31.443219 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-56bd2623-a8d5-4005-be59-46de142916bc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/df1bfa39-73e8-4258-bc9f-a53b6b689005 HTTP/1.1" status: 404 len: 339 time: 0.0333688 Jan 25 15:33:31.443405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2c04c4b5-b9ed-4f65-94d9-bf40138a5703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.443885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56594) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.477290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.493666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.519426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=da158355-f874-4943-8139-401b14136df6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:31.578204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a89105f-2e6f-45fb-b036-c533037e5817']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.585227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486dd271-09ec-48b8-8666-91f8d98946cd tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:31.589320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-486dd271-09ec-48b8-8666-91f8d98946cd tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.7496455 Jan 25 15:33:31.591667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56598) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.596480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bb6b73ab-0243-491f-b9dd-34ed605ac89f tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/da158355-f874-4943-8139-401b14136df6 HTTP/1.1" status: 204 len: 168 time: 2.9128709 Jan 25 15:33:31.599355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:31.600649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7e17db-df4d-48c2-9f4a-ce699461fd3c') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.600820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56602) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.600960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7e17db-df4d-48c2-9f4a-ce699461fd3c') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.613697 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] Sync routers for ids ['aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:31.631227 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e2ac221d-e0d0-4233-9c28-d81f685a4fda tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/networks/e8c92187-7394-4da7-9528-ed18ae5ae6e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.7431884 Jan 25 15:33:31.635957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.642139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56604) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.645037 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] Routers {'aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:31.646990 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.676954 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2d6fb33a-2449-4396-a4d1-05442171b9ea tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 200 len: 205 time: 0.0834336 Jan 25 15:33:31.685720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56610) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.707527 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.711358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.718447 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] Routers {'aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:31.719048 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.732473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:31.732859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:31.750066 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:31.753480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.776842 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:31.777263 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db67-bf52-4b8b-a4a2-8070ad2e4d43 None None] The sync data for ids ['aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:31.849074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a47988-1da1-4726-865f-83a36b60cc48 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:31.850526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-22a47988-1da1-4726-865f-83a36b60cc48 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets/d8b1f6bc-c607-441f-8c13-e74f8000c2b8 HTTP/1.1" status: 200 len: 811 time: 0.1989496 Jan 25 15:33:31.853507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.854412 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-79826f58-75fa-4c62-b3c3-a3d90b36ad95 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8394086 Jan 25 15:33:31.856769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56614) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.857113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56616) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:31.890045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting subnet d95de327-150a-4806-942d-a2673bb406f4 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:31.894712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.907779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.955522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Deleting port 507f0585-8ab5-49b1-9a84-2f371e9de5d9 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:31.955856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.961977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:31.966695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.008988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=8a89105f-2e6f-45fb-b036-c533037e5817,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:32.026044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d0e08e7-49af-4df6-aa2e-09fa2ca0f462 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/8a89105f-2e6f-45fb-b036-c533037e5817 HTTP/1.1" status: 204 len: 168 time: 1.4381521 Jan 25 15:33:32.026165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.026262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56622) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:32.034576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-2003152891'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:32.043153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff1a3ae-5f90-4eab-a890-4ac73d09619a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:32.044501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aff1a3ae-5f90-4eab-a890-4ac73d09619a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "GET /v2.0/subnets/d8b1f6bc-c607-441f-8c13-e74f8000c2b8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1864679 Jan 25 15:33:32.046144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:32.057643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56626) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:32.062229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:32.065242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:32.070620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-639707670'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:32.078112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:32.082312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:32.097774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:32.168065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.214908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:32.217821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.227351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:32.230279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.297094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:32.305985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:32.314635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:32.338580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event updated for resources: {'Port': ['ID=14513023-5679-407f-82e2-8434dbdf4161,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:32.365803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:32.369177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:32.396444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.396780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 1ac14c2e-043a-47cc-bad4-b2e7f626c53d of type vlan for network 9424d06d-5bdf-4613-9d9c-cccaaad63730 Jan 25 15:33:32.399646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.400300 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Added segment 6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7 of type vlan for network aa3f0bb2-7343-4ac7-8d93-2629983eb11a Jan 25 15:33:32.433816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] For port 507f0585-8ab5-49b1-9a84-2f371e9de5d9, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=507f0585-8ab5-49b1-9a84-2f371e9de5d9,segment=NetworkSegment(0e036a2b-05bc-417d-9840-e1d6ab2ac95f),segment_id=0e036a2b-05bc-417d-9840-e1d6ab2ac95f)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:32.434154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.442365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.507148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.514552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1f9d2b0f-6aeb-4090-9b7d-fd2a59e9e6c9 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa HTTP/1.1" status: 200 len: 925 time: 0.6549129 Jan 25 15:33:32.516452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.523263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56630) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:32.593179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Calling delete_port for 507f0585-8ab5-49b1-9a84-2f371e9de5d9 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:32.617201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-79ce120d-d34d-4eff-814f-54a617a88e08 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa HTTP/1.1" status: 200 len: 205 time: 0.0677724 Jan 25 15:33:32.627761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56634) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:32.662675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 14513023-5679-407f-82e2-8434dbdf4161 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:32.663017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.715177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.808649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.812227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:32.812805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.838905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.841514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.845041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:32.845638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.938623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.942688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.982041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:32.982816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Network': ['ID=aa3f0bb2-7343-4ac7-8d93-2629983eb11a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:32.996590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:33.053874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0269339 Jan 25 15:33:33.076258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56638) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:33.086225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:33.099748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=d95de327-150a-4806-942d-a2673bb406f4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:33.101870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Port': ['ID=507f0585-8ab5-49b1-9a84-2f371e9de5d9,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:33.115476 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8eaa1a06-9eb5-4dd5-a3b6-ad574338d66a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0568256 Jan 25 15:33:33.119468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56642) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:33.124328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] No DVR routers for this DVR port 507f0585-8ab5-49b1-9a84-2f371e9de5d9 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:33.129695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:33.150643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75025fd-b2df-4d1d-8e65-f2fce055e72d tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=9424d06d-5bdf-4613-9d9c-cccaaad63730,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:33.162480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:33.183919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.184527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.234608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.235187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d48d6c-cddf-4914-a8a2-8d25dd23b10a None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:33.315253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Calling delete_port for 14513023-5679-407f-82e2-8434dbdf4161 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:33.426130 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ff2efdaf-75d7-4ab1-8c03-b709fa3f934f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/d95de327-150a-4806-942d-a2673bb406f4 HTTP/1.1" status: 204 len: 168 time: 1.9824109 Jan 25 15:33:33.426979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56646) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:33.467976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:33.484657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.493776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:33.497296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:33.506483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:33.523995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:33.544065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb2104a-7dc4-4fec-9d2a-3c6b9427f62d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:33.553159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:33.567793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e036a2b-05bc-417d-9840-e1d6ab2ac95f') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:33.568092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e036a2b-05bc-417d-9840-e1d6ab2ac95f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:33.578423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.591064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.612152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.627865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Port': ['ID=14513023-5679-407f-82e2-8434dbdf4161,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:33.760068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting subnet 0b066138-c9bc-478f-b9dd-d077961c5ee4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:33.766981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.804303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Made reservation on behalf of 991f5d1adb574ded8e558947486725d1 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:33.818142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:33.832448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.850270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.851004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.914763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] create failed (client error): The resource could not be found. Jan 25 15:33:33.918974 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72c327cc-dccc-43e3-a1d7-9ec26062fa4e tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8373241 Jan 25 15:33:33.926478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56650) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:33.975911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port 4da9653d-f0f8-4192-9b59-e38842ba391d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:33.976253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.997779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 1103293e-1c1b-4385-8695-626c3a2bfb4b {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:33.998164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:33.999218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:33.999626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:34.025787 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:34.027897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.130311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c67e6091-ba6e-45e1-a16d-022c6ccd95da None None] Provisioning complete for port 0d399529-c80d-49fb-a466-eafc2a2e4f27 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:34.130868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c67e6091-ba6e-45e1-a16d-022c6ccd95da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.146948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.259248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.269514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.404425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.425533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=0b066138-c9bc-478f-b9dd-d077961c5ee4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:34.434912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.442676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.446673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.454563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c0128-7bb5-49c4-87f8-aacd4542c355 None None] Network a1179661-f066-4d17-a986-f523c30e9ce3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:34.476730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=afb2104a-7dc4-4fec-9d2a-3c6b9427f62d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:34.486980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:33:34.487491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:33:34.549341 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a96829cf-6e32-4d77-9203-8d06d4d43234 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/afb2104a-7dc4-4fec-9d2a-3c6b9427f62d HTTP/1.1" status: 204 len: 168 time: 2.9035034 Jan 25 15:33:34.556376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56654) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:34.567677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Calling delete_port for 1103293e-1c1b-4385-8695-626c3a2bfb4b owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:34.610226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.626012 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b9f0371f-b2ce-4173-b44b-437164565d46 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/0b066138-c9bc-478f-b9dd-d077961c5ee4 HTTP/1.1" status: 204 len: 168 time: 1.1978829 Jan 25 15:33:34.638323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56658) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:34.691210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.754521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.792848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] DHCP port deletion for a1179661-f066-4d17-a986-f523c30e9ce3 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:34.798043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Deleting port 0d399529-c80d-49fb-a466-eafc2a2e4f27 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:34.799747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.807545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for 4da9653d-f0f8-4192-9b59-e38842ba391d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:34.947488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:34.960049 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:33:34.976419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d719416-92c4-45ae-b4b3-770128f3ce7e']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:34.989221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83d65a3-2778-493a-9b0d-de2347266c6e') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:34.989751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83d65a3-2778-493a-9b0d-de2347266c6e') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:34.997952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d399529-c80d-49fb-a466-eafc2a2e4f27,segment=NetworkSegment(bb38dcb1-c9c3-44d0-b2f4-bca583302042),segment_id=bb38dcb1-c9c3-44d0-b2f4-bca583302042)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:34.998335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.002884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.016926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.025435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.063594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.080218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Port': ['ID=1103293e-1c1b-4385-8695-626c3a2bfb4b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:35.091944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:35.092333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.122880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Calling delete_port for 0d399529-c80d-49fb-a466-eafc2a2e4f27 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:35.178982 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:35.241097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 0d399529-c80d-49fb-a466-eafc2a2e4f27 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:35.241498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.301205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.301602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.310395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-267b67b5-79fd-467e-80a2-73ab6252aa67 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "DELETE /v2.0/ports/1103293e-1c1b-4385-8695-626c3a2bfb4b HTTP/1.1" status: 204 len: 168 time: 1.3902025 Jan 25 15:33:35.312753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56662) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:35.379846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.396019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e9cc7-877c-4ada-bbe9-db92125e5f86 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:35.396718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d45e9cc7-877c-4ada-bbe9-db92125e5f86 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Synchronizing usage tracker for tenant:1d78de9885504c63bdf664922da29e31 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:35.402295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.413876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.417848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.427402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.431995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/1d719416-92c4-45ae-b4b3-770128f3ce7e HTTP/1.1" status: 204 len: 168 time: 0.8720729 Jan 25 15:33:35.435510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56666) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:35.440783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] No DVR routers for this DVR port 0d399529-c80d-49fb-a466-eafc2a2e4f27 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:35.462875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Pushing event deleted for resources: {'Port': ['ID=0d399529-c80d-49fb-a466-eafc2a2e4f27,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:35.474848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.475308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.475640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.475878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae073f-4f7b-4473-8f81-ecdc4cdb79d6 tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=1d719416-92c4-45ae-b4b3-770128f3ce7e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:35.476023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.476351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.476670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.477190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.477340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.477692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.478082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.478397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd32e0ac-ff9d-48d8-8a4c-027b4af74b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:33:35.483037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d399529-c80d-49fb-a466-eafc2a2e4f27 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:35.519382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0d399529-c80d-49fb-a466-eafc2a2e4f27 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:35.519755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d399529-c80d-49fb-a466-eafc2a2e4f27 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:35.552385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d45e9cc7-877c-4ada-bbe9-db92125e5f86 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Unset dirty status for tenant:1d78de9885504c63bdf664922da29e31 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:35.553564 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d45e9cc7-877c-4ada-bbe9-db92125e5f86 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b HTTP/1.1" status: 200 len: 913 time: 0.2397726 Jan 25 15:33:35.557479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56670) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:35.631451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=a808557a-5770-4624-a9e4-96e9375a7cb6,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:35.697866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.700617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.770026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=4da9653d-f0f8-4192-9b59-e38842ba391d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:35.787799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 0d399529-c80d-49fb-a466-eafc2a2e4f27, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d399529-c80d-49fb-a466-eafc2a2e4f27,segment=NetworkSegment(bb38dcb1-c9c3-44d0-b2f4-bca583302042),segment_id=bb38dcb1-c9c3-44d0-b2f4-bca583302042)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:35.788158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.795105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '1ac14c2e-043a-47cc-bad4-b2e7f626c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:35.795463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 9424d06d-5bdf-4613-9d9c-cccaaad63730, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:35.843094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port b4542cbc-b49d-4538-bf4c-c4d02cbe379c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:35.843434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.854370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:35.867120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Checking segment: {'id': '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:35.867486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network hostable DHCP agents. Network: aa3f0bb2-7343-4ac7-8d93-2629983eb11a, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:36.001760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49eeb400-abd9-46af-b9b2-de531cd545fd']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:36.008155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=7362cf36-30eb-4283-8047-756ea4dc684e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:36.018150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8445325d-1d6c-4e50-9881-81f0142c142a') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:36.018444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8445325d-1d6c-4e50-9881-81f0142c142a') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:36.018576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 0d399529-c80d-49fb-a466-eafc2a2e4f27 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:36.085261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.156068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.168697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:36.169087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:36.183370 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:36.292149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.305440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:36.318306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:36.318619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:36.381759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:36.411121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.413514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.429986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.445207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] Pushing event deleted for resources: {'Network': ['ID=49eeb400-abd9-46af-b9b2-de531cd545fd,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:36.455715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e2a8a640-521e-4b27-ae94-797e7408963c tempest-BulkNetworkOpsIpV6Test-926868650 tempest-BulkNetworkOpsIpV6Test-926868650-project] 10.222.0.26 "DELETE /v2.0/networks/49eeb400-abd9-46af-b9b2-de531cd545fd HTTP/1.1" status: 204 len: 168 time: 1.0155756 Jan 25 15:33:36.477093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.484182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9424d06d-5bdf-4613-9d9c-cccaaad63730) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:36.495707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, aa3f0bb2-7343-4ac7-8d93-2629983eb11a) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:36.496776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c4f3c-dfef-4c56-ac80-217ce8584aad None None] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:36.528164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696923ce-ee0a-4437-8359-4f4302659d26 None None] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:36.776991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:36.777585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.788866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for b4542cbc-b49d-4538-bf4c-c4d02cbe379c owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:36.817507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:36.818134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.821390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 0d399529-c80d-49fb-a466-eafc2a2e4f27 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:36.821733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.941939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9424d06d-5bdf-4613-9d9c-cccaaad63730', 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '7362cf36-30eb-4283-8047-756ea4dc684e'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:36.942872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:36.944585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 8265191e-3f62-4763-9da1-9b81d3ae317a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:36.944935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.011298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-aa3f0bb2-7343-4ac7-8d93-2629983eb11a', 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a', 'tenant_id': '991f5d1adb574ded8e558947486725d1', 'fixed_ips': [{'subnet_id': 'a808557a-5770-4624-a9e4-96e9375a7cb6'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:33:37.012435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.052705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] The port '0d399529-c80d-49fb-a466-eafc2a2e4f27' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:37.066402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56678) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.122723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.149731 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0efe878c-0546-445b-9565-62be088e2991 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0723412 Jan 25 15:33:37.163838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56684) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.172034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1372421601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:37.181707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:37.196325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:37.200698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:37.204524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.217804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:37.220395 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6e7ad562-73e4-4e39-b3b7-7021b74fc7c7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.0999036 Jan 25 15:33:37.222658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.225014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.246778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.277569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1179661-f066-4d17-a986-f523c30e9ce3']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:37.282924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:37.315215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb38dcb1-c9c3-44d0-b2f4-bca583302042') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:37.315509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb38dcb1-c9c3-44d0-b2f4-bca583302042') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:37.334445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Allocated IP 172.20.0.2 (9424d06d-5bdf-4613-9d9c-cccaaad63730/7362cf36-30eb-4283-8047-756ea4dc684e/c4dadf67-60e2-4a3f-8a24-148c5b8e7b47) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:37.347659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.365588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Allocated IP 172.20.0.3 (aa3f0bb2-7343-4ac7-8d93-2629983eb11a/a808557a-5770-4624-a9e4-96e9375a7cb6/eb19645f-0305-4798-bccf-34d3ff9f552c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:37.378598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Calling delete_port for 8265191e-3f62-4763-9da1-9b81d3ae317a owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:37.409168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.419493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.420411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.420550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.420954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1623a9-2981-449d-8a87-a2adefc9dfe9 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:37.429295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:37.429718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:37.446208 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:37.560225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.561331 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7dcbe315-9681-4db5-ab92-d9f95076b040 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 204 len: 168 time: 5.8657227 Jan 25 15:33:37.567162 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d0d6764-ac59-4a83-976d-b269ee219960 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b642ae913d7f416d8e2bc5aebccf4d43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4994617 Jan 25 15:33:37.568397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56692) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.570777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56694) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.586017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-210937351', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:37.597014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:37.608916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Usage tracker for resource:router and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:37.614258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.620658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:37.666697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:37.677173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.683820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=b4542cbc-b49d-4538-bf4c-c4d02cbe379c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:37.705807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.724843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.736220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.752384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=a1179661-f066-4d17-a986-f523c30e9ce3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:37.762579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Transition to ACTIVE for port object eb19645f-0305-4798-bccf-34d3ff9f552c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:37.771723 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d2f6eccd-1f5f-487e-97bd-153cff3dbc1b tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/a1179661-f066-4d17-a986-f523c30e9ce3 HTTP/1.1" status: 204 len: 168 time: 3.1296847 Jan 25 15:33:37.772277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56700) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.844162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.845054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.856617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.860191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.870701 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-566a7721-0de3-4e4f-9f49-cafa5e60f3f9 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:37.871140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566a7721-0de3-4e4f-9f49-cafa5e60f3f9 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:37.874161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.918381 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-566a7721-0de3-4e4f-9f49-cafa5e60f3f9 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/9195837b-3313-4e7c-86c0-3affae4500a4 HTTP/1.1" status: 404 len: 337 time: 0.1364317 Jan 25 15:33:37.919164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56704) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.922213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.948659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6695832'] for subnet, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.954938 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f492ba9c-c95b-4ecd-bef3-5c15054d2c75 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:37.955668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f492ba9c-c95b-4ecd-bef3-5c15054d2c75 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:37.957258 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f492ba9c-c95b-4ecd-bef3-5c15054d2c75 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/030a7971-e87a-41f6-95c5-651dbd0aae03 HTTP/1.1" status: 404 len: 339 time: 0.0371881 Jan 25 15:33:37.960035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:37.961095 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-537c7fcd-4a48-4b81-bab1-442b43e9e8dd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7960279 Jan 25 15:33:37.961705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56708) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.963892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:37.973450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Transition to ACTIVE for port object eb19645f-0305-4798-bccf-34d3ff9f552c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:37.975352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Transition to ACTIVE for port object c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:37.997076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Transition to ACTIVE for port object c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:38.007882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.008926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'port': {'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730', 'name': 'tempest-RoutersTest-165436646'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:38.022062 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40a4552-7cf5-41bd-b277-5d578b11bc3c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:38.022483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40a4552-7cf5-41bd-b277-5d578b11bc3c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:38.024041 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e40a4552-7cf5-41bd-b277-5d578b11bc3c tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/a0aa979e-6ae2-4f25-8380-ae53cca598be HTTP/1.1" status: 404 len: 337 time: 0.0614750 Jan 25 15:33:38.024671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.031331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56716) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:38.056460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.092514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.106050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.143412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:38.147149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:38.155665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:38.167260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Port': ['ID=8265191e-3f62-4763-9da1-9b81d3ae317a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:38.187742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:38.195712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:38.202249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Pushing event updated for resources: {'Port': ['ID=eb19645f-0305-4798-bccf-34d3ff9f552c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:38.212887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-df051500-5ce3-47f2-87f6-8171bdfe8146 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:38.213320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df051500-5ce3-47f2-87f6-8171bdfe8146 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:38.217321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-df051500-5ce3-47f2-87f6-8171bdfe8146 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/a7f237e0-b7f5-461a-b020-1ac7632161a4 HTTP/1.1" status: 404 len: 339 time: 0.1538422 Jan 25 15:33:38.295608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:38.297867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Pushing event updated for resources: {'Port': ['ID=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:38.326784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56720) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:38.401873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Attempting to bind port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:38.402306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Attempting to bind port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '1ac14c2e-043a-47cc-bad4-b2e7f626c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:38.402739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Attempting to bind port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 on network 9424d06d-5bdf-4613-9d9c-cccaaad63730 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:38.437099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Attempting to bind port eb19645f-0305-4798-bccf-34d3ff9f552c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:38.437329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Attempting to bind port eb19645f-0305-4798-bccf-34d3ff9f552c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:38.438068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Attempting to bind port eb19645f-0305-4798-bccf-34d3ff9f552c on network aa3f0bb2-7343-4ac7-8d93-2629983eb11a {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:38.444882 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3b8f65-dae4-48a3-980b-65c23afe84f3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:38.445409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:38.453403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3b8f65-dae4-48a3-980b-65c23afe84f3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:38.453856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Checking segment: {'id': '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:38.453856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.453856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Bound using segment: {'id': '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:38.453856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Bound port: eb19645f-0305-4798-bccf-34d3ff9f552c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'aa3f0bb2-7343-4ac7-8d93-2629983eb11a'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:38.453856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.454223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d3b8f65-dae4-48a3-980b-65c23afe84f3 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/4099b8af-e8ec-40aa-8ad3-42d3d65b9cbd HTTP/1.1" status: 404 len: 337 time: 0.1197460 Jan 25 15:33:38.454223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:38.457933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:38.458418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Checking segment: {'id': '1ac14c2e-043a-47cc-bad4-b2e7f626c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:38.459278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.459278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Bound using segment: {'id': '1ac14c2e-043a-47cc-bad4-b2e7f626c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:38.459773 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Bound port: c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac14c2e-043a-47cc-bad4-b2e7f626c53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9424d06d-5bdf-4613-9d9c-cccaaad63730'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:38.460197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.462671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56724) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:38.469179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:port and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:38.478975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:38.520189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:38.529332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22a102e-c458-4d9a-aed7-cd47a6051309 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:38.529795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22a102e-c458-4d9a-aed7-cd47a6051309 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:38.534704 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c22a102e-c458-4d9a-aed7-cd47a6051309 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/bef801eb-6731-4345-9d70-3c7d15d1bc21 HTTP/1.1" status: 404 len: 339 time: 0.0678134 Jan 25 15:33:38.536421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.539848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56728) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:38.594081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.599978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3448c8-6552-4a8a-a6f3-3914ef42d1c0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:38.642479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] For port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:38.647300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] For port eb19645f-0305-4798-bccf-34d3ff9f552c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:38.651379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] For port eb19645f-0305-4798-bccf-34d3ff9f552c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=eb19645f-0305-4798-bccf-34d3ff9f552c,segment=NetworkSegment(6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7),segment_id=6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:38.654508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] For port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,segment=NetworkSegment(1ac14c2e-043a-47cc-bad4-b2e7f626c53d),segment_id=1ac14c2e-043a-47cc-bad4-b2e7f626c53d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:38.662810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:38.665809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.674374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.680081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.682696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.683815 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7db75db6-86bc-47fc-976b-8006bd19dae2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e3448c8-6552-4a8a-a6f3-3914ef42d1c0 HTTP/1.1" status: 204 len: 168 time: 1.1122112 Jan 25 15:33:38.706564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.742656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.799638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] device_id is not set on port 8ae16aaf-39ee-4468-b8ed-6819e62db83e yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:38.819020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.860475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting subnet a2deacb1-eea0-4923-8700-041c66cd61cb {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:38.864894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.876257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.885320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cf243-9bc2-4dc4-94b1-7ba263c19ac3 None None] Pushing event updated for resources: {'Port': ['ID=eb19645f-0305-4798-bccf-34d3ff9f552c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:38.927256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.928015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:38.967348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1430442'] for subnet, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:38.973967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5671c9-f3ba-48ab-8d09-83d79313b1fd None None] Pushing event updated for resources: {'Port': ['ID=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:39.018190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.019504 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cfb2391d-16df-42e2-9670-5110a856a908 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa HTTP/1.1" status: 204 len: 168 time: 6.3908234 Jan 25 15:33:39.025342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56734) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:39.031372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.081190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-229483849', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:39.097516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:39.108692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:router and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:39.122517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:39.161494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:39.197879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:39.198470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.199735 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "PUT /v2.0/subnets/a808557a-5770-4624-a9e4-96e9375a7cb6 HTTP/1.1" status: 200 len: 877 time: 1.9735854 Jan 25 15:33:39.211386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56740) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:39.222928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dba76-bb94-40c0-b0df-6b8cd46c3a90 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event updated for resources: {'Subnet': ['ID=a808557a-5770-4624-a9e4-96e9375a7cb6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:39.243865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.288829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.289833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.442865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.444952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.515459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.694565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.20.0.11 (9424d06d-5bdf-4613-9d9c-cccaaad63730/7362cf36-30eb-4283-8047-756ea4dc684e/8ae16aaf-39ee-4468-b8ed-6819e62db83e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:39.698224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.749182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:39.815949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=a2deacb1-eea0-4923-8700-041c66cd61cb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:39.883724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.892054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842fb16b-1628-4c4b-a77f-91687dfeed18 None None] Network 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:39.907496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Allocated IP 172.26.8.63 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/989eafb8-427b-4920-a2db-d5a64d46111f) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:39.922953 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d7b72261-b83c-4b0a-9a68-5fc5f34999cc tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/a2deacb1-eea0-4923-8700-041c66cd61cb HTTP/1.1" status: 204 len: 168 time: 1.3685486 Jan 25 15:33:39.926553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56752) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:39.960867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:39.961711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:39.981444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device eb19645f-0305-4798-bccf-34d3ff9f552c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:40.088944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Router 5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:40.089850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port eb19645f-0305-4798-bccf-34d3ff9f552c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:40.090190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.219943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.279890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port eb19645f-0305-4798-bccf-34d3ff9f552c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:40.319400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.376118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:40.376456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.399232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] DHCP port deletion for 5f35853c-9b1e-47f6-9dfb-e35b96bd1223 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:40.404558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Deleting port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:40.405057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.405288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.447264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.568250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 8ae16aaf-39ee-4468-b8ed-6819e62db83e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:40.603850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.610696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:40.634414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] Sync routers for ids ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:40.639257 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-34f11643-ca9e-4651-9473-558764d0516a tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "PUT /v2.0/routers/5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0808718 Jan 25 15:33:40.639974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56762) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:40.661097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56764) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:40.801476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port eb19645f-0305-4798-bccf-34d3ff9f552c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=eb19645f-0305-4798-bccf-34d3ff9f552c,segment=NetworkSegment(6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7),segment_id=6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:40.802066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.846746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e3c008-58e4-4f1b-8090-630254342e2e None None] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:40.848455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event updated for resources: {'Port': ['ID=989eafb8-427b-4920-a2db-d5a64d46111f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:40.863837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:40.869916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:40.871791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] Routers {'5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:40.872764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:40.873839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:40.899539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:40.974564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--77243787'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:40.991765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:41.024303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:41.039643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:41.044169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d5be1-e3b7-4cef-829f-c4b6126013ac None None] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:41.052566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,segment=NetworkSegment(04ed5505-0b92-474c-bc1e-1d364adf2544),segment_id=04ed5505-0b92-474c-bc1e-1d364adf2544)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:41.052929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.065327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:41.078944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:41.126353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:41.128094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=8ae16aaf-39ee-4468-b8ed-6819e62db83e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:41.218911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for e3bf2eaa-9e75-4f4f-b89e-27b513854c32 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:41.256350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for eb19645f-0305-4798-bccf-34d3ff9f552c owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:41.261644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ecbed48-8b37-4f54-a284-7a838dc18ade None None] Provisioning for port eb19645f-0305-4798-bccf-34d3ff9f552c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:41.285019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:41.296430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:41.298532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ecbed48-8b37-4f54-a284-7a838dc18ade None None] Provisioning complete for port eb19645f-0305-4798-bccf-34d3ff9f552c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:41.298934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ecbed48-8b37-4f54-a284-7a838dc18ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.323935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.324362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.331782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] For port e3bf2eaa-9e75-4f4f-b89e-27b513854c32, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,segment=NetworkSegment(04ed5505-0b92-474c-bc1e-1d364adf2544),segment_id=04ed5505-0b92-474c-bc1e-1d364adf2544)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:41.332168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.356683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] Routers {'5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:41.357336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:41.360626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.389368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.436616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.479029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:41.487123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:41.495539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:41.508386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:41.530387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.534680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:41.535383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.570866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e3bf2eaa-9e75-4f4f-b89e-27b513854c32 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:41.602165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Calling delete_port for e3bf2eaa-9e75-4f4f-b89e-27b513854c32 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:41.618998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Port': ['ID=e3bf2eaa-9e75-4f4f-b89e-27b513854c32,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:41.638632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No DVR routers for this DVR port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:41.638790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:41.639130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac18396-2471-4538-ac67-eecc1be00802 None None] The sync data for ids ['5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:41.666243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e3bf2eaa-9e75-4f4f-b89e-27b513854c32 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:41.666580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e3bf2eaa-9e75-4f4f-b89e-27b513854c32 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:41.671541 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-463e80a9-e3da-4ca4-8618-da64cb883811 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6682353 Jan 25 15:33:41.673767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56772) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:41.803951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:41.804254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:41.824598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ecbed48-8b37-4f54-a284-7a838dc18ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.919232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.921708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.930461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 172.26.8.117 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/49090167-7818-4484-b633-9168dfd42e74) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:41.938671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:41.974672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Port': ['ID=eb19645f-0305-4798-bccf-34d3ff9f552c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:41.982867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.162763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1e790-223a-4876-be80-1a109b96155e None None] Network aa3f0bb2-7343-4ac7-8d93-2629983eb11a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:42.168536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No DVR routers for this DVR port eb19645f-0305-4798-bccf-34d3ff9f552c on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:42.170669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.171312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Fanout notify agent at l3_agent the message router_deleted on router 5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:42.176927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f35853c-9b1e-47f6-9dfb-e35b96bd1223']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.215727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Provisioning for port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:42.259204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.280238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ed5505-0b92-474c-bc1e-1d364adf2544') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.280538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ed5505-0b92-474c-bc1e-1d364adf2544') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.305040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Deleting port e3bf2eaa-9e75-4f4f-b89e-27b513854c32 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:42.315422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.335076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.338613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-586ab103-5043-4c4e-b527-0e72239801c0 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "DELETE /v2.0/routers/5d2a3a6f-9f55-4035-8b8a-c67a174d1a5b HTTP/1.1" status: 204 len: 168 time: 1.6756799 Jan 25 15:33:42.343572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56778) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:42.365799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.366527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.369105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Provisioning complete for port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:42.369502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.375183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.416065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.421591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.531255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:42.531804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.537529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.550213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6313934e-4fbc-4c98-8b33-290e292a1483 None None] The port 'e3bf2eaa-9e75-4f4f-b89e-27b513854c32' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:42.592539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=a808557a-5770-4624-a9e4-96e9375a7cb6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:42.614634 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:42.624901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.726008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.732074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.749090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting subnet 5a5e589e-18cb-467b-b098-26aeac48054b {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:42.764058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.766593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] For port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,segment=NetworkSegment(1ac14c2e-043a-47cc-bad4-b2e7f626c53d),segment_id=1ac14c2e-043a-47cc-bad4-b2e7f626c53d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:42.772829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:42.788507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:42.798371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:42.803250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3f0bb2-7343-4ac7-8d93-2629983eb11a']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.813930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abd1c3-fbf2-4466-ba13-aaec208903fb None None] DHCP port deletion for aa3f0bb2-7343-4ac7-8d93-2629983eb11a request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:42.820904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.821103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f63ba11-2dd0-4bb5-bad8-348e5ba21fa7') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:42.830844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.843432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.856842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.893577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:42.895415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.895764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d974d09-521c-43c7-9acd-d1aba0928f43,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:42.900563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.906436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.906580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:42.906904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.920029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d328da-422a-4d4f-bc19-be5b1a99f262 None None] Pushing event updated for resources: {'Port': ['ID=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:42.921867 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:42.935146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:42.969235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=5f35853c-9b1e-47f6-9dfb-e35b96bd1223,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:42.999567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Provisioning for port 8ae16aaf-39ee-4468-b8ed-6819e62db83e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:43.000237 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a26bd067-1db5-4868-a23a-d81becde2604 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/5f35853c-9b1e-47f6-9dfb-e35b96bd1223 HTTP/1.1" status: 204 len: 168 time: 3.0714638 Jan 25 15:33:43.006326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Provisioning complete for port 8ae16aaf-39ee-4468-b8ed-6819e62db83e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:43.006702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.031212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.067528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Port 8ae16aaf-39ee-4468-b8ed-6819e62db83e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:43.080756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Provisioning complete for port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:43.081037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.153962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.163037 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc4528b-8e55-47d9-b436-9e695b44e8e7 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.163567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc4528b-8e55-47d9-b436-9e695b44e8e7 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.199972 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6fc4528b-8e55-47d9-b436-9e695b44e8e7 tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/7cbfe972-d275-4816-869f-c940cc9b1d42 HTTP/1.1" status: 404 len: 337 time: 0.1647913 Jan 25 15:33:43.202516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56786) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.208096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.226140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d1387dfc-8e94-4fea-98ae-be0c317be15b None None] Could not find standard attr ID for object eb19645f-0305-4798-bccf-34d3ff9f552c. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:33:43.240378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.264633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.266275 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-887bb10a-ca78-4cc4-ade7-0d81d001075f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.266676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887bb10a-ca78-4cc4-ade7-0d81d001075f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.279434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.286545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=aa3f0bb2-7343-4ac7-8d93-2629983eb11a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:43.309918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-887bb10a-ca78-4cc4-ade7-0d81d001075f tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/1daf218c-bc49-4084-a55f-2b5691863e90 HTTP/1.1" status: 404 len: 339 time: 0.1033115 Jan 25 15:33:43.310209 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a507c1fa-5624-4fa2-aee6-8b93e0de3601 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/aa3f0bb2-7343-4ac7-8d93-2629983eb11a HTTP/1.1" status: 204 len: 168 time: 4.0956855 Jan 25 15:33:43.311099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56790) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.321483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56794) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.336458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.371023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.448223 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fe5166-03c0-4b2c-9130-7c263c76866f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.448668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fe5166-03c0-4b2c-9130-7c263c76866f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.450339 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-10fe5166-03c0-4b2c-9130-7c263c76866f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/a808557a-5770-4624-a9e4-96e9375a7cb6 HTTP/1.1" status: 404 len: 337 time: 0.1269152 Jan 25 15:33:43.454332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56798) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.476581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5e589e-18cb-467b-b098-26aeac48054b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:43.486347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.490421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-210a6d9c-a261-4ae8-9c1e-0abc35d79441 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "DELETE /v2.0/subnets/5a5e589e-18cb-467b-b098-26aeac48054b HTTP/1.1" status: 204 len: 168 time: 1.1439250 Jan 25 15:33:43.490670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56802) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.493844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:43.516405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:43.526479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=49090167-7818-4484-b633-9168dfd42e74,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:43.530295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:43.532506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:43.567443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78b316-e73b-4cfc-83e9-88f288d85d8c None None] Network 5c6c173d-864d-4363-8d50-9ea0b014e501 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:43.570220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16b6a3-2d92-47bc-8983-d09e3899df06,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:43.581418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.584736 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5be71146-5d08-41ff-a98d-b64b6a434c46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.9195900 Jan 25 15:33:43.588910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.593582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56806) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.598983 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf97747-534e-4645-b399-59b5b061e690 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.599434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf97747-534e-4645-b399-59b5b061e690 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.601941 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1bf97747-534e-4645-b399-59b5b061e690 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/aa3f0bb2-7343-4ac7-8d93-2629983eb11a HTTP/1.1" status: 404 len: 339 time: 0.1362460 Jan 25 15:33:43.607496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56810) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.663496 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eb39cf-1483-4119-b785-3221ea9df1bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.663938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eb39cf-1483-4119-b785-3221ea9df1bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.668040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e3eb39cf-1483-4119-b785-3221ea9df1bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/daaf1d19-08b3-4c14-b0f4-579a5f08ec05 HTTP/1.1" status: 404 len: 337 time: 0.0564427 Jan 25 15:33:43.683212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:43.683702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.695620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56814) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.708252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cca69e95-52dc-45c1-90ac-c842a31ce602 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.1076906 Jan 25 15:33:43.708475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting subnet 77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:43.708586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56818) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.715200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.717663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.766631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 467e6d13-9b84-4562-a38b-c346709174a4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:43.766966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.826154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:43.918986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-security--797439646', 'description': 'tempest-security-description-1304455040'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:43.958018 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e3348a-4cb7-4634-97de-49d0105f914a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:43.958826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e3348a-4cb7-4634-97de-49d0105f914a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:43.962955 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e0e3348a-4cb7-4634-97de-49d0105f914a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/2f927b2c-66b7-43fe-bff1-4d6baeead481 HTTP/1.1" status: 404 len: 339 time: 0.2646887 Jan 25 15:33:43.969638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56822) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:43.976025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] DHCP port deletion for 5c6c173d-864d-4363-8d50-9ea0b014e501 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:43.981245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device eb19645f-0305-4798-bccf-34d3ff9f552c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:44.011291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Deleting port 467e6d13-9b84-4562-a38b-c346709174a4 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:44.011665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.047150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: eb19645f-0305-4798-bccf-34d3ff9f552c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:44.047447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device eb19645f-0305-4798-bccf-34d3ff9f552c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:44.179645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.210102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.234960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] For port 467e6d13-9b84-4562-a38b-c346709174a4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=467e6d13-9b84-4562-a38b-c346709174a4,segment=NetworkSegment(bcd755d2-d09e-4f70-8d70-0e8f5007e1ab),segment_id=bcd755d2-d09e-4f70-8d70-0e8f5007e1ab)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:44.237493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.254146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] For port 467e6d13-9b84-4562-a38b-c346709174a4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=467e6d13-9b84-4562-a38b-c346709174a4,segment=NetworkSegment(bcd755d2-d09e-4f70-8d70-0e8f5007e1ab),segment_id=bcd755d2-d09e-4f70-8d70-0e8f5007e1ab)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:44.254855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.264599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.277094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-cbb16438-f995-4407-bb0d-3ab1ad8b929d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4217415 Jan 25 15:33:44.329057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.344049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Router 2282723a-0a7c-4e71-aa63-9ea81bc3f753 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:44.365723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Calling delete_port for 467e6d13-9b84-4562-a38b-c346709174a4 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:44.393215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Calling delete_port for 467e6d13-9b84-4562-a38b-c346709174a4 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:44.450851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.453137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.454343 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "PUT /v2.0/security-groups/ab16b6a3-2d92-47bc-8983-d09e3899df06 HTTP/1.1" status: 200 len: 1611 time: 0.7232790 Jan 25 15:33:44.464323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56826) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:44.466048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.492572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.493326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.495358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef7c6-dc53-4742-955b-0dc1d0273bcd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16b6a3-2d92-47bc-8983-d09e3899df06,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:44.513457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.561816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] Pushing event deleted for resources: {'Port': ['ID=467e6d13-9b84-4562-a38b-c346709174a4,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:44.570326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e001bdf-7aba-41d8-87f3-a75e5097f947 None None] No DVR routers for this DVR port 467e6d13-9b84-4562-a38b-c346709174a4 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:44.577419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.699444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=8ae16aaf-39ee-4468-b8ed-6819e62db83e,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:44.804981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.816791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-da479e24-f1e6-4148-bf35-99a2c3e43771 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups/ab16b6a3-2d92-47bc-8983-d09e3899df06 HTTP/1.1" status: 200 len: 1611 time: 0.3422482 Jan 25 15:33:44.818729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:44.819046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:44.822094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:44.845331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.888930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4241332-a592-402c-84b8-a46b2a10cda7']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:44.916329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Subnet': ['ID=77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:44.924676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-6a711a46-8a7d-4184-8ba8-b16682a88dff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.4920731 Jan 25 15:33:44.926580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ff81e-1952-44c3-bc56-722693602ced') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:44.926870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ff81e-1952-44c3-bc56-722693602ced') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:44.944944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92bbb28-0077-4cf5-9a2a-ec0e36c69979 None None] Network 43a30edc-c482-45a1-b2b5-040515a9ce8e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:44.945301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:44.951722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.053916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:45.058065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.065601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-af3148c5-a72b-4e8e-8374-f28bd0762d7d tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/subnets/77d7a266-e7fc-4b0e-ab4e-8bb8dc0839f4 HTTP/1.1" status: 204 len: 168 time: 1.7533638 Jan 25 15:33:45.070606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:45.077654 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] Sync routers for ids ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:45.091700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:45.092339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.102349 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] Routers {'2282723a-0a7c-4e71-aa63-9ea81bc3f753'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:45.103337 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:45.127509 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:45.130428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.176154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.177403 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b09bb942-0f42-4fdf-9c66-792250978d2b tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6080775 Jan 25 15:33:45.178896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c7169293-840b-4a6c-9450-2c3b1f15cc0d None None] Provisioning complete for port 8ae16aaf-39ee-4468-b8ed-6819e62db83e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:45.179303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7169293-840b-4a6c-9450-2c3b1f15cc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.182795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56838) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:45.190419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:45.198850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.210790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.223902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] Routers {'2282723a-0a7c-4e71-aa63-9ea81bc3f753'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:45.224620 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.291342 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.291754 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7218480-3c05-49bb-9a37-81a05a7c971e None None] The sync data for ids ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:45.307945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c7169293-840b-4a6c-9450-2c3b1f15cc0d None None] Port 8ae16aaf-39ee-4468-b8ed-6819e62db83e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:45.322102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Deleting port 467e6d13-9b84-4562-a38b-c346709174a4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:45.322444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.362672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.387094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.396247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] DHCP port deletion for 43a30edc-c482-45a1-b2b5-040515a9ce8e request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:45.400066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Deleting port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:45.400444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.434437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-99c25ba4-ea24-4e44-964f-3c7ee25e52f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:45.435887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-99c25ba4-ea24-4e44-964f-3c7ee25e52f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.4860406 Jan 25 15:33:45.440716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] The port '467e6d13-9b84-4562-a38b-c346709174a4' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:45.447143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.457700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:45.499306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:45.528796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.583901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.673766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=f4241332-a592-402c-84b8-a46b2a10cda7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:45.697207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:45.697644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.732548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:45.732941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.752679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aa1c0344-1550-4297-bf55-771029a93c33 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/f4241332-a592-402c-84b8-a46b2a10cda7 HTTP/1.1" status: 204 len: 168 time: 1.7740180 Jan 25 15:33:45.762190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.770156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56842) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:45.815140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-59f76f83-2e50-49ff-9cea-02b9717c052d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.3659470 Jan 25 15:33:45.821705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.823963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.827316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab16b6a3-2d92-47bc-8983-d09e3899df06 HTTP/1.1" status: 204 len: 168 time: 1.0019798 Jan 25 15:33:45.855090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56846) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:45.857866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:45.871857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-602bb731-c703-4be8-b67c-2d02479b37a7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:45.872296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602bb731-c703-4be8-b67c-2d02479b37a7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:45.876470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Calling delete_port for 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:45.876611 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-602bb731-c703-4be8-b67c-2d02479b37a7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/98432fc0-0c71-44fe-bb94-88deaa0b2ad2 HTTP/1.1" status: 404 len: 337 time: 0.1031432 Jan 25 15:33:45.886519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56850) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:45.895075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6c173d-864d-4363-8d50-9ea0b014e501']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.924809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a4183-680f-4eed-8f87-6bdcbc80fe69 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16b6a3-2d92-47bc-8983-d09e3899df06,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:45.950326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:45.977559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.977771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd755d2-d09e-4f70-8d70-0e8f5007e1ab') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:45.997122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26c2352-b65c-4903-a603-7cee1d85727d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:45.997586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26c2352-b65c-4903-a603-7cee1d85727d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:45.999471 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a26c2352-b65c-4903-a603-7cee1d85727d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/1186a09f-a55e-46a7-8702-8684eae3e05c HTTP/1.1" status: 404 len: 339 time: 0.1089330 Jan 25 15:33:46.006923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56854) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.008418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.021945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-eb53d649-151a-4dad-9655-4ef2eecf6ce9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:46.023328 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-eb53d649-151a-4dad-9655-4ef2eecf6ce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.1954484 Jan 25 15:33:46.053550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.054619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 467e6d13-9b84-4562-a38b-c346709174a4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:46.059900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ebe8260f-8080-4e74-b23f-af34b784427a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:46.132420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 467e6d13-9b84-4562-a38b-c346709174a4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:46.132420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 467e6d13-9b84-4562-a38b-c346709174a4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:46.158625 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1919e2f-9d68-48cc-b312-495e66787160 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.159108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1919e2f-9d68-48cc-b312-495e66787160 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.160694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f1919e2f-9d68-48cc-b312-495e66787160 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/3f1ea10f-5e1f-4c5c-97ec-877d5971b3ef HTTP/1.1" status: 404 len: 337 time: 0.1458740 Jan 25 15:33:46.161851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.171870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:46.172411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:46.177644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56858) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.185118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:46.210979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:46.211380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:46.231522 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:46.330927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.374810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ebe8260f-8080-4e74-b23f-af34b784427a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:46.375992 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ebe8260f-8080-4e74-b23f-af34b784427a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5193255 Jan 25 15:33:46.393863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56862) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.401863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f61b0b2-550b-47a3-92f5-3d5cfeada06d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.402296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f61b0b2-550b-47a3-92f5-3d5cfeada06d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.403898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5f61b0b2-550b-47a3-92f5-3d5cfeada06d tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/4a9f9c3b-9c43-4a47-95a4-aa1efbe8134b HTTP/1.1" status: 404 len: 339 time: 0.2249429 Jan 25 15:33:46.428249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56866) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.438582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.452836 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-3fb3d37c-481b-4f79-b59d-654c730e6b97 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] delete failed (client error): The resource could not be found. Jan 25 15:33:46.453865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3fb3d37c-481b-4f79-b59d-654c730e6b97 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab16b6a3-2d92-47bc-8983-d09e3899df06 HTTP/1.1" status: 404 len: 347 time: 0.0490339 Jan 25 15:33:46.455391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:46.455756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.466561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.478707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--592965624'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:46.539168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:46.549406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Sync routers for ids ['b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:46.558619 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fa8092-18d0-4d21-a4dd-aa0ef019c59a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.559050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fa8092-18d0-4d21-a4dd-aa0ef019c59a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.563167 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46fa8092-18d0-4d21-a4dd-aa0ef019c59a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/3eb891bf-15c1-4594-827b-efa1f5907bf7 HTTP/1.1" status: 404 len: 337 time: 0.1310589 Jan 25 15:33:46.565158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Routers {'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:46.565953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:46.575535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56874) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.586969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:46.595626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Calling delete_port for 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:46.622101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.642259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.645916 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69ad557-8429-4192-9707-1191d1dc7bf7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.646341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69ad557-8429-4192-9707-1191d1dc7bf7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.650328 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f69ad557-8429-4192-9707-1191d1dc7bf7 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/9a53729a-256b-41aa-8c7b-f8d8d6fbe649 HTTP/1.1" status: 404 len: 339 time: 0.0657434 Jan 25 15:33:46.651406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=8ae16aaf-39ee-4468-b8ed-6819e62db83e,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:46.652968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56878) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.654665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.664911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:46.679958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] Pushing event deleted for resources: {'Network': ['ID=5c6c173d-864d-4363-8d50-9ea0b014e501,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:46.686653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b84d4bb-3e33-406b-b5ba-67c743758151 tempest-FloatingIPNegativeTestJSON-1480794067 tempest-FloatingIPNegativeTestJSON-1480794067-project] 10.222.0.26 "DELETE /v2.0/networks/5c6c173d-864d-4363-8d50-9ea0b014e501 HTTP/1.1" status: 204 len: 168 time: 3.1948583 Jan 25 15:33:46.692800 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-053c65aa-82a2-4505-abaf-ad502591da50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6218281 Jan 25 15:33:46.703572 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7bee08-cc82-4605-9bd3-e7bbe6781703 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.703810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7bee08-cc82-4605-9bd3-e7bbe6781703 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.707746 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa7bee08-cc82-4605-9bd3-e7bbe6781703 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/c2f279d2-4b35-4251-b0be-c7ea4ccdedaf HTTP/1.1" status: 404 len: 337 time: 0.0502152 Jan 25 15:33:46.709082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.720595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.724355 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-535ad06e-e937-480f-9fea-f72d771fd2b6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6953342 Jan 25 15:33:46.727859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56888) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.730153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Deleting port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:46.730153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.808573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f7b945-bdbf-453e-a87a-18a3aba03ca3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.809003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f7b945-bdbf-453e-a87a-18a3aba03ca3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.821440 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72f7b945-bdbf-453e-a87a-18a3aba03ca3 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/fdd8ed25-6806-4904-a90a-fe69e2ed248f HTTP/1.1" status: 404 len: 339 time: 0.1096702 Jan 25 15:33:46.824345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56892) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.883015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bdbc35-d327-4531-9567-10afb3218785 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.883841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bdbc35-d327-4531-9567-10afb3218785 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.885690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-90bdbc35-d327-4531-9567-10afb3218785 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/5d08e0b1-c9e5-4ddf-8e6f-7a2ed5cd3d12 HTTP/1.1" status: 404 len: 337 time: 0.0601258 Jan 25 15:33:46.886513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:46.886980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:46.887754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:46.900977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56896) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.961094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55fca0d-7337-4b65-93a9-113c7d2ab401 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:46.961563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55fca0d-7337-4b65-93a9-113c7d2ab401 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:46.965663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d55fca0d-7337-4b65-93a9-113c7d2ab401 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/b74e36f0-88f9-4909-a8fa-5538fe6726b8 HTTP/1.1" status: 404 len: 339 time: 0.0610502 Jan 25 15:33:46.966528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56900) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:46.986687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] For port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,segment=NetworkSegment(0c148153-994e-4700-abf1-5240934f08c6),segment_id=0c148153-994e-4700-abf1-5240934f08c6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:46.987260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.015718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-c99c2023-3d30-4d75-8cce-7f5d86b0880a service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056750 Jan 25 15:33:47.026789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d497b9-5b2a-431a-986b-7178f18396cf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.027221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d497b9-5b2a-431a-986b-7178f18396cf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.053949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:47.063846 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69d497b9-5b2a-431a-986b-7178f18396cf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/a7bacb2e-65e7-41ec-8675-3337c9b785a6 HTTP/1.1" status: 404 len: 337 time: 0.0937912 Jan 25 15:33:47.100595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56904) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.103721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:47.110430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:47.119140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:47.119809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Calling delete_port for 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:47.191349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:47.197300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:47.198388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06fd8465-3763-42c5-a8f6-ea3b4d2328d7 req-afe529f7-d170-42db-9a92-b6afa8d966f5 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729090 Jan 25 15:33:47.201522 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9e5713-7cab-419e-9e4f-981bf3958f7a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.201982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9e5713-7cab-419e-9e4f-981bf3958f7a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.212222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56910) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.214461 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed9e5713-7cab-419e-9e4f-981bf3958f7a tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/e479b364-99f2-4b34-ab86-dc1a7ff93ff6 HTTP/1.1" status: 404 len: 339 time: 0.0685768 Jan 25 15:33:47.218504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Set router b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:47.280696 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b68cd0f-653e-42a2-b521-794e9129990f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.281129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b68cd0f-653e-42a2-b521-794e9129990f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.288000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.294565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2b68cd0f-653e-42a2-b521-794e9129990f tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/3f8567c5-c54f-419b-9ed6-32d4cfbf2b41 HTTP/1.1" status: 404 len: 337 time: 0.0811026 Jan 25 15:33:47.295172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56914) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.330459 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b623995-195b-431a-8cf5-f2d1f04316a5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.331211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b623995-195b-431a-8cf5-f2d1f04316a5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.333530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3b623995-195b-431a-8cf5-f2d1f04316a5 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/a02ff94e-e1d1-47d0-ac00-c92c976e8878 HTTP/1.1" status: 404 len: 339 time: 0.0372102 Jan 25 15:33:47.335940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56918) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.384951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56922) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.392959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Deleting port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:47.393618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.424026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.442909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0ab028-8e06-4389-a9a6-c2bf33af6cca tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.443344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0ab028-8e06-4389-a9a6-c2bf33af6cca tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.445453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d0ab028-8e06-4389-a9a6-c2bf33af6cca tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/67562d57-8eb9-4983-ac85-6fd70716c770 HTTP/1.1" status: 404 len: 337 time: 0.1080470 Jan 25 15:33:47.468428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56928) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.510791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.520246 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f186ebe-4f42-4a99-a35b-4aa6a868f088 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:47.520548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f186ebe-4f42-4a99-a35b-4aa6a868f088 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:47.522279 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f186ebe-4f42-4a99-a35b-4aa6a868f088 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/bbb8bc65-153b-4d6c-bf3a-4525f17f9498 HTTP/1.1" status: 404 len: 339 time: 0.0467582 Jan 25 15:33:47.527028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56932) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.528686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8359a325-8c2a-4305-bbeb-d82150f76e92,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:47.585722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] Pushing event deleted for resources: {'Port': ['ID=6d51ba01-9be3-4953-b2cf-3edf5f4d73a6,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:47.591232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] The port '6d51ba01-9be3-4953-b2cf-3edf5f4d73a6' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:47.610636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecceb939-1489-45ca-92ad-d87f3dd105b8 None None] No DVR routers for this DVR port 6d51ba01-9be3-4953-b2cf-3edf5f4d73a6 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:47.634130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.638126 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ac1a6cec-4cac-4f01-a75c-2c6593e87312 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1678870 Jan 25 15:33:47.640239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56936) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.663989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '8359a325-8c2a-4305-bbeb-d82150f76e92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:47.708592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4dea8aa8-4319-49fb-95c8-cd7a17ee9ae5 None None] Provisioning complete for port 8ae16aaf-39ee-4468-b8ed-6819e62db83e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:47.708971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4dea8aa8-4319-49fb-95c8-cd7a17ee9ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.722013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:47.737115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:47.746050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:47.771312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:47.773077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4dea8aa8-4319-49fb-95c8-cd7a17ee9ae5 None None] Port 8ae16aaf-39ee-4468-b8ed-6819e62db83e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:33:47.779563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.794421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117'}], 'enable_snat': False}, 'gw_port_id': '49090167-7818-4484-b633-9168dfd42e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:39Z', 'updated_at': '2022-01-25T15:33:43Z', 'revision_number': 3, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port': {'id': '49090167-7818-4484-b633-9168dfd42e74', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:33:41Z', 'updated_at': '2022-01-25T15:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:47.800399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Checking router: b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:33:47.800747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Updating router b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 port 49090167-7818-4484-b633-9168dfd42e74 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:33:47.830819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a30edc-c482-45a1-b2b5-040515a9ce8e']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:47.847876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c148153-994e-4700-abf1-5240934f08c6') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:47.848267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c148153-994e-4700-abf1-5240934f08c6') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:47.857232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.861928 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6d3cf404-d8c8-4974-a66e-f8f4679b1ce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d78de9885504c63bdf664922da29e31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722300 Jan 25 15:33:47.862046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56940) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.865233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.902192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.928300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:47.928632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:47.944733 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:47.950506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:47.970503 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-609c03dd-303e-4312-a1a7-b54042c523d3 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 HTTP/1.1" status: 200 len: 908 time: 1.2392647 Jan 25 15:33:47.973608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56944) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:47.992399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'name': 'tempest-snat-router-229483849', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': True}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:48.006804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:48.027042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Usage tracker for resource:router and tenant:0a938ccd55fd496ea900cb0cdd341fd9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:48.027042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting subnet d8b1f6bc-c607-441f-8c13-e74f8000c2b8 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:48.027042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:48.031445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.064867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:48.079518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.100960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.106274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.122031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.124114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.160922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.215450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.216310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.226763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.241612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.242255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Transition to ACTIVE for port object 49090167-7818-4484-b633-9168dfd42e74 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:48.271891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.289425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.292798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.295702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.314389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router f0ef441e-320a-43b9-864d-af6a5f145fbd is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:48.315796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] Pushing event deleted for resources: {'Network': ['ID=43a30edc-c482-45a1-b2b5-040515a9ce8e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.329281 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2da84886-4152-4383-b3f9-0fd8ba873d0e tempest-NetworksIpV6Test-129411979 tempest-NetworksIpV6Test-129411979-project] 10.222.0.26 "DELETE /v2.0/networks/43a30edc-c482-45a1-b2b5-040515a9ce8e HTTP/1.1" status: 204 len: 168 time: 3.2576118 Jan 25 15:33:48.340371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28eeef13-ae1a-4465-965e-eef277064962,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.373830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.406572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Deleting port 989eafb8-427b-4920-a2db-d5a64d46111f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:48.407018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.458143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Attempting to bind port 49090167-7818-4484-b633-9168dfd42e74 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:48.458430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Attempting to bind port 49090167-7818-4484-b633-9168dfd42e74 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:48.458780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Attempting to bind port 49090167-7818-4484-b633-9168dfd42e74 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:48.460120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.460660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36de9-e891-4dd3-82f6-af24cdef7c31 None None] Pushing event updated for resources: {'Port': ['ID=49090167-7818-4484-b633-9168dfd42e74,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.464172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.469911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa6fc068-28bc-4a11-bf95-7e554d938214 HTTP/1.1" status: 204 len: 168 time: 0.6026549 Jan 25 15:33:48.474950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:48.475208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.476002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:48.476369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f8effdae-6f8e-47d6-af68-2192138c6563 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8205965 Jan 25 15:33:48.477497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.478113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:48.478972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Bound port: 49090167-7818-4484-b633-9168dfd42e74, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:48.479510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.481533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13abbb8-a99e-47ac-aaae-27c255926d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6fc068-28bc-4a11-bf95-7e554d938214,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.482183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56952) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:48.515992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.530157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.593088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] For port 49090167-7818-4484-b633-9168dfd42e74, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:48.598150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] For port 49090167-7818-4484-b633-9168dfd42e74, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=49090167-7818-4484-b633-9168dfd42e74,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:48.647272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.663894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28eeef13-ae1a-4465-965e-eef277064962,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.666438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.667164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.671033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6df7b84a-da28-43c4-9122-a3b2fa3cca77 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/28eeef13-ae1a-4465-965e-eef277064962 HTTP/1.1" status: 204 len: 168 time: 0.1853142 Jan 25 15:33:48.671458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56956) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:48.706835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.722437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e41e140a-2941-4cea-9cc9-d6da58f734d2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:48.776264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b1f6bc-c607-441f-8c13-e74f8000c2b8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.805141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36de9-e891-4dd3-82f6-af24cdef7c31 None None] Pushing event updated for resources: {'Port': ['ID=49090167-7818-4484-b633-9168dfd42e74,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:48.808078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Routers {'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:48.808795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:48.818878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e41e140a-2941-4cea-9cc9-d6da58f734d2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:48.823526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e41e140a-2941-4cea-9cc9-d6da58f734d2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1481237 Jan 25 15:33:48.823526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56962) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:48.862481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.912300 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-02052530-ff0d-42bb-b90d-2a5ac3382a10 tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/subnets/d8b1f6bc-c607-441f-8c13-e74f8000c2b8 HTTP/1.1" status: 204 len: 168 time: 1.3829820 Jan 25 15:33:48.914225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.916697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56966) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:48.934927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:48.943540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56972) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:48.990404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.006902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b78ed-e090-45e2-a3eb-ecd86dde7039 None None] Network e8c92187-7394-4da7-9528-ed18ae5ae6e0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:49.047165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.125824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] Set router b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:49.165125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.193599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8359a325-8c2a-4305-bbeb-d82150f76e92,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:49.304260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2783b6c-c70c-4c1f-a803-43c539d33907 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3fb97f85291c4034b4121734c6034fd1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3562984 Jan 25 15:33:49.304909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56984) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:49.311678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:49.325015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] Sync routers for ids ['f0ef441e-320a-43b9-864d-af6a5f145fbd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:49.340132 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] Routers {'f0ef441e-320a-43b9-864d-af6a5f145fbd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:49.341009 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f0ef441e-320a-43b9-864d-af6a5f145fbd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:49.341194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Calling delete_port for 989eafb8-427b-4920-a2db-d5a64d46111f owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:49.379594 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e94bf0d0-8336-4f7c-a225-a3679e093814 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/f0ef441e-320a-43b9-864d-af6a5f145fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7064421 Jan 25 15:33:49.386710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.397271 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dd863bf6-8ede-40ee-a1d2-b57b40686158 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/8359a325-8c2a-4305-bbeb-d82150f76e92 HTTP/1.1" status: 204 len: 168 time: 0.5641098 Jan 25 15:33:49.397271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56988) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:49.401997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 56992) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:49.421815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:49.447895 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] Routers {'f0ef441e-320a-43b9-864d-af6a5f145fbd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:49.450307 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f0ef441e-320a-43b9-864d-af6a5f145fbd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:49.493641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.551043 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:49.552321 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27641fe5-2599-4f32-9ff1-3557df6e1121 None None] The sync data for ids ['f0ef441e-320a-43b9-864d-af6a5f145fbd'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:49.570250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117'}], 'enable_snat': False}, 'gw_port_id': '49090167-7818-4484-b633-9168dfd42e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:39Z', 'updated_at': '2022-01-25T15:33:43Z', 'revision_number': 3, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port': {'id': '49090167-7818-4484-b633-9168dfd42e74', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:33:41Z', 'updated_at': '2022-01-25T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:49.574045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] DHCP port deletion for e8c92187-7394-4da7-9528-ed18ae5ae6e0 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:49.574181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.579370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Deleting port 6a346aef-6218-4cfb-9fd0-4823de10f691 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:49.579812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.579987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 6a346aef-6218-4cfb-9fd0-4823de10f691 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:49.580286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.606686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049bb248-005d-4f63-8ba4-a63382744b7d None None] The sync data for ids ['b2ce81e1-a210-4a7f-883b-e4d8d11aaef3'] in dv-neutron-826291-2-hyperv is: [{'id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117'}], 'enable_snat': False}, 'gw_port_id': '49090167-7818-4484-b633-9168dfd42e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:39Z', 'updated_at': '2022-01-25T15:33:43Z', 'revision_number': 3, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port': {'id': '49090167-7818-4484-b633-9168dfd42e74', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ce81e1-a210-4a7f-883b-e4d8d11aaef3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:33:41Z', 'updated_at': '2022-01-25T15:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:49.627274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.650432 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-336cf5c0-853d-4d0e-8e29-7b2d00336d17 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2413409 Jan 25 15:33:49.651671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 56998) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:49.674194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--136556205'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:49.687680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6292c8af-2787-4bf1-aeb0-847b015c065f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:49.688538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6292c8af-2787-4bf1-aeb0-847b015c065f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:49.694410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:49.704464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:49.708186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:49.719200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:49.810769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] For port 6a346aef-6218-4cfb-9fd0-4823de10f691, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6a346aef-6218-4cfb-9fd0-4823de10f691,segment=NetworkSegment(a0e07660-742a-481e-b82c-c75d8c87e534),segment_id=a0e07660-742a-481e-b82c-c75d8c87e534)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:49.811246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.842884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6292c8af-2787-4bf1-aeb0-847b015c065f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:49.848811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6292c8af-2787-4bf1-aeb0-847b015c065f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports/8ae16aaf-39ee-4468-b8ed-6819e62db83e HTTP/1.1" status: 200 len: 977 time: 0.4549122 Jan 25 15:33:49.851591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57004) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:49.958147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:49.977347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.004282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Calling delete_port for 6a346aef-6218-4cfb-9fd0-4823de10f691 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:50.027886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] For port 6a346aef-6218-4cfb-9fd0-4823de10f691, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6a346aef-6218-4cfb-9fd0-4823de10f691,segment=NetworkSegment(a0e07660-742a-481e-b82c-c75d8c87e534),segment_id=a0e07660-742a-481e-b82c-c75d8c87e534)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:50.028482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.052375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.105470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108e491-9f81-4079-add3-1e6372a2f336,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:50.111804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.111804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3534ad9-0d09-4630-a011-f576e63a6f8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e108e491-9f81-4079-add3-1e6372a2f336 HTTP/1.1" status: 204 len: 168 time: 0.8030415 Jan 25 15:33:50.170074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:50.174449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:50.177629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:50.184958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:50.220089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.295342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.311197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Calling delete_port for 6a346aef-6218-4cfb-9fd0-4823de10f691 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:50.317147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57014) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:50.321659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] No DVR routers for this DVR port 6a346aef-6218-4cfb-9fd0-4823de10f691 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:50.323451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41fa3a-d60e-446f-a659-7ce2dbf4f59a None None] Pushing event deleted for resources: {'Port': ['ID=6a346aef-6218-4cfb-9fd0-4823de10f691,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:50.353245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.359000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.402207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa7fff-bf54-438f-852f-6cd06478f7d8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:50.598457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.676807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.682058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e3e09aa8-0d0a-4304-805d-9fecba0c0817 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0287879 Jan 25 15:33:50.683455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57022) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:50.693337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '23aa7fff-bf54-438f-852f-6cd06478f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:50.701339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:50.716305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:50.724055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:50.731726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:50.760497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:50.760815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:50.779635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Pushing event deleted for resources: {'Port': ['ID=989eafb8-427b-4920-a2db-d5a64d46111f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:50.783808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 172.26.8.177 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:33:50.786738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'networks': [{'name': 'tempest-network--263158769'}, {'name': 'tempest-network--481433625'}]} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:50.786906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-network--263158769'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:50.787364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-network--481433625'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:50.797938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:50.803475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Usage tracker for resource:network and tenant:6d0f307815634ab58e14013ca14b0682 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:50.809654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:50.818044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:50.847344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.907133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'network': 2} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:50.910791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.945428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:50.973344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.119947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:51.127765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Usage tracker for resource:security_group_rule and tenant:6d0f307815634ab58e14013ca14b0682 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:51.130868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:51.134671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.139004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:51.142042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.203082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.244549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba93057-25e4-4046-a93e-8620d0715353,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:51.265834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Deleting port 6a346aef-6218-4cfb-9fd0-4823de10f691 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:51.266202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.288749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.314459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.346711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] The port '6a346aef-6218-4cfb-9fd0-4823de10f691' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:33:51.350071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.371893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.372384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.388804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.405483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.406653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc35f7a7-8c52-48f4-a1ca-4e990c2001ca tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7220826 Jan 25 15:33:51.456348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57038) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:51.479488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '23aa7fff-bf54-438f-852f-6cd06478f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:51.538000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:51.559855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 49090167-7818-4484-b633-9168dfd42e74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:51.560372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9e754-1572-4971-856f-285c94031bed,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:51.577461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:51.599026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.599026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment fe304a9e-52c4-4e5f-aa27-8c2748c5f9b4 of type vlan for network 1e1dc805-8436-4453-a62a-7d469d04ed57 Jan 25 15:33:51.599341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:51.602025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 8ae16aaf-39ee-4468-b8ed-6819e62db83e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:51.603238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.610429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:51.637418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:51.646920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.674317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.683627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57044) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:51.699861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Router 2282723a-0a7c-4e71-aa63-9ea81bc3f753 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:51.701660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c92187-7394-4da7-9528-ed18ae5ae6e0']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:51.717017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e07660-742a-481e-b82c-c75d8c87e534') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:51.717334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e07660-742a-481e-b82c-c75d8c87e534') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:51.729658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.730327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 49090167-7818-4484-b633-9168dfd42e74 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:33:51.735335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 49090167-7818-4484-b633-9168dfd42e74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:51.736508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.810064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:51.816300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.827028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.833394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.840739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.841078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment f3db3a59-0f1d-4c0c-b1e1-792c4228d197 of type vlan for network f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4 Jan 25 15:33:51.890834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.898769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.900160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:51.900632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:51.920728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 49090167-7818-4484-b633-9168dfd42e74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=49090167-7818-4484-b633-9168dfd42e74,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:51.968465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 8ae16aaf-39ee-4468-b8ed-6819e62db83e owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:51.996131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.022564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:52.062896 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:52.070841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6a346aef-6218-4cfb-9fd0-4823de10f691 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:52.115232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6a346aef-6218-4cfb-9fd0-4823de10f691 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:52.115638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6a346aef-6218-4cfb-9fd0-4823de10f691 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:52.124539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.125224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.127164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=49090167-7818-4484-b633-9168dfd42e74,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.130234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.133530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.134805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.137434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1067876400'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:52.155683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:52.195054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:52.205634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:52.227475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:33:52.228397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:52.230778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.235068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:52.241579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:52.245072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:52.254511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] Sync routers for ids ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:52.266205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] Routers {'2282723a-0a7c-4e71-aa63-9ea81bc3f753'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:52.266819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:52.292181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=1e1dc805-8436-4453-a62a-7d469d04ed57,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.319592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.324745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1e1dc805-8436-4453-a62a-7d469d04ed57 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:52.344816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:52.377306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.377685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0576189 Jan 25 15:33:52.378528 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aa15db58-463c-41fa-9d57-e258d6a71f58 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "PUT /v2.0/routers/2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 200 len: 705 time: 7.1946743 Jan 25 15:33:52.379135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57050) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:52.384783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57052) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:52.411725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39481585-69b8-4143-9ea7-dd48baa2ca67 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.426592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:52.451411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] Routers {'2282723a-0a7c-4e71-aa63-9ea81bc3f753'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:52.452019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:52.482034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.483289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:52.486196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.512793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.543767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.562903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:52.563454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca00cd-5703-47a2-ba44-d23626585192 None None] The sync data for ids ['2282723a-0a7c-4e71-aa63-9ea81bc3f753'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:52.571402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=8ae16aaf-39ee-4468-b8ed-6819e62db83e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.600445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.605112 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] 10.222.0.26 "DELETE /v2.0/networks/e8c92187-7394-4da7-9528-ed18ae5ae6e0 HTTP/1.1" status: 204 len: 168 time: 3.6808374 Jan 25 15:33:52.676635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.702909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31d03c-9eee-40e8-8610-7360ebf4d7bf tempest-NetworksTest-1455034890 tempest-NetworksTest-1455034890-project] Pushing event deleted for resources: {'Network': ['ID=e8c92187-7394-4da7-9528-ed18ae5ae6e0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.715371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739e86b6-6ea4-4190-a0e0-dbca53cef140,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:52.757564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.762943 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2a0f8a82-574a-4a9d-b32e-1444026b80cc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2964582 Jan 25 15:33:52.766438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:52.776845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '23aa7fff-bf54-438f-852f-6cd06478f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:52.824064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:52.833754 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a3d637cc-f2bb-40f3-a3d8-eae942740f75 tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/routers/2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 200 len: 740 time: 0.4479837 Jan 25 15:33:52.834359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57064) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:52.834463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:52.840772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:52.845367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:52.847611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb8a3e-efd8-4127-a0a0-f7048e2f8fa5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.848726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:52.851532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb8a3e-efd8-4127-a0a0-f7048e2f8fa5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.855572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb8a3e-efd8-4127-a0a0-f7048e2f8fa5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.857760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:52.859386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb8a3e-efd8-4127-a0a0-f7048e2f8fa5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:52.864801 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-18eb8a3e-efd8-4127-a0a0-f7048e2f8fa5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4791811 Jan 25 15:33:52.864801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:52.865560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:52.868769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:52.902420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:52.910628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15fa117c-b45c-4701-8fb4-4f58f210681d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Synchronizing usage tracker for tenant:a9491bcb92314e1f95c0471912ed19c7 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:53.000442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.002169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.002857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.035240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.065897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15fa117c-b45c-4701-8fb4-4f58f210681d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] Unset dirty status for tenant:a9491bcb92314e1f95c0471912ed19c7 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:53.069616 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15fa117c-b45c-4701-8fb4-4f58f210681d tempest-RoutersAdminTest-1279251497 tempest-RoutersAdminTest-1279251497-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 200 len: 205 time: 0.2284167 Jan 25 15:33:53.071029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57072) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:53.121478 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-176dd2ec-beca-4dbf-b170-5b11ef5e2462 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 200 len: 205 time: 0.0494673 Jan 25 15:33:53.122220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.127229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57078) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:53.215958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57082) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:53.248565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:53.287726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.309975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46195774-e8d1-4d71-832e-46d3fc7e0fbd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:53.325279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.325897 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 73197b38-5ec4-451a-8582-c1f834799dcd of type vlan for network 0a126eb7-7938-4efd-a354-02bbf35e20f1 Jan 25 15:33:53.417057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.476807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.496967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 49090167-7818-4484-b633-9168dfd42e74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:33:53.507788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.585508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 49090167-7818-4484-b633-9168dfd42e74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:33:53.586085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.626166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.722917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.731682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:33:53.732683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c042656e-accf-45d3-8ea4-a6d266b1eb3e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:53.763912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1dc805-8436-4453-a62a-7d469d04ed57']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:53.778520 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d5377a0d-7bce-4df0-991e-cb28db2b67d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=991f5d1adb574ded8e558947486725d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5472267 Jan 25 15:33:53.778711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57088) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:53.782262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe304a9e-52c4-4e5f-aa27-8c2748c5f9b4') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:53.782554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe304a9e-52c4-4e5f-aa27-8c2748c5f9b4') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:53.809645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.821370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router f0ef441e-320a-43b9-864d-af6a5f145fbd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:33:53.842168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.858222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:53.858611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:53.874507 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:53.882384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.883514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-49d2995f-3f3c-4ac4-a121-cfe362152de4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1138809 Jan 25 15:33:53.895218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57092) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:53.905952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.910535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:53.911105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:53.921389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '23aa7fff-bf54-438f-852f-6cd06478f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:53.960659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:54.019916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:54.078193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.094767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:54.109815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.137440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.144391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.155084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=1e1dc805-8436-4453-a62a-7d469d04ed57,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:54.161474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:54.172312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5e6d5961-0e9b-4da2-90ba-420bb3284acc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/1e1dc805-8436-4453-a62a-7d469d04ed57 HTTP/1.1" status: 204 len: 168 time: 1.2972479 Jan 25 15:33:54.172480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] Sync routers for ids ['f0ef441e-320a-43b9-864d-af6a5f145fbd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:54.174857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e5c8cc50-a24f-4647-b2d7-39695864ff6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/f0ef441e-320a-43b9-864d-af6a5f145fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3244264 Jan 25 15:33:54.175508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57096) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.178880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57098) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.182971 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] Routers {'f0ef441e-320a-43b9-864d-af6a5f145fbd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:54.183567 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f0ef441e-320a-43b9-864d-af6a5f145fbd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.188941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:54.191684 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5046399 Jan 25 15:33:54.202208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae08c4-9a33-4a8d-b789-2b3fe36a1224 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=0a126eb7-7938-4efd-a354-02bbf35e20f1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:54.207784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.219219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:54.221230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'name': 'tempest-PortsIpV6TestJSON-1437310351'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:54.236888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.253198 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.266386 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] Routers {'f0ef441e-320a-43b9-864d-af6a5f145fbd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:54.267848 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f0ef441e-320a-43b9-864d-af6a5f145fbd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.316801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.330674 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.331354 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278bbb03-4465-4dd1-961d-5e29429c71bb None None] The sync data for ids ['f0ef441e-320a-43b9-864d-af6a5f145fbd'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:54.355884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.416608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:54.428737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.428931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:54.439719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:54.448157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:54.481406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.492550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.521485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef8561-6963-4bd9-80dd-f7956e42f1b7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:54.535204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router caa42b2d-3654-4bc7-9f6a-ef33261bd335 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:33:54.537334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.537857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Fanout notify agent at l3_agent the message router_deleted on router 2282723a-0a7c-4e71-aa63-9ea81bc3f753 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:54.556320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:54.559340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.569167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.588718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.589812 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f8fc86c-4c4f-4b40-8f63-a76b8f9e0408 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 204 len: 168 time: 1.4538009 Jan 25 15:33:54.596011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57108) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.658972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e61e21-c348-4ad1-818b-36cde6f3e75c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:54.679702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 38378236-4a16-4802-8ecf-2aedde2ad720 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:54.759641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.760724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-696d17b7-aabe-4dbc-a582-196fd62c5393 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/76ef8561-6963-4bd9-80dd-f7956e42f1b7 HTTP/1.1" status: 204 len: 168 time: 0.9814994 Jan 25 15:33:54.770786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.774827 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-23215991-eb00-470c-a391-2bcc1bb03bb2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8750961 Jan 25 15:33:54.781759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a41c8feb-88f5-4ba9-bc1d-c4a37f8a5bd8 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 200 len: 205 time: 0.0676894 Jan 25 15:33:54.781927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57114) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.784299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.793412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '23aa7fff-bf54-438f-852f-6cd06478f7d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:54.866470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:54.909236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.927881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-a8ab02fa-af3a-4953-8cc8-f4a48cf21ddb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] remove_router_interface failed (client error): The resource could not be found. Jan 25 15:33:54.931547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8ab02fa-af3a-4953-8cc8-f4a48cf21ddb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/f0ef441e-320a-43b9-864d-af6a5f145fbd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7413626 Jan 25 15:33:54.934688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:54.934688 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-216f4674-6262-476b-9a10-b6c4a5cb57f1 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:54.935599 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-216f4674-6262-476b-9a10-b6c4a5cb57f1 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/2282723a-0a7c-4e71-aa63-9ea81bc3f753 HTTP/1.1" status: 404 len: 336 time: 0.1502106 Jan 25 15:33:54.937932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57122) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.938708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57124) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:54.945026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:54.946199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.958944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3db3a59-0f1d-4c0c-b1e1-792c4228d197') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.959227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3db3a59-0f1d-4c0c-b1e1-792c4228d197') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:54.971818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.988785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:54.994663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:33:54.995037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:33:55.009844 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:33:55.033741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:55.112220 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f6610839-e148-4a27-8543-41ede91d9797 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0ef441e-320a-43b9-864d-af6a5f145fbd HTTP/1.1" status: 200 len: 205 time: 0.1608150 Jan 25 15:33:55.113048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.125215 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b3cd2545-e84d-4a5e-871e-0622fcb8199f tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 200 len: 205 time: 0.1747348 Jan 25 15:33:55.138534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57136) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.170938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.198086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.205110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:55.224184 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-e6542a38-133f-4f84-9983-650204fe383d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:55.225191 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e6542a38-133f-4f84-9983-650204fe383d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/9e1623a9-2981-449d-8a87-a2adefc9dfe9 HTTP/1.1" status: 404 len: 336 time: 0.0858555 Jan 25 15:33:55.260293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.297927 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-03be35a3-45fc-44c7-a03b-68765fb64ad4 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/f7fc6dd3-4c19-4048-ae96-a52ac7e7a9d4 HTTP/1.1" status: 204 len: 168 time: 1.1199343 Jan 25 15:33:55.308465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57148) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.344222 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ec4486e-3638-4dc5-b7c7-83f801d114fe tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 200 len: 205 time: 0.0816400 Jan 25 15:33:55.350138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57152) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.374362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.384631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.445111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:33:55.457176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Sync routers for ids ['caa42b2d-3654-4bc7-9f6a-ef33261bd335'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:33:55.472616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Routers {'caa42b2d-3654-4bc7-9f6a-ef33261bd335'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:55.473544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['caa42b2d-3654-4bc7-9f6a-ef33261bd335'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:55.476716 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-73ab8f11-818c-4b55-8c90-7fd347a4f917 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:55.480217 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-73ab8f11-818c-4b55-8c90-7fd347a4f917 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/ca72f377-3ba4-4009-bb48-8f9b8ffa8e86 HTTP/1.1" status: 404 len: 336 time: 0.0826509 Jan 25 15:33:55.480530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.483965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.547723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.555587 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b853243-2c5e-4159-876b-d53080132f32 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 200 len: 205 time: 0.0713623 Jan 25 15:33:55.555587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57168) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.617244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.621117 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17989c63-05a3-4eae-8242-f5072101f8b8 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.6428554 Jan 25 15:33:55.621809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57172) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.630502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.633454 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-a7b28c86-c501-4a58-aa17-fd1558629708 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:55.634465 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a7b28c86-c501-4a58-aa17-fd1558629708 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/ecb14f69-9aac-420d-a0bf-a789d151c8e3 HTTP/1.1" status: 404 len: 336 time: 0.0780971 Jan 25 15:33:55.649094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57176) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.697558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Set router caa42b2d-3654-4bc7-9f6a-ef33261bd335 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:55.715136 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-530650d3-c45f-4988-95eb-76316026464d tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 200 len: 205 time: 0.0626879 Jan 25 15:33:55.719868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fce42d-dc9b-433d-a730-a3df109e6d64 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:55.725427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fce42d-dc9b-433d-a730-a3df109e6d64 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:55.725427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-24fce42d-dc9b-433d-a730-a3df109e6d64 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Synchronizing usage tracker for tenant:6d0f307815634ab58e14013ca14b0682 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:55.727598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57180) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.729427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.781309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99895f1-7944-4c2c-a5e5-1d9046d91db0,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:55.806567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=38378236-4a16-4802-8ecf-2aedde2ad720,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:55.850358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '73197b38-5ec4-451a-8582-c1f834799dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:55.850715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 0a126eb7-7938-4efd-a354-02bbf35e20f1, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:33:55.877777 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-c627eaa7-050a-4879-aaef-5ad2e43d5c82 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:55.881210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c627eaa7-050a-4879-aaef-5ad2e43d5c82 tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/4aae5de6-a14d-4429-afaa-53350fcad6a7 HTTP/1.1" status: 404 len: 336 time: 0.1480789 Jan 25 15:33:55.918441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57186) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.932077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:55.933200 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-445abb4a-78a3-4622-a832-2bd698804685 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1512740 Jan 25 15:33:55.943316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57192) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.944184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-24fce42d-dc9b-433d-a730-a3df109e6d64 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Unset dirty status for tenant:6d0f307815634ab58e14013ca14b0682 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:55.945470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-24fce42d-dc9b-433d-a730-a3df109e6d64 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6343033 Jan 25 15:33:55.964609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57196) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:55.981290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-335133330'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:55.988828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:55.992511 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d11e08f5-bad8-4636-a208-5c8c94882cda tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3b0cd56-77d0-41ba-8641-cde4a96ddb8d HTTP/1.1" status: 200 len: 205 time: 0.0680766 Jan 25 15:33:55.995331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.059813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa42b2d-3654-4bc7-9f6a-ef33261bd335', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': '2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:48Z', 'updated_at': '2022-01-25T15:33:52Z', 'revision_number': 3, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port': {'id': '2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa42b2d-3654-4bc7-9f6a-ef33261bd335', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:33:50Z', 'updated_at': '2022-01-25T15:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:56.064594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Checking router: caa42b2d-3654-4bc7-9f6a-ef33261bd335 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:33:56.076831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Updating router caa42b2d-3654-4bc7-9f6a-ef33261bd335 port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:33:56.085944 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-505dd3cd-3ad6-4f27-9c56-f676b9ac42cc tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] delete failed (client error): The resource could not be found. Jan 25 15:33:56.089819 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-505dd3cd-3ad6-4f27-9c56-f676b9ac42cc tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/routers/b3b0cd56-77d0-41ba-8641-cde4a96ddb8d HTTP/1.1" status: 404 len: 336 time: 0.0923414 Jan 25 15:33:56.090376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57206) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.130821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.192005 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-46331e55-0dc4-43f7-ab59-78065918dddb tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] DELETE failed (client error): The resource could not be found. Jan 25 15:33:56.193785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46331e55-0dc4-43f7-ab59-78065918dddb tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:33:56.206096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46331e55-0dc4-43f7-ab59-78065918dddb tempest-RoutersAdminTest-1261133899 tempest-RoutersAdminTest-1261133899-project] 10.222.0.26 "DELETE /v2.0/subnets/cdf6898d-326c-4776-a58c-b982eb846e17 HTTP/1.1" status: 404 len: 337 time: 0.1116357 Jan 25 15:33:56.210685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:33:56.244242 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78670b8b-ef21-4bcf-af24-fbbac3a9e5d2 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/caa42b2d-3654-4bc7-9f6a-ef33261bd335 HTTP/1.1" status: 200 len: 907 time: 0.6128979 Jan 25 15:33:56.245045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57214) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.280925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.300368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:56.312824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.319104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0a126eb7-7938-4efd-a354-02bbf35e20f1) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:33:56.320805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57218) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.328713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.329018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d125a9-229f-44a5-9db4-6c6f81378b7e None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:56.336212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.350903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:33:56.355371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:56.356205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.392660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:56.398309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.472022 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-668a2e92-b72f-4839-9c8f-bea3278226a1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2608740 Jan 25 15:33:56.475680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57226) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.482429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-846668768'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:56.491858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.494177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router f0ef441e-320a-43b9-864d-af6a5f145fbd {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:33:56.508979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:56.519838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.530156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.537576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:56.542877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.544135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4b88ef27-61f4-4215-bb26-9f61e44181b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/f0ef441e-320a-43b9-864d-af6a5f145fbd HTTP/1.1" status: 204 len: 168 time: 1.4306028 Jan 25 15:33:56.555206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.556628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f99895f1-7944-4c2c-a5e5-1d9046d91db0 HTTP/1.1" status: 204 len: 168 time: 0.6097929 Jan 25 15:33:56.558574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:56.561433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57230) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.561951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57232) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.565911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828fa7d-6629-4bb7-8151-52b64532627b tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f99895f1-7944-4c2c-a5e5-1d9046d91db0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:56.572927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:56.598867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2063483889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:56.612199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:56.616854 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:router and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:56.621608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:56.626720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:56.628646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:56.640596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.641241 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment a23e9e4e-02be-4ddb-a5e8-59cb383a91b9 of type vlan for network 77c4aa1f-e269-481e-a7fe-765d007038bd Jan 25 15:33:56.665577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.678467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Transition to ACTIVE for port object 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:33:56.706657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.742462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-24364475-ae29-459c-a666-f41cb4fd9a45 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:56.755578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.756495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.770055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.785736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.796043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.814637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:56.817574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.881523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:56.881790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Attempting to bind port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:33:56.882075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Attempting to bind port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:33:56.882432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Attempting to bind port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:33:56.884392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99192d-9afb-49e6-990c-2552b202f641 None None] Pushing event updated for resources: {'Port': ['ID=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:56.890116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:56.902184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Bound port: 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:33:56.903012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.929035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 7362cf36-30eb-4283-8047-756ea4dc684e {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:33:56.941592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.969563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] For port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:33:56.972794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] For port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:33:56.980935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57240) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:56.982129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.982468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 88077d6e-ae5b-43a4-9d05-0e06473607cb of type vlan for network 4f44641c-f364-4f8c-a334-953f4527eebc Jan 25 15:33:56.994468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:56.998377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:56.998998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.003423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-24364475-ae29-459c-a666-f41cb4fd9a45 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:57.004819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-24364475-ae29-459c-a666-f41cb4fd9a45 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4339182 Jan 25 15:33:57.006923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.016211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57244) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.051382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.075081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.097317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.134653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] For port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb, host dv-neutron-826291-2-hyperv, got binding levels [] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:57.134998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.145937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.149959 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c2e24fbe-e6a2-4af3-a6da-e730f7bf9f25 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8162668 Jan 25 15:33:57.152368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57250) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.159506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99192d-9afb-49e6-990c-2552b202f641 None None] Pushing event updated for resources: {'Port': ['ID=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:57.160375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1058370978'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:57.176391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Routers {'caa42b2d-3654-4bc7-9f6a-ef33261bd335'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:33:57.177009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:33:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['caa42b2d-3654-4bc7-9f6a-ef33261bd335'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:57.234472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.273336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:57.276043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.292734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.317644 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3512499 Jan 25 15:33:57.321531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57254) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.324434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c12a4f-87b0-409d-a961-e1ce79d3772a tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=77c4aa1f-e269-481e-a7fe-765d007038bd,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:57.336316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1808459790'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:57.341776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 77c4aa1f-e269-481e-a7fe-765d007038bd details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:57.367628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:57.394099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:57.401224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:57.421504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:57.427849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.429466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Usage tracker for resource:security_group_rule and tenant:f0af484a52924581876be95910a5bb5d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:57.432147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:network and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:57.433637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:57.441797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:57.441964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:57.460615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:57.460841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.464921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] Set router caa42b2d-3654-4bc7-9f6a-ef33261bd335 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:33:57.466618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1e61e21-c348-4ad1-818b-36cde6f3e75c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:57.466899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:57.467456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.476100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.536510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.538179 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7afe229c-0d5c-4f54-8f96-f65d3b5f619d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e1e61e21-c348-4ad1-818b-36cde6f3e75c HTTP/1.1" status: 204 len: 168 time: 0.5205059 Jan 25 15:33:57.540171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57258) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.542599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:57.545621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.570648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:57.573916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.576505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa42b2d-3654-4bc7-9f6a-ef33261bd335', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:48Z', 'updated_at': '2022-01-25T15:33:56Z', 'revision_number': 4, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:33:57.580721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed897e-265c-4d1e-a7d6-35ee12105e9b None None] The sync data for ids ['caa42b2d-3654-4bc7-9f6a-ef33261bd335'] in dv-neutron-826291-2-hyperv is: [{'id': 'caa42b2d-3654-4bc7-9f6a-ef33261bd335', 'name': 'tempest-snat-router-229483849', 'tenant_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:33:48Z', 'updated_at': '2022-01-25T15:33:56Z', 'revision_number': 4, 'project_id': '0a938ccd55fd496ea900cb0cdd341fd9', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:33:57.590372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:57.590818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:57.602401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.638083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea23ed6c-f12f-4206-aa08-0119a8fba697 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:57.664855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:57.671668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:security_group_rule and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:57.671863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:57.678083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:57.689330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:57.694174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=4f44641c-f364-4f8c-a334-953f4527eebc,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:57.707620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 4f44641c-f364-4f8c-a334-953f4527eebc details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:57.713011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.713496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment 5105fd1f-a7f2-4357-9561-2f05eaf47e23 of type vlan for network 33a1936a-3b19-4610-ac86-faa025d9e89b Jan 25 15:33:57.755114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a551c0a0-3284-4c52-b136-65a8539679e9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2783346 Jan 25 15:33:57.758820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57262) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.769899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'ports': [{'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'}, {'network_id': '4f44641c-f364-4f8c-a334-953f4527eebc'}]} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:57.770334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:57.770916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '4f44641c-f364-4f8c-a334-953f4527eebc'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:57.783433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.788058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.852221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.858264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea23ed6c-f12f-4206-aa08-0119a8fba697 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:57.859541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea23ed6c-f12f-4206-aa08-0119a8fba697 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3184307 Jan 25 15:33:57.862621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57266) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:57.875985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.931399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=7362cf36-30eb-4283-8047-756ea4dc684e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:57.937975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.941731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:57.942314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.945947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.958287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:57.991880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.000042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514d953-ec08-414a-8147-e18c6c646c5a None None] Network 9424d06d-5bdf-4613-9d9c-cccaaad63730 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:33:58.003934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:33:58.007440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.040665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.041003 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Added segment ef025713-3b02-4fc8-b2a5-e2998e12f0f8 of type vlan for network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 Jan 25 15:33:58.042183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de1a38-4307-4b8a-945f-587d2dcf645a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:58.048375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:58.056418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:58.061631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:58.080229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:58.088044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.091633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:58.091840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.151090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.202484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-da3ef6ff-e5df-469a-af17-8abb4696c8df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/7362cf36-30eb-4283-8047-756ea4dc684e HTTP/1.1" status: 204 len: 168 time: 1.6330199 Jan 25 15:33:58.214336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57270) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:58.233293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9060946 Jan 25 15:33:58.241373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35220332-eb95-4d14-aaac-6dd7a5ee71e5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:58.271549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57274) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:58.276025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba01e6-55f0-4717-982c-5b9b4bb0ae59 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=33a1936a-3b19-4610-ac86-faa025d9e89b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:58.282081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'ports': [{'network_id': '77c4aa1f-e269-481e-a7fe-765d007038bd', 'name': 'tempest-port--1006371274', 'admin_state_up': True}, {'network_id': '33a1936a-3b19-4610-ac86-faa025d9e89b', 'admin_state_up': False}]} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:58.293721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'port': {'network_id': '77c4aa1f-e269-481e-a7fe-765d007038bd', 'name': 'tempest-port--1006371274', 'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:58.293721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'port': {'network_id': '33a1936a-3b19-4610-ac86-faa025d9e89b', 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:58.321975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 33a1936a-3b19-4610-ac86-faa025d9e89b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:58.322123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6e442fb4-8329-41ed-b306-b72d34540b20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0af484a52924581876be95910a5bb5d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3269734 Jan 25 15:33:58.322123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57278) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:58.384389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.406658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.410902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:33:58.411510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.424777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c042656e-accf-45d3-8ea4-a6d266b1eb3e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:58.475115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] DHCP port deletion for 9424d06d-5bdf-4613-9d9c-cccaaad63730 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:33:58.479986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Deleting port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:58.480576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.561855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Network': ['ID=b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:58.579077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:33:58.590544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.610460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.651638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] For port 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:58.651991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.667879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:33:58.668695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.764085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.775745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:58.778193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.781898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-15e4f9f1-afbe-46fc-8f3f-e0c41ebdbd1d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c042656e-accf-45d3-8ea4-a6d266b1eb3e HTTP/1.1" status: 204 len: 168 time: 0.9180825 Jan 25 15:33:58.791602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57282) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:58.798951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Usage tracker for resource:port and tenant:6d0f307815634ab58e14013ca14b0682 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:58.810019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] For port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,segment=NetworkSegment(1ac14c2e-043a-47cc-bad4-b2e7f626c53d),segment_id=1ac14c2e-043a-47cc-bad4-b2e7f626c53d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:58.811060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.813289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 2} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:58.817282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.825199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:58.833920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:58.839976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:58.861645 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-863a9682-3df7-4cef-9477-4722f5021c55 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7066808 Jan 25 15:33:58.867186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57286) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:58.877360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'subnet': {'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:33:58.900340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-21693f61-1340-4b04-8f23-7a58617c21ff tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:33:58.919081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.934857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Calling delete_port for c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:58.959489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'port': 2} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:58.963127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:58.996971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.025795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.038160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35220332-eb95-4d14-aaac-6dd7a5ee71e5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:59.055626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.056729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-42ef566a-3b7a-4cd9-856b-9d4a2929b3c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35220332-eb95-4d14-aaac-6dd7a5ee71e5 HTTP/1.1" status: 204 len: 168 time: 0.7334316 Jan 25 15:33:59.058266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:33:59.085281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.169027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:subnet and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:33:59.172487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:33:59.180289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:33:59.209891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] Pushing event deleted for resources: {'Port': ['ID=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:59.217081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0855d8-0fea-461a-bbe3-817951e86be2 None None] No DVR routers for this DVR port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:33:59.229000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-21693f61-1340-4b04-8f23-7a58617c21ff tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:33:59.230365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-21693f61-1340-4b04-8f23-7a58617c21ff tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4365563 Jan 25 15:33:59.235334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57292) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:59.258375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:33:59.378987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f518-55b5-4ca8-a5c0-524b0615d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.383734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c4dadf67-60e2-4a3f-8a24-148c5b8e7b47,segment=NetworkSegment(1ac14c2e-043a-47cc-bad4-b2e7f626c53d),segment_id=1ac14c2e-043a-47cc-bad4-b2e7f626c53d)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:33:59.384089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.431439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.460539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 0d1924ae-8bcd-4808-8f85-7c9479b4e6bf yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:59.467672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.483401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.486509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:33:59.509323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] device_id is not set on port 37fd0378-19e7-44d2-a01e-93c0965d9ae4 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:59.536411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:33:59.537296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:33:59.554652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:33:59.657427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.665855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:33:59.666169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:33:59.682641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=739e86b6-6ea4-4190-a0e0-dbca53cef140,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:59.726498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.743771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.785533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a70c8bd-3ab2-46e8-b867-b2d7e3c7eceb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:33:59.814406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.815422 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f6c32b8-598d-4942-b2da-6f62debcff82 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/739e86b6-6ea4-4190-a0e0-dbca53cef140 HTTP/1.1" status: 204 len: 168 time: 0.5789413 Jan 25 15:33:59.823240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57300) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:59.899081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:33:59.925812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] device_id is not set on port be966eb3-5db5-47a1-af9c-5ee06d8bc53b yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:33:59.986311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57304) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:33:59.988392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-41898793-d5af-4c72-bfee-51a6a2900a46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:00.070647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.076197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.115302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-41898793-d5af-4c72-bfee-51a6a2900a46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:00.120233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-41898793-d5af-4c72-bfee-51a6a2900a46 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2907584 Jan 25 15:34:00.123417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57308) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:00.161742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port b120ace4-7193-4bea-8903-5eef0e20dc4d yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:00.167825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port c4dadf67-60e2-4a3f-8a24-148c5b8e7b47 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:00.168158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.193065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Subnet': ['ID=7f8230e8-3877-4cb6-b464-2c3c33524dae,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:00.203440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.206273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.222620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.234254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Checking segment: {'id': 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:00.234609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network hostable DHCP agents. Network: b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:00.296347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.351017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:00.353142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.373905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] The port 'c4dadf67-60e2-4a3f-8a24-148c5b8e7b47' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:00.386268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fba93057-25e4-4046-a93e-8620d0715353,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:00.418393 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8ddf1c6d-a092-4f03-9ec1-318a0ad670f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9491bcb92314e1f95c0471912ed19c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4286714 Jan 25 15:34:00.421456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Port': ['ID=37fd0378-19e7-44d2-a01e-93c0965d9ae4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:00.421456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57314) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:00.474489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:00.484828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990981c4-965d-45ab-9000-e2e09dd88a91 None None] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:00.490739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:00.491313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.514760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e51c7-2fd9-41bc-9f36-36bcf45225d0 req-5642c416-5f7f-4f54-9f0e-fceced6a3bbe tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:00.516192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d8e51c7-2fd9-41bc-9f36-36bcf45225d0 req-5642c416-5f7f-4f54-9f0e-fceced6a3bbe tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2544005 Jan 25 15:34:00.523122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Checking segment: {'id': 'a23e9e4e-02be-4ddb-a5e8-59cb383a91b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '77c4aa1f-e269-481e-a7fe-765d007038bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:00.523470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network hostable DHCP agents. Network: 77c4aa1f-e269-481e-a7fe-765d007038bd, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:00.554894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.558377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-024f2ce5-36e0-47f8-a538-2ae6cd69bf9c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/fba93057-25e4-4046-a93e-8620d0715353 HTTP/1.1" status: 204 len: 168 time: 0.4315381 Jan 25 15:34:00.560696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57318) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:00.576143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.625909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.635610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95c2c181-fcb4-41f2-a457-a654f424fa36 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7673805 Jan 25 15:34:00.640977 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d8e51c7-2fd9-41bc-9f36-36bcf45225d0 req-2e7e15ff-bff8-4dfa-9fcf-78b3beb74026 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120174 Jan 25 15:34:00.641454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57320) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:00.654636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'network': {'name': 'tempest-router-network01--1376335507'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:00.664449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:00.686098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:network and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:00.690038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:00.696423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:00.729969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network 77c4aa1f-e269-481e-a7fe-765d007038bd is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:00.742184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 77c4aa1f-e269-481e-a7fe-765d007038bd) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:00.747095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:00.748688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.757261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaa516f-c484-4656-8e3a-708dd54ebd00 None None] Network 77c4aa1f-e269-481e-a7fe-765d007038bd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:00.773184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6', 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6', 'tenant_id': '33640816f75c4a4baf23244ba96ed5af', 'fixed_ips': [{'subnet_id': '7f8230e8-3877-4cb6-b464-2c3c33524dae'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:00.774059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.779224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.828004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.833403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:00.834176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.836854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.850088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Port': ['ID=be966eb3-5db5-47a1-af9c-5ee06d8bc53b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:00.905857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9424d06d-5bdf-4613-9d9c-cccaaad63730']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:00.914109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:00.940495 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a244cde1-7e9d-4feb-8601-f8f6fc1475b5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1922987 Jan 25 15:34:00.942749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57328) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:00.946887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac14c2e-043a-47cc-bad4-b2e7f626c53d') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:00.947217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac14c2e-043a-47cc-bad4-b2e7f626c53d') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:00.978500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.004586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.015641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.027822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:01.028213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.035840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfdbe0-9eea-4ebb-94df-b8d573493c63,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.040953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.044373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-56e46ce7-a81b-4493-97db-6730f0e11816 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b0bfdbe0-9eea-4ebb-94df-b8d573493c63 HTTP/1.1" status: 204 len: 168 time: 0.6204729 Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:01.044502 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:01.055849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.055849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caa42b2d-3654-4bc7-9f6a-ef33261bd335 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:01.081727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:01.089468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Allocated IP 172.20.0.2 (b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6/7f8230e8-3877-4cb6-b464-2c3c33524dae/aad7180c-d338-4537-8187-77bbe145616c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:01.135259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.135863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Added segment 2ea563a3-467b-4c07-be80-b232e631c7ff of type vlan for network e0877ab0-094f-4eda-b635-e938b9a453de Jan 25 15:34:01.155602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Checking segment: {'id': '5105fd1f-a7f2-4357-9561-2f05eaf47e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '33a1936a-3b19-4610-ac86-faa025d9e89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:01.156035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network hostable DHCP agents. Network: 33a1936a-3b19-4610-ac86-faa025d9e89b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:01.170994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.214950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a9d09-46bf-4199-a958-c97800dbe456 req-edd2bb64-52fb-4fbf-8bcf-aba233bc4752 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.216505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e40a9d09-46bf-4199-a958-c97800dbe456 req-edd2bb64-52fb-4fbf-8bcf-aba233bc4752 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3879364 Jan 25 15:34:01.237347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.245423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.334958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.355429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e40a9d09-46bf-4199-a958-c97800dbe456 req-dacba87c-e90a-4c7f-8825-ff45b5f3edaa tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050937 Jan 25 15:34:01.357757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:01.358798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network 33a1936a-3b19-4610-ac86-faa025d9e89b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:01.359014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.388617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:01.390671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.397484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.399911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=0d1924ae-8bcd-4808-8f85-7c9479b4e6bf,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.402118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:01.406598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.406826 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Transition to ACTIVE for port object aad7180c-d338-4537-8187-77bbe145616c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:01.436308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Transition to ACTIVE for port object aad7180c-d338-4537-8187-77bbe145616c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:01.448688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.448688 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-48fb596a-33c2-4edb-bc8c-1221238aa037 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/routers/caa42b2d-3654-4bc7-9f6a-ef33261bd335 HTTP/1.1" status: 204 len: 168 time: 5.1968098 Jan 25 15:34:01.448688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=9424d06d-5bdf-4613-9d9c-cccaaad63730,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.450671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.467943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b10c3a1-6a13-4dd8-8f8c-bc9d7ab20244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.476982 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9e7dfdbd-6f11-43ba-91c6-79f97ec84ba9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/9424d06d-5bdf-4613-9d9c-cccaaad63730 HTTP/1.1" status: 204 len: 168 time: 3.2583578 Jan 25 15:34:01.483318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57340) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.497840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-827829898'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:01.511258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:01.516509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=b120ace4-7193-4bea-8903-5eef0e20dc4d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.521685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:01.524632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.532437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:01.540700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:01.561077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '88077d6e-ae5b-43a4-9d05-0e06473607cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '4f44641c-f364-4f8c-a334-953f4527eebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:01.563590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 4f44641c-f364-4f8c-a334-953f4527eebc, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:01.572597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.583874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.591937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.592510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 33a1936a-3b19-4610-ac86-faa025d9e89b) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:01.603330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e620f3-6cd2-4420-b8cf-be59b4fb00ca None None] Network 33a1936a-3b19-4610-ac86-faa025d9e89b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:01.609707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.627868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa7fff-bf54-438f-852f-6cd06478f7d8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.635864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:01.637293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.666424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.667493 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8765a40b-70a3-40e2-88ee-9c7b16b0534f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/23aa7fff-bf54-438f-852f-6cd06478f7d8 HTTP/1.1" status: 204 len: 168 time: 0.7249792 Jan 25 15:34:01.670544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57346) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.680408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Pushing event updated for resources: {'Port': ['ID=aad7180c-d338-4537-8187-77bbe145616c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.685261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:01.692294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:01.705263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:01.713665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.714000 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 2b35e928-33ef-42a8-bfee-9940ae10447a of type vlan for network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f Jan 25 15:34:01.721272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:01.745534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:01.752420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 4f44641c-f364-4f8c-a334-953f4527eebc is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:01.753680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.759780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.760458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.763264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-89eb29bb-e5c7-4860-819b-cdb32eb0a06d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:01.784747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.830412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Network': ['ID=e0877ab0-094f-4eda-b635-e938b9a453de,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:01.848539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network e0877ab0-094f-4eda-b635-e938b9a453de details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:01.881359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-89eb29bb-e5c7-4860-819b-cdb32eb0a06d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:01.882603 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89eb29bb-e5c7-4860-819b-cdb32eb0a06d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2111645 Jan 25 15:34:01.887318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 4f44641c-f364-4f8c-a334-953f4527eebc) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:01.890831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57356) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.903277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--454678261'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:01.922407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.933728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.934344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.947391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:01.959100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.959317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f69728-9074-4c87-b3a1-e469ec500fdc None None] Network 4f44641c-f364-4f8c-a334-953f4527eebc requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:01.968597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:01.970199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:01.980526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:01.989962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f481f130-66f9-4b6e-959f-99c3367ad7dc tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3432834 Jan 25 15:34:01.993986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-094695d1-2d1e-4811-ba8d-1bb07b58f397 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7182937 Jan 25 15:34:01.994841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57364) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.995165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57366) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:01.996327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Attempting to bind port aad7180c-d338-4537-8187-77bbe145616c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:01.996685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Attempting to bind port aad7180c-d338-4537-8187-77bbe145616c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:01.997047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Attempting to bind port aad7180c-d338-4537-8187-77bbe145616c on network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:02.099046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'network': {'name': 'tempest-router-network02--1051545101'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:02.135953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:02.137793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:02.137928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:02.138244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Checking segment: {'id': 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:02.138803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.139031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Bound using segment: {'id': 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:02.139494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Bound port: aad7180c-d338-4537-8187-77bbe145616c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:02.139860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.151051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:network and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:02.159082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:02.172071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:02.216777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=64ef30b8-a0f1-465d-aaa7-194f38d71b9f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:02.242237 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b9bd28b5-867f-400e-9b9b-3814501beba2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7574160 Jan 25 15:34:02.245476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57374) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:02.247807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.250810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:02.261424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:02.305586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bd5d6-902b-4a12-8e52-bd92a8506bbc req-5a17072f-f7f5-4f05-9fcf-3537b7a753eb tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:02.306923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de9bd5d6-902b-4a12-8e52-bd92a8506bbc req-5a17072f-f7f5-4f05-9fcf-3537b7a753eb tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3128669 Jan 25 15:34:02.318357 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-743ceed4-dd38-4b81-afde-4f3ab3cb43a0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5583894 Jan 25 15:34:02.322272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afb2ff-7205-4fd9-ac5d-7ca7760cd2fc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:02.339494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12afb2ff-7205-4fd9-ac5d-7ca7760cd2fc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:02.339494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12afb2ff-7205-4fd9-ac5d-7ca7760cd2fc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Synchronizing usage tracker for tenant:6d0f307815634ab58e14013ca14b0682 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:02.339725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57378) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:02.383838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.407411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de9bd5d6-902b-4a12-8e52-bd92a8506bbc req-7e627f85-afc6-49b6-b976-c3f5977698b2 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918775 Jan 25 15:34:02.436270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:02.445354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:02.465786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port b120ace4-7193-4bea-8903-5eef0e20dc4d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:02.465786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.473846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:02.477034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.478234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] For port aad7180c-d338-4537-8187-77bbe145616c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:02.482676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] For port aad7180c-d338-4537-8187-77bbe145616c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=aad7180c-d338-4537-8187-77bbe145616c,segment=NetworkSegment(ef025713-3b02-4fc8-b2a5-e2998e12f0f8),segment_id=ef025713-3b02-4fc8-b2a5-e2998e12f0f8)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:02.497819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12afb2ff-7205-4fd9-ac5d-7ca7760cd2fc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Unset dirty status for tenant:6d0f307815634ab58e14013ca14b0682 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:02.503013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12afb2ff-7205-4fd9-ac5d-7ca7760cd2fc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4960537 Jan 25 15:34:02.503013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57384) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:02.523767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:02.545720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:02.565226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:02.572830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:02.577949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:02.587712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.588272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Deleting port 37fd0378-19e7-44d2-a01e-93c0965d9ae4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:02.588365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.618834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:02.627645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:02.645484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.645805 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Added segment 8b21cd76-48a7-48e2-9433-36528684e45e of type vlan for network b07596b4-0b37-440d-8c28-8da28313342d Jan 25 15:34:02.657502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:02.680467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e22ed8-dd01-47d2-ae00-1d174e4bf99a None None] Pushing event updated for resources: {'Port': ['ID=aad7180c-d338-4537-8187-77bbe145616c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:02.719308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.836468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.890549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.892334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.919309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.946609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.958529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.962350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:02.962937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:02.996691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.041642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Calling delete_port for 37fd0378-19e7-44d2-a01e-93c0965d9ae4 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:03.095751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.149535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Deleting port 49090167-7818-4484-b633-9168dfd42e74 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:03.149777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.291179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.303507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for b120ace4-7193-4bea-8903-5eef0e20dc4d owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:03.416307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Network': ['ID=b07596b4-0b37-440d-8c28-8da28313342d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:03.421309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95edbe38-db61-4314-8d6d-11c366559d4a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:03.436081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network b07596b4-0b37-440d-8c28-8da28313342d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:03.442897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7ded7b4a-a2ab-4406-a3c8-f98c61951897 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4432158 Jan 25 15:34:03.451819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57398) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:03.466952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'subnet': {'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:03.543893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.547499 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d981a15-26aa-4d3a-90ee-e07fcc655a89 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6533024 Jan 25 15:34:03.556821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57406) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:03.559715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.576574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '95edbe38-db61-4314-8d6d-11c366559d4a', 'direction': 'ingress', 'protocol': 17}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:03.671344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] For port 49090167-7818-4484-b633-9168dfd42e74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=49090167-7818-4484-b633-9168dfd42e74,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:03.671727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.689592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device aad7180c-d338-4537-8187-77bbe145616c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:03.697335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:03.723190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.728174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Port': ['ID=37fd0378-19e7-44d2-a01e-93c0965d9ae4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:03.809076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:03.812415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:03.816343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=b120ace4-7193-4bea-8903-5eef0e20dc4d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:03.819816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:03.840613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.855342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port aad7180c-d338-4537-8187-77bbe145616c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:03.864595 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63a1e0c7-7b0f-4962-a805-3af335bbacbe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/b120ace4-7193-4bea-8903-5eef0e20dc4d HTTP/1.1" status: 204 len: 168 time: 1.5341027 Jan 25 15:34:03.880343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57412) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:03.942449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Calling delete_port for 49090167-7818-4484-b633-9168dfd42e74 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:03.978271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:03.992703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:03.999964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:subnet and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:04.004142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:04.018606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:04.019795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.035084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.063563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd540f1-8728-4628-a3db-73cb6af42ae4 None None] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:04.129147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901204b5-2824-4fc3-9005-32fdfec5459b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:04.135494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901204b5-2824-4fc3-9005-32fdfec5459b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:04.144990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d2e2637-8e2a-4b24-94c5-9a00ec7a79e7 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/ports/37fd0378-19e7-44d2-a01e-93c0965d9ae4 HTTP/1.1" status: 204 len: 168 time: 1.6383598 Jan 25 15:34:04.145699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.146780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-901204b5-2824-4fc3-9005-32fdfec5459b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:04.155970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57422) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:04.159715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:04.163210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d84e0-5387-421a-86a9-68cd8dc1dd50 req-729f9c61-bce6-42b2-b60c-c652b4eb3109 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:04.164898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f3d84e0-5387-421a-86a9-68cd8dc1dd50 req-729f9c61-bce6-42b2-b60c-c652b4eb3109 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4511092 Jan 25 15:34:04.227794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.237299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f3d84e0-5387-421a-86a9-68cd8dc1dd50 req-0c414d31-5048-4af4-9c5c-b1a9062da4f5 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659649 Jan 25 15:34:04.261252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984b8a6f-06fa-469d-b364-ed8566012c8a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:04.287551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Provisioning for port aad7180c-d338-4537-8187-77bbe145616c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:04.295889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Provisioning complete for port aad7180c-d338-4537-8187-77bbe145616c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:04.296342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.396229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=620fe4db-0c79-47b1-ac3d-d70489ba08c5,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:04.401400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.405705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cf858cb9-e453-477b-baa4-fb00c0fb0f75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8393288 Jan 25 15:34:04.406564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57428) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:04.422133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.442236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.497608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.499372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '2b35e928-33ef-42a8-bfee-9940ae10447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:04.499771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 64ef30b8-a0f1-465d-aaa7-194f38d71b9f, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:04.512965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57432) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:04.523016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Deleting port be966eb3-5db5-47a1-af9c-5ee06d8bc53b {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:04.523275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.536689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] For port aad7180c-d338-4537-8187-77bbe145616c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=aad7180c-d338-4537-8187-77bbe145616c,segment=NetworkSegment(ef025713-3b02-4fc8-b2a5-e2998e12f0f8),segment_id=ef025713-3b02-4fc8-b2a5-e2998e12f0f8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:04.544448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event deleted for resources: {'Port': ['ID=49090167-7818-4484-b633-9168dfd42e74,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:04.550311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-901204b5-2824-4fc3-9005-32fdfec5459b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:04.555243 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-901204b5-2824-4fc3-9005-32fdfec5459b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6738775 Jan 25 15:34:04.556491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57436) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:04.584956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.615520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.640276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.700677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.731373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5599d-9da1-4445-bc4c-82fd2d12971e None None] Pushing event updated for resources: {'Port': ['ID=aad7180c-d338-4537-8187-77bbe145616c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:04.743310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 0d1924ae-8bcd-4808-8f85-7c9479b4e6bf {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:04.743767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.808500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1700349751'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:04.820418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:04.839805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0fb93331-b183-404f-a718-853b7cf17e8b None None] Provisioning complete for port aad7180c-d338-4537-8187-77bbe145616c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:04.844473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0fb93331-b183-404f-a718-853b7cf17e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.858019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Usage tracker for resource:router and tenant:aed90979bf6b408488585d81135e48b9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:04.876854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:04.937506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:04.948925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:05.006660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:05.054159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.195583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 64ef30b8-a0f1-465d-aaa7-194f38d71b9f) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:05.200841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:05.201344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.205531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873bb81-5e02-4dab-a131-17e57bc27792 None None] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:05.235700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.254698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.263326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95edbe38-db61-4314-8d6d-11c366559d4a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:05.270600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.278760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.279898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a15b8dd2-c04d-4dac-a0e6-9c45971b23a2 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/95edbe38-db61-4314-8d6d-11c366559d4a HTTP/1.1" status: 204 len: 168 time: 0.8724239 Jan 25 15:34:05.283022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57444) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:05.349592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a06b3128-a41b-42e5-b6c1-cafd75f434e7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:05.396080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.397057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.414216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Calling delete_port for be966eb3-5db5-47a1-af9c-5ee06d8bc53b owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:05.425416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a06b3128-a41b-42e5-b6c1-cafd75f434e7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:05.428857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a06b3128-a41b-42e5-b6c1-cafd75f434e7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1424441 Jan 25 15:34:05.428857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.428857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:05.436929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57448) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:05.445790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--523357449'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:05.457230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:05.464279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.471500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-76397d83-b49d-448c-83b1-7b41b9929d87 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b2ce81e1-a210-4a7f-883b-e4d8d11aaef3 HTTP/1.1" status: 204 len: 168 time: 4.0194175 Jan 25 15:34:05.472444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57452) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:05.489596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-818242023', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:05.514998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-64ef30b8-a0f1-465d-aaa7-194f38d71b9f', 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '620fe4db-0c79-47b1-ac3d-d70489ba08c5'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:05.515929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.526017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:05.536811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:05.542586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.546499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:05.551653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:05.559362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:05.583450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180837a-a312-4be1-bead-f439f6488c86 req-8c9cada7-9190-40b8-9fe1-643ae47875d4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:05.585361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e180837a-a312-4be1-bead-f439f6488c86 req-8c9cada7-9190-40b8-9fe1-643ae47875d4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2023861 Jan 25 15:34:05.642906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device aad7180c-d338-4537-8187-77bbe145616c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:05.652481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.653568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.671895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e180837a-a312-4be1-bead-f439f6488c86 req-8b3074ea-7164-446d-a6b7-b742705c5ce8 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685661 Jan 25 15:34:05.685276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.696812 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d9724ec0-8091-44e2-9577-e650ec76f46c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4516726 Jan 25 15:34:05.699952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57456) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:05.713414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857533663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:05.715365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:05.720504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.720669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 0d1924ae-8bcd-4808-8f85-7c9479b4e6bf owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:05.730180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:05.737963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:05.746814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:05.755394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.771860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:05.775959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:05.778954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:05.785367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:05.796898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Allocated IP 172.20.0.2 (64ef30b8-a0f1-465d-aaa7-194f38d71b9f/620fe4db-0c79-47b1-ac3d-d70489ba08c5/a072a9f2-d46d-4498-8731-919b2205ebba) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:05.798935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port aad7180c-d338-4537-8187-77bbe145616c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:05.799409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.822885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.905268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.906575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.908240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.910996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Subnet': ['ID=981a8590-8771-4eea-817d-c4d088129798,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:05.926623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.928246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Checking segment: {'id': '2ea563a3-467b-4c07-be80-b232e631c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:05.928963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network hostable DHCP agents. Network: e0877ab0-094f-4eda-b635-e938b9a453de, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:05.938384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:05.999177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Port': ['ID=be966eb3-5db5-47a1-af9c-5ee06d8bc53b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:06.015548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.025747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.037961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.043069 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6a815630-befb-4d8a-a163-c5c51cd4b757 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/ports/be966eb3-5db5-47a1-af9c-5ee06d8bc53b HTTP/1.1" status: 204 len: 168 time: 1.7748671 Jan 25 15:34:06.045682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57460) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.080811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e460da7f-6010-4fb2-9d8e-725eeb79690f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:06.090730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.093362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.128220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.153439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f2209d95-31e0-455a-91b7-5b193725b748 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Synchronizing usage tracker for tenant:6d0f307815634ab58e14013ca14b0682 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:06.171338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network e0877ab0-094f-4eda-b635-e938b9a453de is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:06.174489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=0d1924ae-8bcd-4808-8f85-7c9479b4e6bf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:06.198035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.200298 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9a34c530-5f2d-4531-bef3-4719b177175c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/0d1924ae-8bcd-4808-8f85-7c9479b4e6bf HTTP/1.1" status: 204 len: 168 time: 1.6216273 Jan 25 15:34:06.202889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57464) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.249140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.249861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.254824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f095c624-5a81-489f-aa61-d5cb0fbf567a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8131058 Jan 25 15:34:06.255488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57468) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.261303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Transition to ACTIVE for port object a072a9f2-d46d-4498-8731-919b2205ebba will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:06.262979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1390862808'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:06.270942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:06.286618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Transition to ACTIVE for port object a072a9f2-d46d-4498-8731-919b2205ebba will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:06.286855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.286994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:06.287093 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-94a7adcc-31bb-4001-b6f0-70f974921750 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7699847 Jan 25 15:34:06.287185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.287292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57472) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.288088 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4c167b7-fdc3-4a79-a9f7-9371a72c40e5 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5860860 Jan 25 15:34:06.289411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:06.295284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57476) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.300071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:06.348255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, e0877ab0-094f-4eda-b635-e938b9a453de) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:06.349768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f2209d95-31e0-455a-91b7-5b193725b748 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Unset dirty status for tenant:6d0f307815634ab58e14013ca14b0682 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:06.350912 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f2209d95-31e0-455a-91b7-5b193725b748 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3043220 Jan 25 15:34:06.354839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.361347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e5a312-6a14-472a-b787-7d37856e1957 None None] Network e0877ab0-094f-4eda-b635-e938b9a453de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:06.364116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:06.364116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.369163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-824216227'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:06.381784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:06.382874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.450956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46731d1e-7ed4-4d64-8538-de6b19aa3f22 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:06.451635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46731d1e-7ed4-4d64-8538-de6b19aa3f22 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:06.456625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:06.465960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.468442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.517593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:06.524376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:06.526538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:06.532322 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-814ebb05-e632-4538-838d-24e6abbd8fd8 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0784996 Jan 25 15:34:06.535726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57484) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.541584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Pushing event updated for resources: {'Port': ['ID=a072a9f2-d46d-4498-8731-919b2205ebba,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:06.542344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'subnet': {'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:06.598658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:06.604171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:06.607114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.663575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:06.667128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46731d1e-7ed4-4d64-8538-de6b19aa3f22 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:06.671065 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46731d1e-7ed4-4d64-8538-de6b19aa3f22 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4643054 Jan 25 15:34:06.673419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57488) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.673419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:06.686283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Attempting to bind port a072a9f2-d46d-4498-8731-919b2205ebba on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:06.688061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Attempting to bind port a072a9f2-d46d-4498-8731-919b2205ebba by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2b35e928-33ef-42a8-bfee-9940ae10447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:06.688061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Attempting to bind port a072a9f2-d46d-4498-8731-919b2205ebba on network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:06.690931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:06.705279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:06.705793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Checking segment: {'id': '2b35e928-33ef-42a8-bfee-9940ae10447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:06.706255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.706702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Bound using segment: {'id': '2b35e928-33ef-42a8-bfee-9940ae10447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:06.707240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Bound port: a072a9f2-d46d-4498-8731-919b2205ebba, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b35e928-33ef-42a8-bfee-9940ae10447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '64ef30b8-a0f1-465d-aaa7-194f38d71b9f'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:06.707666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.755624 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6855bc-953c-42a6-b26d-3d00cfeeb620 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:06.760880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d6855bc-953c-42a6-b26d-3d00cfeeb620 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/b120ace4-7193-4bea-8903-5eef0e20dc4d HTTP/1.1" status: 404 len: 333 time: 0.0811541 Jan 25 15:34:06.761083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57494) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.791885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-e0877ab0-094f-4eda-b635-e938b9a453de', 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de', 'tenant_id': '33640816f75c4a4baf23244ba96ed5af', 'fixed_ips': [{'subnet_id': '981a8590-8771-4eea-817d-c4d088129798'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:06.793561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.861694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:06.863553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.874858 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c454f69-bb54-4473-9cc5-5c432e4547c3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:06.879866 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c454f69-bb54-4473-9cc5-5c432e4547c3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/0d1924ae-8bcd-4808-8f85-7c9479b4e6bf HTTP/1.1" status: 404 len: 333 time: 0.1151521 Jan 25 15:34:06.879866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:06.883163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57498) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:06.888745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Usage tracker for resource:subnet and tenant:33640816f75c4a4baf23244ba96ed5af is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:06.908560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:06.923429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] For port a072a9f2-d46d-4498-8731-919b2205ebba, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:06.943090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] For port a072a9f2-d46d-4498-8731-919b2205ebba, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a072a9f2-d46d-4498-8731-919b2205ebba,segment=NetworkSegment(2b35e928-33ef-42a8-bfee-9940ae10447a),segment_id=2b35e928-33ef-42a8-bfee-9940ae10447a)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:06.944753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.968736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:06.969748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment ce5aa379-39d6-40f4-8424-360b9919b452 of type vlan for network fcb258d8-096c-4f26-9625-4b54c3363974 Jan 25 15:34:07.006627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Allocated IP 172.20.0.2 (e0877ab0-094f-4eda-b635-e938b9a453de/981a8590-8771-4eea-817d-c4d088129798/7e7e5cd9-5779-442d-ac29-9a952646b64a) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:07.018078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.083349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:07.110338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.152787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.236611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.241557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234f92-9ae5-4633-9048-b24b4cc8bdfc None None] Pushing event updated for resources: {'Port': ['ID=a072a9f2-d46d-4498-8731-919b2205ebba,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:07.255679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.260729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.287636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Made reservation on behalf of 33640816f75c4a4baf23244ba96ed5af for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:07.374174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.385882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.387718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Transition to ACTIVE for port object 7e7e5cd9-5779-442d-ac29-9a952646b64a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:07.410501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:34:07.413151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Transition to ACTIVE for port object 7e7e5cd9-5779-442d-ac29-9a952646b64a will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:07.450966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 49090167-7818-4484-b633-9168dfd42e74 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:07.464745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.465543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 667c5a79-9f21-4ee4-b716-2b6d7fa16d37 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:07.493635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44131a4f-12e8-475a-9859-a4c468f79beb req-c25c9bba-2487-4176-ad95-7215b2c51066 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:07.495104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44131a4f-12e8-475a-9859-a4c468f79beb req-c25c9bba-2487-4176-ad95-7215b2c51066 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.6002278 Jan 25 15:34:07.502479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 49090167-7818-4484-b633-9168dfd42e74 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:07.502812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 49090167-7818-4484-b633-9168dfd42e74 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:07.504683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.516280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.517115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bff3b2-a2b5-453f-b41e-bb33327c111c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:07.517907 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a612eb7-a8f8-408c-a807-a5028e30671d tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "DELETE /v2.0/routers/667c5a79-9f21-4ee4-b716-2b6d7fa16d37 HTTP/1.1" status: 204 len: 168 time: 1.2299447 Jan 25 15:34:07.520419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.531883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57502) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:07.544757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Request body: {'router': {'name': 'tempest-router-1008708739', 'distributed': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:07.559075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.586921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:07.610061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Network e0877ab0-094f-4eda-b635-e938b9a453de is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:07.615908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:07.617890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Pushing event updated for resources: {'Port': ['ID=7e7e5cd9-5779-442d-ac29-9a952646b64a,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:07.620495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:07.630046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Allocated IP 172.26.8.136 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/5a900412-3f1b-4c67-977b-888b40f31384) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:07.633046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.639969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f44641c-f364-4f8c-a334-953f4527eebc']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:07.647016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Usage tracker for resource:router and tenant:aed90979bf6b408488585d81135e48b9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:07.648239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.652329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:07.652954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.657085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:07.680124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88077d6e-ae5b-43a4-9d05-0e06473607cb') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:07.680453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88077d6e-ae5b-43a4-9d05-0e06473607cb') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:07.689686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:07.703106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.719860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Attempting to bind port 7e7e5cd9-5779-442d-ac29-9a952646b64a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:07.720218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Attempting to bind port 7e7e5cd9-5779-442d-ac29-9a952646b64a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2ea563a3-467b-4c07-be80-b232e631c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:07.720571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Attempting to bind port 7e7e5cd9-5779-442d-ac29-9a952646b64a on network e0877ab0-094f-4eda-b635-e938b9a453de {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:07.727200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:07.727566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Checking segment: {'id': '2ea563a3-467b-4c07-be80-b232e631c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:07.727953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.728338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Bound using segment: {'id': '2ea563a3-467b-4c07-be80-b232e631c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:07.728789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Bound port: 7e7e5cd9-5779-442d-ac29-9a952646b64a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea563a3-467b-4c07-be80-b232e631c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'e0877ab0-094f-4eda-b635-e938b9a453de'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:07.729152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.740734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.741986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc875e95-5622-433b-8398-a5542261b70f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4854846 Jan 25 15:34:07.805900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57506) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:07.820482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': 'e460da7f-6010-4fb2-9d8e-725eeb79690f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '11bff3b2-a2b5-453f-b41e-bb33327c111c', 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:07.831391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] For port 7e7e5cd9-5779-442d-ac29-9a952646b64a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:07.831863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.834137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:07.843561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:07.850681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:07.854798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:07.855196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:07.874511 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:07.880718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:07.901725 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5446036 Jan 25 15:34:07.949742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57510) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:07.958811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.959699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:07.977247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-290627608'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:08.002988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:08.017825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:08.031688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.058060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44131a4f-12e8-475a-9859-a4c468f79beb req-752fe2bb-4771-4fb6-87e0-99425de4a99d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5420861 Jan 25 15:34:08.058647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a648-6b3f-4f98-94e0-17172e72bffc tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=fcb258d8-096c-4f26-9625-4b54c3363974,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.065355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.072487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fcb258d8-096c-4f26-9625-4b54c3363974 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:08.089154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.099919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.109367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:08.114070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.153110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] For port 7e7e5cd9-5779-442d-ac29-9a952646b64a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e7e5cd9-5779-442d-ac29-9a952646b64a,segment=NetworkSegment(2ea563a3-467b-4c07-be80-b232e631c7ff),segment_id=2ea563a3-467b-4c07-be80-b232e631c7ff)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:08.216333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.226435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.242213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.247671 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/4f44641c-f364-4f8c-a334-953f4527eebc HTTP/1.1" status: 204 len: 168 time: 1.3632362 Jan 25 15:34:08.248827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.253066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:08.270336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1088363114'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:08.278578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:08.288692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:08.291405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e986be-b13f-447f-a0a4-cc5cfce72d44 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=4f44641c-f364-4f8c-a334-953f4527eebc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.295563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:08.339865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:08.381370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.20.0.1 (64ef30b8-a0f1-465d-aaa7-194f38d71b9f/620fe4db-0c79-47b1-ac3d-d70489ba08c5/37dc359b-bbc5-476d-a1cc-2236b6da960a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:08.381593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d89ac9-a945-476a-b8bf-3f26385b1833 None None] Pushing event updated for resources: {'Port': ['ID=7e7e5cd9-5779-442d-ac29-9a952646b64a,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.382254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.383656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Subnet': ['ID=3e0ed7e1-53a0-40cf-9950-b5908d4988c4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.421874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.422945 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7d7d85eb-9902-4da1-948e-2e40709860e2 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8876128 Jan 25 15:34:08.431188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57518) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:08.492907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.496486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:08.499909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.512532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:08.527242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Checking segment: {'id': '8b21cd76-48a7-48e2-9433-36528684e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:08.527605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network hostable DHCP agents. Network: b07596b4-0b37-440d-8c28-8da28313342d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:08.532089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.575547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.577544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be860249-aa8a-44a9-b10d-554f9cd2ce4f,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.643580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.643924 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Added segment b680c35e-76db-4b60-b038-8e25a08d3e5c of type vlan for network 670f69e0-b557-4481-b35c-fa9e1db9dc7c Jan 25 15:34:08.654572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.655789 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-33c6d96d-8d03-40ec-9d22-985c356f66c8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8489468 Jan 25 15:34:08.658902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event updated for resources: {'Port': ['ID=5a900412-3f1b-4c67-977b-888b40f31384,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:08.660011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57522) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:08.662844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:08.673218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:08.681906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:08.684858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578639a-b511-4e74-b75d-3acf72088085 None None] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:08.721604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.744444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.770349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 37dc359b-bbc5-476d-a1cc-2236b6da960a will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:08.784101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.834191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:08.892567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-10a6397c-7f44-4216-a951-521226b0249a None None] Provisioning for port a072a9f2-d46d-4498-8731-919b2205ebba completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:08.940556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.026419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:09.030424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:09.035577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:09.038470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.052318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network b07596b4-0b37-440d-8c28-8da28313342d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:09.066845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=37dc359b-bbc5-476d-a1cc-2236b6da960a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:09.103984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.113491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.114570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.171242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, b07596b4-0b37-440d-8c28-8da28313342d) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:09.196472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f046e9-9274-41b2-95fb-4d489123e78f None None] Network b07596b4-0b37-440d-8c28-8da28313342d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:09.239274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.243276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:09.243880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.278259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:09.278893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.312361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.337037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.344409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57528) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:09.344585 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/be860249-aa8a-44a9-b10d-554f9cd2ce4f HTTP/1.1" status: 204 len: 168 time: 0.6733716 Jan 25 15:34:09.444419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c715b-6033-4706-acd3-64ea214836e6 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be860249-aa8a-44a9-b10d-554f9cd2ce4f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:09.455638 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f4c88da9-0d31-4f25-8e78-690cff4878fd tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9186683 Jan 25 15:34:09.462197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57532) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:09.478737 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5278685 Jan 25 15:34:09.544378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:09.546423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:09.623885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57536) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:09.654136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'subnets': [{'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--396673967', 'ip_version': 4}, {'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:09.654482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'subnet': {'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--396673967', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:09.654934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Request body: {'subnet': {'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:09.657056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-b07596b4-0b37-440d-8c28-8da28313342d', 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d', 'tenant_id': '33640816f75c4a4baf23244ba96ed5af', 'fixed_ips': [{'subnet_id': '3e0ed7e1-53a0-40cf-9950-b5908d4988c4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:09.658362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.662230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a485e17-0ff0-47a3-9771-198f030a2b2c tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Network': ['ID=670f69e0-b557-4481-b35c-fa9e1db9dc7c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:09.693998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:09.759097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.799806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e18eeef7-d871-4603-b8bd-f441b4008167 None None] Provisioning for port 37dc359b-bbc5-476d-a1cc-2236b6da960a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:09.832436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-864557c5-b3a8-483a-b8aa-2a0b387d434a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:09.862843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.864030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a072a9f2-d46d-4498-8731-919b2205ebba up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:09.875577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:09.902308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7958b-158d-4adf-9eae-d7c81e857935 None None] Network e0877ab0-094f-4eda-b635-e938b9a453de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:09.935947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e06c2d-7dd8-4758-80da-0f7ee6a5b27f req-15797716-b4e9-4aaa-8c20-e5d2da636f01 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:09.936950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e18eeef7-d871-4603-b8bd-f441b4008167 None None] Provisioning complete for port 37dc359b-bbc5-476d-a1cc-2236b6da960a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:09.937411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4e06c2d-7dd8-4758-80da-0f7ee6a5b27f req-15797716-b4e9-4aaa-8c20-e5d2da636f01 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.6360965 Jan 25 15:34:09.937529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e18eeef7-d871-4603-b8bd-f441b4008167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.096792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.097631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d88b1fe-9ecc-4e43-ab7f-2e12263de3b0 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:10.132589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e18eeef7-d871-4603-b8bd-f441b4008167 None None] Port 37dc359b-bbc5-476d-a1cc-2236b6da960a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:10.138748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.141126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-864557c5-b3a8-483a-b8aa-2a0b387d434a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:10.147741 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7dc35e2e-1587-4b34-851e-7037396dcac9 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2d88b1fe-9ecc-4e43-ab7f-2e12263de3b0 HTTP/1.1" status: 204 len: 168 time: 1.7097838 Jan 25 15:34:10.147879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-864557c5-b3a8-483a-b8aa-2a0b387d434a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7770922 Jan 25 15:34:10.147879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.148029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57540) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:10.153500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57542) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:10.161703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Request body: {'router': {'name': 'tempest-router-2144345582', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd9e4de499b9041f0951b9b160a8c3609'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:10.183143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Allocated IP 172.20.0.2 (b07596b4-0b37-440d-8c28-8da28313342d/3e0ed7e1-53a0-40cf-9950-b5908d4988c4/e24dfce1-f53c-46ba-b539-47b5f1b015a2) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:10.254217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:10.279711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Usage tracker for resource:router and tenant:d9e4de499b9041f0951b9b160a8c3609 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:10.308551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a072a9f2-d46d-4498-8731-919b2205ebba completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:10.315143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:10.333674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:10.336907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:10.344481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:10.354524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Usage tracker for resource:subnet and tenant:6d0f307815634ab58e14013ca14b0682 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:10.363710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4e06c2d-7dd8-4758-80da-0f7ee6a5b27f req-70b3b045-83a5-4994-96fb-cf05d9cd2139 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4137888 Jan 25 15:34:10.367411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a072a9f2-d46d-4498-8731-919b2205ebba triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:10.367818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:10.367953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.378066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:10.383728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.384066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 1cb4a4ce-f6d0-4daa-8667-54cf4e468b07 of type vlan for network 1af37b56-3b27-4210-9346-6a3ea448bc2b Jan 25 15:34:10.471066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.518928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.522620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Made reservation on behalf of 6d0f307815634ab58e14013ca14b0682 for: {'subnet': 2} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:10.582684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.596046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Transition to ACTIVE for port object e24dfce1-f53c-46ba-b539-47b5f1b015a2 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:10.603396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1bbd5868-1fcb-44bb-a0bf-72c4f80ce117 None None] Provisioning for port 7e7e5cd9-5779-442d-ac29-9a952646b64a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:10.628011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.629322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.638808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Transition to ACTIVE for port object e24dfce1-f53c-46ba-b539-47b5f1b015a2 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:10.642843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.703883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.716503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.794316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.798715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:10.799323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.854572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.871561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.889934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Network b07596b4-0b37-440d-8c28-8da28313342d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:10.899298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:10.908180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port a072a9f2-d46d-4498-8731-919b2205ebba, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a072a9f2-d46d-4498-8731-919b2205ebba,segment=NetworkSegment(2b35e928-33ef-42a8-bfee-9940ae10447a),segment_id=2b35e928-33ef-42a8-bfee-9940ae10447a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:10.909780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:10.933443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Pushing event updated for resources: {'Port': ['ID=e24dfce1-f53c-46ba-b539-47b5f1b015a2,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:10.936479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:10.974156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.044241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.047459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e7e5cd9-5779-442d-ac29-9a952646b64a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:11.073126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.073474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.099780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8430712 Jan 25 15:34:11.120310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57548) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:11.120926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3cc24-8bef-4f66-b89e-f16779c3a79e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=1af37b56-3b27-4210-9346-6a3ea448bc2b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:11.121571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.139450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:11.276878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:11.277120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:11.281469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:11.285194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:11.291296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:11.294559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.299036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=a072a9f2-d46d-4498-8731-919b2205ebba,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:11.304057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Attempting to bind port e24dfce1-f53c-46ba-b539-47b5f1b015a2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:11.304429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Attempting to bind port e24dfce1-f53c-46ba-b539-47b5f1b015a2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '8b21cd76-48a7-48e2-9433-36528684e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:11.304785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Attempting to bind port e24dfce1-f53c-46ba-b539-47b5f1b015a2 on network b07596b4-0b37-440d-8c28-8da28313342d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:11.319185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Router dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:11.341720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bff3b2-a2b5-453f-b41e-bb33327c111c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:11.349802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=37dc359b-bbc5-476d-a1cc-2236b6da960a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:11.363021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.367413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:11.367946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Checking segment: {'id': '8b21cd76-48a7-48e2-9433-36528684e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:11.368472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.368988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Bound using segment: {'id': '8b21cd76-48a7-48e2-9433-36528684e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:11.369535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Bound port: e24dfce1-f53c-46ba-b539-47b5f1b015a2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b21cd76-48a7-48e2-9433-36528684e45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'b07596b4-0b37-440d-8c28-8da28313342d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:11.369850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.383027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Allocated IP 172.20.0.1 (e0877ab0-094f-4eda-b635-e938b9a453de/981a8590-8771-4eea-817d-c4d088129798/6c39c2a7-20ab-4065-a3fb-c90be614b468) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:11.415631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:11.585031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.588746 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-13536f4e-c955-4bd0-97fd-988fccbed343 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4311957 Jan 25 15:34:11.592646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.592805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57554) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:11.596126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] For port e24dfce1-f53c-46ba-b539-47b5f1b015a2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:11.596273 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8822ddfe-dcd3-4f15-977b-1f166e49ffbd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/11bff3b2-a2b5-453f-b41e-bb33327c111c HTTP/1.1" status: 204 len: 168 time: 1.4436705 Jan 25 15:34:11.596273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.599356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] For port e24dfce1-f53c-46ba-b539-47b5f1b015a2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24dfce1-f53c-46ba-b539-47b5f1b015a2,segment=NetworkSegment(8b21cd76-48a7-48e2-9433-36528684e45e),segment_id=8b21cd76-48a7-48e2-9433-36528684e45e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:11.600352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57556) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:11.610085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:11.672691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7e7e5cd9-5779-442d-ac29-9a952646b64a completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:11.678260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7e7e5cd9-5779-442d-ac29-9a952646b64a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:11.682496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.708751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.711585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:34:11.714083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:34:11.777489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.799576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Transition to ACTIVE for port object 6c39c2a7-20ab-4065-a3fb-c90be614b468 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:11.817460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854894f-b97b-4730-a359-b8d15c67e366 None None] Pushing event updated for resources: {'Port': ['ID=e24dfce1-f53c-46ba-b539-47b5f1b015a2,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:11.877542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:11.916407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7e7e5cd9-5779-442d-ac29-9a952646b64a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e7e5cd9-5779-442d-ac29-9a952646b64a,segment=NetworkSegment(2ea563a3-467b-4c07-be80-b232e631c7ff),segment_id=2ea563a3-467b-4c07-be80-b232e631c7ff)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:11.921706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:11.926342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:11.953362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:34:11.981949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.010452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.079153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.108764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056988b7-0f09-4898-8a18-5b7655691061 req-8e0d93c4-102d-4fbb-89f9-803bd99dc6af tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:12.119429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-056988b7-0f09-4898-8a18-5b7655691061 req-8e0d93c4-102d-4fbb-89f9-803bd99dc6af tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5957272 Jan 25 15:34:12.148983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a072a9f2-d46d-4498-8731-919b2205ebba up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:12.234161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=7b09f2aa-8e1d-4c32-aea4-615d22ff4b89,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:12.239797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7e7e5cd9-5779-442d-ac29-9a952646b64a,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:12.266078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a072a9f2-d46d-4498-8731-919b2205ebba triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:12.266444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.291038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network e0877ab0-094f-4eda-b635-e938b9a453de is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:12.297717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Port': ['ID=6c39c2a7-20ab-4065-a3fb-c90be614b468,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:12.302520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:12.312151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:12.357649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1007d23f-f9cd-44a7-9765-06e6d02953c9 None None] Provisioning complete for port 37dc359b-bbc5-476d-a1cc-2236b6da960a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:12.358152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1007d23f-f9cd-44a7-9765-06e6d02953c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.430402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1007d23f-f9cd-44a7-9765-06e6d02953c9 None None] Port 37dc359b-bbc5-476d-a1cc-2236b6da960a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:12.439984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:12.440389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 1af37b56-3b27-4210-9346-6a3ea448bc2b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:12.455179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.552666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-17d0ff34-f40f-43ef-a594-158c1b1079cd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:12.565807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:12.627173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.673636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 1af37b56-3b27-4210-9346-6a3ea448bc2b) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:12.682865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf677718-6a7e-4b70-801a-b3cf48c8ee5b None None] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:12.689194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:12.689194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.703533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-056988b7-0f09-4898-8a18-5b7655691061 req-709683ee-b03c-4a54-9fd8-b52b5a4fcb76 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4784477 Jan 25 15:34:12.795775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9a0d8073-8f8d-4657-a747-c9120e278490 None None] Provisioning for port 6c39c2a7-20ab-4065-a3fb-c90be614b468 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:12.812990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9a0d8073-8f8d-4657-a747-c9120e278490 None None] Provisioning complete for port 6c39c2a7-20ab-4065-a3fb-c90be614b468 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:12.813434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9a0d8073-8f8d-4657-a747-c9120e278490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:12.844932 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f65a1dbd-f0c9-4a38-a158-94d34844e784 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7178216 Jan 25 15:34:12.845596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57562) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:12.859927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b', 'name': 'tempest-PortsIpV6TestJSON-1244715707'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:12.878013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d8073-8f8d-4657-a747-c9120e278490 None None] Port 6c39c2a7-20ab-4065-a3fb-c90be614b468 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:13.028001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-1af37b56-3b27-4210-9346-6a3ea448bc2b', 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '7b09f2aa-8e1d-4c32-aea4-615d22ff4b89'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:13.028374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.039016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-17d0ff34-f40f-43ef-a594-158c1b1079cd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:13.040390 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-17d0ff34-f40f-43ef-a594-158c1b1079cd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.4388530 Jan 25 15:34:13.140537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57566) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:13.189536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbdd372-d774-4d32-a32a-a401b60a2bfc None None] Network b07596b4-0b37-440d-8c28-8da28313342d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:13.202195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.202576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.287906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:13.294564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Allocated IP 2001:db8::2 (1af37b56-3b27-4210-9346-6a3ea448bc2b/7b09f2aa-8e1d-4c32-aea4-615d22ff4b89/921812e8-2431-44ea-a1c0-b5ec9fe18a2e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:13.315325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:13.355808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-236d73f3-22f7-4b7a-a7ce-bc552001d50f None None] Provisioning for port e24dfce1-f53c-46ba-b539-47b5f1b015a2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:13.366590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.395586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:13.399915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.424370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 0b610e48-c7d8-4b83-ac57-dffc23727938 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:13.459902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.480104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 25 15:34:13.480433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Router a5502d1f-a977-4e11-b101-81c6b0f21b5e migrating from provider to provider. {{(pid=84139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 25 15:34:13.480804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.511221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:13.516507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.522478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.528376 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] Sync routers for ids ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:13.555049 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] Routers {'dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:13.557708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:13.571848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.599283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.600920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Port': ['ID=6c39c2a7-20ab-4065-a3fb-c90be614b468,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:13.612833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.660027 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:13.672960 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] Routers {'dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:13.674518 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:13.686767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.690463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c374f19d-439b-4bcd-80dd-6475308f405a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2083941 Jan 25 15:34:13.690463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.700725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57570) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:13.734563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.741476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:13.765489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Transition to ACTIVE for port object 921812e8-2431-44ea-a1c0-b5ec9fe18a2e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:13.789718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Transition to ACTIVE for port object 921812e8-2431-44ea-a1c0-b5ec9fe18a2e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:13.807391 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:13.807729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26522b8-c405-40fc-aeba-09ecd827a7d7 None None] The sync data for ids ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:13.822959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network e0877ab0-094f-4eda-b635-e938b9a453de is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:13.824128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:13.866668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.916742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:13.995759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:14.001205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:14.004909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:14.006102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Pushing event updated for resources: {'Port': ['ID=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:14.056341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460da7f-6010-4fb2-9d8e-725eeb79690f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:14.063966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Subnet': ['ID=b2201e43-a149-4809-843a-646c67629c7c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:14.079317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::2d1 (1af37b56-3b27-4210-9346-6a3ea448bc2b/7b09f2aa-8e1d-4c32-aea4-615d22ff4b89/0b610e48-c7d8-4b83-ac57-dffc23727938) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:14.167055 dv-neutron-826291-2-hyperv neutron-server[84139]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] No L3 agents can host the router a5502d1f-a977-4e11-b101-81c6b0f21b5e Jan 25 15:34:14.223374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.228444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2141b1fc-d107-4c9c-a8f8-20d288f720e5 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/e460da7f-6010-4fb2-9d8e-725eeb79690f HTTP/1.1" status: 204 len: 168 time: 1.0858822 Jan 25 15:34:14.233689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Attempting to bind port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:14.234370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57576) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:14.235069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Attempting to bind port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:14.235737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Attempting to bind port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e on network 1af37b56-3b27-4210-9346-6a3ea448bc2b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:14.241976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Checking segment: {'id': 'ce5aa379-39d6-40f4-8424-360b9919b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:14.242161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network hostable DHCP agents. Network: fcb258d8-096c-4f26-9625-4b54c3363974, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:14.247229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:14.248184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Checking segment: {'id': '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:14.249484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.250591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Bound using segment: {'id': '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:14.251587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Bound port: 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '1af37b56-3b27-4210-9346-6a3ea448bc2b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:14.252193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.337731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cdb1a-bc9e-43a8-b12e-0acc3f2fa686 req-2bcbf84f-6216-4a78-b63f-a8c14b8f9231 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:14.339309 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-066cdb1a-bc9e-43a8-b12e-0acc3f2fa686 req-2bcbf84f-6216-4a78-b63f-a8c14b8f9231 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4238231 Jan 25 15:34:14.355145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:14.356293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24dfce1-f53c-46ba-b539-47b5f1b015a2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:14.430806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] For port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:14.436015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] For port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,segment=NetworkSegment(1cb4a4ce-f6d0-4daa-8667-54cf4e468b07),segment_id=1cb4a4ce-f6d0-4daa-8667-54cf4e468b07)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:14.450445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7da8b08b-9b15-4c9a-8b91-20ab9e140c3d None None] Provisioning complete for port 6c39c2a7-20ab-4065-a3fb-c90be614b468 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:14.450899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7da8b08b-9b15-4c9a-8b91-20ab9e140c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.482125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.507826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 0b610e48-c7d8-4b83-ac57-dffc23727938 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:14.513048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7da8b08b-9b15-4c9a-8b91-20ab9e140c3d None None] Port 6c39c2a7-20ab-4065-a3fb-c90be614b468 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:14.533582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.571801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e24dfce1-f53c-46ba-b539-47b5f1b015a2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:14.595335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e24dfce1-f53c-46ba-b539-47b5f1b015a2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:14.595625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.612809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Router cf6bd6ef-db99-43ef-b948-9c2b95bf7734 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:14.616311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.674885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1025d61-9329-4e7a-8875-3c4882bcdc7d None None] Pushing event updated for resources: {'Port': ['ID=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:14.741586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.750186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:14.764691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=0b610e48-c7d8-4b83-ac57-dffc23727938,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:14.765701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network fcb258d8-096c-4f26-9625-4b54c3363974 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:14.767754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:14.770812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:14.773686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00e11d6c-8d34-4208-87f7-f56e47c56e21 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:14.774729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:14.775337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.778508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e24dfce1-f53c-46ba-b539-47b5f1b015a2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24dfce1-f53c-46ba-b539-47b5f1b015a2,segment=NetworkSegment(8b21cd76-48a7-48e2-9433-36528684e45e),segment_id=8b21cd76-48a7-48e2-9433-36528684e45e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:14.788847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-066cdb1a-bc9e-43a8-b12e-0acc3f2fa686 req-f913d21d-ee34-460f-ada4-01af18ac65d1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4274836 Jan 25 15:34:14.864375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.864375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e7e5cd9-5779-442d-ac29-9a952646b64a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:14.927979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fcb258d8-096c-4f26-9625-4b54c3363974) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:14.937968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:14.950664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a63109-32e8-476c-b8a7-f0eea2947fd3 None None] Network fcb258d8-096c-4f26-9625-4b54c3363974 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:14.952388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:14.966906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Hosts for router a5502d1f-a977-4e11-b101-81c6b0f21b5e: [] {{(pid=84139) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 25 15:34:14.968086 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8941c984-622f-41df-ab0c-890af98678ba tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4867077 Jan 25 15:34:14.973975 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-597bfd34-31f6-40ce-9272-61b8b0b890dc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1207318 Jan 25 15:34:14.974872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57584) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:14.975266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57586) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:15.000817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] Sync routers for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:15.077950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00e11d6c-8d34-4208-87f7-f56e47c56e21 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:15.086128 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-00e11d6c-8d34-4208-87f7-f56e47c56e21 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8457623 Jan 25 15:34:15.181188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57594) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:15.187198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Hosts for other DVR routers connected to router a5502d1f-a977-4e11-b101-81c6b0f21b5e: set() {{(pid=84139) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 25 15:34:15.190110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.191044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2c9dac6f-ea2b-4a5f-8ecc-4cd76cdc3318 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "PUT /v2.0/routers/a5502d1f-a977-4e11-b101-81c6b0f21b5e HTTP/1.1" status: 200 len: 717 time: 3.5953424 Jan 25 15:34:15.207230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57596) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:15.292374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149539967'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:15.341158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:15.351077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:15.351688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e24dfce1-f53c-46ba-b539-47b5f1b015a2,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:15.362123 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] Sync routers for ids ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:15.370003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3cd52a63-4732-4864-8a6e-35b5d94173e8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0689824 Jan 25 15:34:15.377842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57604) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:15.390251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] Routers {'bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:15.391577 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.404487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:15.406482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.431841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 0b610e48-c7d8-4b83-ac57-dffc23727938 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:15.432186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.513885 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.524993 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] Routers {'bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:15.525866 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.526141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event updated for resources: {'Subnet': ['ID=cef06686-d1ee-49c4-8b11-b8612932ca4b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:15.533717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:15.562932 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8cb5c64-a1a3-4756-a7fc-d90066fedc9c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "GET /v2.0/routers/a5502d1f-a977-4e11-b101-81c6b0f21b5e HTTP/1.1" status: 200 len: 717 time: 0.3468471 Jan 25 15:34:15.569826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57610) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:15.593299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a673e30-7362-40ed-a8a8-a492cd0d7dd2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:15.593793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7e7e5cd9-5779-442d-ac29-9a952646b64a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:15.593896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a673e30-7362-40ed-a8a8-a492cd0d7dd2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:15.594170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.596685 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.597260 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631bd74-7d49-4dc6-90b0-294ddff7cb73 None None] The sync data for ids ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:15.625026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.627422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fcb258d8-096c-4f26-9625-4b54c3363974', 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974', 'tenant_id': '6d0f307815634ab58e14013ca14b0682', 'fixed_ips': [{'subnet_id': 'b2201e43-a149-4809-843a-646c67629c7c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:15.628218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.646837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Checking segment: {'id': 'b680c35e-76db-4b60-b038-8e25a08d3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:15.647200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network hostable DHCP agents. Network: 670f69e0-b557-4481-b35c-fa9e1db9dc7c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:15.732050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:15.732726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.774071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.828417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:15.829544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc23624-3f02-4fad-ab89-569e8687adc7 None None] The sync data for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:15.887084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:15.979804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:15.982995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:15.989310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Allocated IP 172.20.0.2 (fcb258d8-096c-4f26-9625-4b54c3363974/b2201e43-a149-4809-843a-646c67629c7c/c6690971-816f-4192-afb6-0c95578dcdd8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:15.994349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6e29b-c95e-4ff2-805e-45e88d1e608c req-65b66988-bfcd-441a-a0b0-4f89ec4f30b6 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:16.050668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2bd6e29b-c95e-4ff2-805e-45e88d1e608c req-65b66988-bfcd-441a-a0b0-4f89ec4f30b6 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.5213397 Jan 25 15:34:16.050668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:16.050668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:16.051601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a673e30-7362-40ed-a8a8-a492cd0d7dd2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:16.051601 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a673e30-7362-40ed-a8a8-a492cd0d7dd2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports/37dc359b-bbc5-476d-a1cc-2236b6da960a HTTP/1.1" status: 200 len: 910 time: 0.6682315 Jan 25 15:34:16.056477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 0b610e48-c7d8-4b83-ac57-dffc23727938 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:16.088373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57622) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:16.127005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-6b72dd8a-6f8b-478a-8f6e-37206ce600fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.5325737 Jan 25 15:34:16.133598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:16.199327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 670f69e0-b557-4481-b35c-fa9e1db9dc7c) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:16.215472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75e7226-a35a-4bcf-b496-ccc3c00c78bb None None] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:16.219992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:16.220372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:16.220983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.231585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fa27b-2ec2-4be5-8b1f-100f0d492785 None None] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:16.360941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-370e3490-f27c-46b1-bc61-d9a13ef5c520 tempest-RoutersTestDVR-748199101 tempest-RoutersTestDVR-748199101-project] 10.222.0.26 "GET /v2.0/routers/a5502d1f-a977-4e11-b101-81c6b0f21b5e HTTP/1.1" status: 200 len: 683 time: 0.7801270 Jan 25 15:34:16.373489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24dfce1-f53c-46ba-b539-47b5f1b015a2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:16.374591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57626) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:16.638699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2bd6e29b-c95e-4ff2-805e-45e88d1e608c req-c0948388-1e9c-4aac-8796-a69adf57cf48 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5320153 Jan 25 15:34:16.658520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-53b05cbc-43fc-443a-a415-a985dab55ca5 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.0251839 Jan 25 15:34:16.663379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57630) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:16.681833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-01b1403a-4066-43d9-842a-05a616a9692b None None] Provisioning for port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:16.701754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.757751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.758014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e24dfce1-f53c-46ba-b539-47b5f1b015a2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:16.758473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.771379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-684baa99-0ecc-4d7d-9e0f-3a25cceb049f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:16.772914 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-684baa99-0ecc-4d7d-9e0f-3a25cceb049f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.6094398 Jan 25 15:34:16.835410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.853254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.895592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.895942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Transition to ACTIVE for port object c6690971-816f-4192-afb6-0c95578dcdd8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:16.925442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-670f69e0-b557-4481-b35c-fa9e1db9dc7c', 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c', 'tenant_id': '6d0f307815634ab58e14013ca14b0682', 'fixed_ips': [{'subnet_id': 'cef06686-d1ee-49c4-8b11-b8612932ca4b'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:16.927076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:16.944673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Transition to ACTIVE for port object c6690971-816f-4192-afb6-0c95578dcdd8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:16.982369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=0b610e48-c7d8-4b83-ac57-dffc23727938,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:17.037805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.088298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.091886 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8968523 Jan 25 15:34:17.098331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe61df3-8fd4-468a-994c-901d5071d91c tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afb207-1236-49c0-9d72-4f882a9b954f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:17.100388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57638) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:17.113731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': 'c8afb207-1236-49c0-9d72-4f882a9b954f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:17.117505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fd287-900f-4334-abad-dd585c3353be tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:17.118826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fd287-900f-4334-abad-dd585c3353be tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:17.120129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883fd287-900f-4334-abad-dd585c3353be tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:17.125123 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-883fd287-900f-4334-abad-dd585c3353be tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4570875 Jan 25 15:34:17.125296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-160e5eba-898d-45fc-b913-fccf8dd1e23e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.3436763 Jan 25 15:34:17.130554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57642) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:17.145883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:17.161576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 921812e8-2431-44ea-a1c0-b5ec9fe18a2e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:17.195040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.197125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:17.207175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:17.227902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Network fcb258d8-096c-4f26-9625-4b54c3363974 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:17.239791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:17.242745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:17.250143 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0f03be17-d151-4794-80cb-f65e4680fc5d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/0b610e48-c7d8-4b83-ac57-dffc23727938 HTTP/1.1" status: 204 len: 168 time: 2.2719426 Jan 25 15:34:17.257622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57646) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:17.273211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Pushing event updated for resources: {'Port': ['ID=c6690971-816f-4192-afb6-0c95578dcdd8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:17.357535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-e9ebad27-809a-4de1-b7a3-bb08f6688aef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:17.359441 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-e9ebad27-809a-4de1-b7a3-bb08f6688aef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.2068527 Jan 25 15:34:17.361333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:17.386061 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-362f2253-7d19-49dc-b55f-714eebff4d13 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:34:17.386505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362f2253-7d19-49dc-b55f-714eebff4d13 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:34:17.388144 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-362f2253-7d19-49dc-b55f-714eebff4d13 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/0b610e48-c7d8-4b83-ac57-dffc23727938 HTTP/1.1" status: 404 len: 333 time: 0.1290629 Jan 25 15:34:17.395412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57650) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:17.415660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:17.425018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:17.425423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.460790 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ac4b23-e793-4990-b840-c59be3489578 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:17.461293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-97ac4b23-e793-4990-b840-c59be3489578 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:17.479238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Allocated IP 172.20.0.18 (670f69e0-b557-4481-b35c-fa9e1db9dc7c/cef06686-d1ee-49c4-8b11-b8612932ca4b/a12e5f05-566d-421b-8d77-42765816ac6d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:17.490603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Attempting to bind port c6690971-816f-4192-afb6-0c95578dcdd8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:17.491468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Attempting to bind port c6690971-816f-4192-afb6-0c95578dcdd8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'ce5aa379-39d6-40f4-8424-360b9919b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:17.491468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Attempting to bind port c6690971-816f-4192-afb6-0c95578dcdd8 on network fcb258d8-096c-4f26-9625-4b54c3363974 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:17.534713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.536566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:17.536946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Checking segment: {'id': 'ce5aa379-39d6-40f4-8424-360b9919b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:17.537347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.537776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Bound using segment: {'id': 'ce5aa379-39d6-40f4-8424-360b9919b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:17.538271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Bound port: c6690971-816f-4192-afb6-0c95578dcdd8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5aa379-39d6-40f4-8424-360b9919b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': 'fcb258d8-096c-4f26-9625-4b54c3363974'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:17.538633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.619505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-97ac4b23-e793-4990-b840-c59be3489578 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:17.623632 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-97ac4b23-e793-4990-b840-c59be3489578 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/0b610e48-c7d8-4b83-ac57-dffc23727938 HTTP/1.1" status: 404 len: 333 time: 0.2243469 Jan 25 15:34:17.626822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57654) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:17.636175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Deleting subnet b2201e43-a149-4809-843a-646c67629c7c {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:17.648000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0aa06fae-1dbb-4491-bd06-98ccae7f544f None None] Provisioning complete for port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:17.648265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0aa06fae-1dbb-4491-bd06-98ccae7f544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.674044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.691643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.738857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.749508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.776774 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.806414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-b0fd688c-cdca-47b4-a968-72d7cf2ea493 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4284768 Jan 25 15:34:17.968455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:17.972955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.029641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] For port c6690971-816f-4192-afb6-0c95578dcdd8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:18.044172 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-ed670a19-c142-480f-86c8-2a0d05e07f7e tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:34:18.045792 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed670a19-c142-480f-86c8-2a0d05e07f7e tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0694418 Jan 25 15:34:18.084828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] For port c6690971-816f-4192-afb6-0c95578dcdd8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c6690971-816f-4192-afb6-0c95578dcdd8,segment=NetworkSegment(ce5aa379-39d6-40f4-8424-360b9919b452),segment_id=ce5aa379-39d6-40f4-8424-360b9919b452)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:18.085989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57664) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:18.119248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,segment=NetworkSegment(1cb4a4ce-f6d0-4daa-8667-54cf4e468b07),segment_id=1cb4a4ce-f6d0-4daa-8667-54cf4e468b07)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:18.134166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.136614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0aa06fae-1dbb-4491-bd06-98ccae7f544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.156584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Transition to ACTIVE for port object a12e5f05-566d-421b-8d77-42765816ac6d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:18.169607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.175554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.226809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.241951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Transition to ACTIVE for port object a12e5f05-566d-421b-8d77-42765816ac6d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:18.324419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.324871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5502d1f-a977-4e11-b101-81c6b0f21b5e {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:18.324987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b16cf1-fb45-4bcf-838c-073850612e8f None None] Pushing event updated for resources: {'Port': ['ID=c6690971-816f-4192-afb6-0c95578dcdd8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:18.327662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-0aa06fae-1dbb-4491-bd06-98ccae7f544f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:18.328230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-0aa06fae-1dbb-4491-bd06-98ccae7f544f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:18.335518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 7b09f2aa-8e1d-4c32-aea4-615d22ff4b89 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:18.338651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.370547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.384506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.409906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:18.411840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:18.415530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:18.431521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:18.472032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a7c4b5-870f-477f-85b9-6a06f248fcec,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:18.510501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.514902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-efc978f0-c6b7-4548-ae94-d50d754a3b4c tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a5502d1f-a977-4e11-b101-81c6b0f21b5e HTTP/1.1" status: 204 len: 168 time: 2.1361129 Jan 25 15:34:18.515080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Pushing event updated for resources: {'Port': ['ID=a12e5f05-566d-421b-8d77-42765816ac6d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:18.522099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57668) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:18.529728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Request body: {'router': {'name': 'tempest-router-1568466272', 'distributed': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:18.536348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-80823980-fc9d-42a1-aef7-ded9b0f39116 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212317 Jan 25 15:34:18.549715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.574250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:18.585999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d14b7-6923-4f85-b434-33c3d2824e25 req-ce173dba-81f5-4d88-b317-32e268faf497 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:18.592966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-148d14b7-6923-4f85-b434-33c3d2824e25 req-ce173dba-81f5-4d88-b317-32e268faf497 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.7359951 Jan 25 15:34:18.601479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Usage tracker for resource:router and tenant:aed90979bf6b408488585d81135e48b9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:18.625197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.631384 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d0aa5ddf-8267-4f63-ae15-04862980a1fc tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.5234818 Jan 25 15:34:18.631384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:18.647697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Attempting to bind port a12e5f05-566d-421b-8d77-42765816ac6d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:18.648205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Attempting to bind port a12e5f05-566d-421b-8d77-42765816ac6d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b680c35e-76db-4b60-b038-8e25a08d3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:18.648572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Attempting to bind port a12e5f05-566d-421b-8d77-42765816ac6d on network 670f69e0-b557-4481-b35c-fa9e1db9dc7c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:18.651243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.656023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:18.656500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Checking segment: {'id': 'b680c35e-76db-4b60-b038-8e25a08d3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:18.662393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.662868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Bound using segment: {'id': 'b680c35e-76db-4b60-b038-8e25a08d3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:18.663368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Bound port: a12e5f05-566d-421b-8d77-42765816ac6d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b680c35e-76db-4b60-b038-8e25a08d3e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '670f69e0-b557-4481-b35c-fa9e1db9dc7c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:18.663765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.695933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57672) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:18.704404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.712856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:18.782322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] For port a12e5f05-566d-421b-8d77-42765816ac6d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:18.815008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.817038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] For port a12e5f05-566d-421b-8d77-42765816ac6d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a12e5f05-566d-421b-8d77-42765816ac6d,segment=NetworkSegment(b680c35e-76db-4b60-b038-8e25a08d3e5c),segment_id=b680c35e-76db-4b60-b038-8e25a08d3e5c)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:18.844869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.845833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.858252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.877370 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-148d14b7-6923-4f85-b434-33c3d2824e25 req-8334664d-2ae6-4167-a90d-a0671ff7601d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833855 Jan 25 15:34:18.894339 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-033084b7-23c1-4fbb-8453-7b030e1a6355 req-553d37f0-ba11-4558-9bde-e11bbcc44c5b service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445692 Jan 25 15:34:18.902677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.981173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:18.991699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b8857-0753-4f3b-b815-351a86f40e0c None None] Pushing event updated for resources: {'Port': ['ID=a12e5f05-566d-421b-8d77-42765816ac6d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:19.050191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3acedbff-de2f-475f-9407-6b60b8a5129e None None] Could not find standard attr ID for object 0b610e48-c7d8-4b83-ac57-dffc23727938. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:34:19.054311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.060460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Subnet': ['ID=b2201e43-a149-4809-843a-646c67629c7c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:19.104439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.109222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=7b09f2aa-8e1d-4c32-aea4-615d22ff4b89,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:19.111702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.129638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.136882 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e5626745-ed8b-44b3-955b-b6b53db05cbc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7b09f2aa-8e1d-4c32-aea4-615d22ff4b89 HTTP/1.1" status: 204 len: 168 time: 1.4987726 Jan 25 15:34:19.136882 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b3c18128-14c2-411d-94f7-752122074374 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/subnets/b2201e43-a149-4809-843a-646c67629c7c HTTP/1.1" status: 204 len: 168 time: 2.0004146 Jan 25 15:34:19.137823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:19.138593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57678) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:19.140193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0ddd9-e5fa-4f89-8db3-a2c2a0070dd3 None None] Network 1af37b56-3b27-4210-9346-6a3ea448bc2b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:19.159384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7a7c4b5-870f-477f-85b9-6a06f248fcec,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:19.287208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.299477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.343303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.349667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.354563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57684) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:19.355383 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-16320203-5fa5-46a5-a562-77a83da8bee7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b7a7c4b5-870f-477f-85b9-6a06f248fcec HTTP/1.1" status: 204 len: 168 time: 0.6573324 Jan 25 15:34:19.440614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.523986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.538435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] DHCP port deletion for 1af37b56-3b27-4210-9346-6a3ea448bc2b request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:19.543235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Deleting port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:19.543537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.612612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.676121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.676372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5c5ab716-b420-47fe-8e5f-7ec2d1eef2c6 tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1514251 Jan 25 15:34:19.683372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:19.710423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:19.710769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.741060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-468902fb-320a-40ef-bb56-7063d6aa93ef tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:19.827917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69ce0f8-980a-45ca-adcc-103e75cdf6ce None None] Network fcb258d8-096c-4f26-9625-4b54c3363974 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:19.906252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] For port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,segment=NetworkSegment(1cb4a4ce-f6d0-4daa-8667-54cf4e468b07),segment_id=1cb4a4ce-f6d0-4daa-8667-54cf4e468b07)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:19.907269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.915910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:19.950726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-468902fb-320a-40ef-bb56-7063d6aa93ef tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:19.955746 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-468902fb-320a-40ef-bb56-7063d6aa93ef tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5983343 Jan 25 15:34:19.960508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57694) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:19.971552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Deleting subnet cef06686-d1ee-49c4-8b11-b8612932ca4b {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:20.035060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 37dc359b-bbc5-476d-a1cc-2236b6da960a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:20.035793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.083552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.091455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Calling delete_port for 921812e8-2431-44ea-a1c0-b5ec9fe18a2e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:20.161889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a23a1508-1320-4e12-b210-c63ea8411022 None None] Provisioning for port c6690971-816f-4192-afb6-0c95578dcdd8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:20.311061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.361117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.361861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:20.424424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.489860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] No DVR routers for this DVR port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:20.496359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] For port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,segment=NetworkSegment(1cb4a4ce-f6d0-4daa-8667-54cf4e468b07),segment_id=1cb4a4ce-f6d0-4daa-8667-54cf4e468b07)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:20.496963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.511792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] DHCP port deletion for fcb258d8-096c-4f26-9625-4b54c3363974 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:20.516195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bcba3-2db3-40f6-bfd2-cdfd524a124f None None] Pushing event deleted for resources: {'Port': ['ID=921812e8-2431-44ea-a1c0-b5ec9fe18a2e,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:20.525635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Deleting port c6690971-816f-4192-afb6-0c95578dcdd8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:20.525970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.559246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc46654-8022-4d65-9474-eff2430d3133 req-5a346525-9ef2-4033-9475-019d1f9359d1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:20.560706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8dc46654-8022-4d65-9474-eff2430d3133 req-5a346525-9ef2-4033-9475-019d1f9359d1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4329195 Jan 25 15:34:20.579775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a12e5f05-566d-421b-8d77-42765816ac6d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:20.611843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825f9a6-04ca-4aa9-a10e-40dff0c265f5 None None] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:20.777289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 921812e8-2431-44ea-a1c0-b5ec9fe18a2e owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:20.805192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.879326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.894654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-531377f6-b625-4fff-83c8-ec46495a037b None None] Provisioning for port a12e5f05-566d-421b-8d77-42765816ac6d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:20.911980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.916625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.943261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8dc46654-8022-4d65-9474-eff2430d3133 req-feada1c3-b587-4106-97c1-467380c92ccc tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172531 Jan 25 15:34:20.974895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:20.989564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] For port c6690971-816f-4192-afb6-0c95578dcdd8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c6690971-816f-4192-afb6-0c95578dcdd8,segment=NetworkSegment(ce5aa379-39d6-40f4-8424-360b9919b452),segment_id=ce5aa379-39d6-40f4-8424-360b9919b452)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:20.990029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.004758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a12e5f05-566d-421b-8d77-42765816ac6d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:21.017020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a12e5f05-566d-421b-8d77-42765816ac6d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:21.017561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.135500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 37dc359b-bbc5-476d-a1cc-2236b6da960a owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:21.149398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.149880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e22e2277-88e3-4aa0-ae11-860192076ebd {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:21.165073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Calling delete_port for c6690971-816f-4192-afb6-0c95578dcdd8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:21.177132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.181754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.182853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-58f0e673-76ec-4c64-bbbf-4ca557a0adaf tempest-RoutersTestDVR-247360553 tempest-RoutersTestDVR-247360553-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e22e2277-88e3-4aa0-ae11-860192076ebd HTTP/1.1" status: 204 len: 168 time: 1.4977527 Jan 25 15:34:21.256552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24343e-afdd-4866-a4b1-528e652b4dc7 req-b94f52f3-7dd0-42a0-82fa-b3a2c39125ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:21.258093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1a24343e-afdd-4866-a4b1-528e652b4dc7 req-b94f52f3-7dd0-42a0-82fa-b3a2c39125ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.1816943 Jan 25 15:34:21.278738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:21.279116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:21.286004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afb207-1236-49c0-9d72-4f882a9b954f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:21.337943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:21.345445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.346638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-60e366c7-00cc-45f2-9d38-d8157a3ced55 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "PUT /v2.0/routers/dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 200 len: 925 time: 7.6139357 Jan 25 15:34:21.356595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57702) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:21.369765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] Sync routers for ids ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:21.379538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1a24343e-afdd-4866-a4b1-528e652b4dc7 req-652318d9-f026-4bc1-8033-7e9254888401 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147966 Jan 25 15:34:21.418195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.428443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.430369 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b96a269a-9039-4594-8eea-c42df9885422 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/c8afb207-1236-49c0-9d72-4f882a9b954f HTTP/1.1" status: 204 len: 168 time: 1.4675536 Jan 25 15:34:21.431645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.442171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57708) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:21.442779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.508820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port 6c39c2a7-20ab-4065-a3fb-c90be614b468 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:21.509164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.525226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.530005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] Pushing event deleted for resources: {'Port': ['ID=c6690971-816f-4192-afb6-0c95578dcdd8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:21.533727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] Routers {'dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:21.534350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:21.564468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/subnets/cef06686-d1ee-49c4-8b11-b8612932ca4b HTTP/1.1" status: 204 len: 168 time: 2.4242024 Jan 25 15:34:21.571162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:21.578363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8411ab6-3380-46ee-b9ab-da92ef757113 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Subnet': ['ID=cef06686-d1ee-49c4-8b11-b8612932ca4b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:21.664988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aff8875-9545-4d98-946e-d2fa09e40ab2 None None] No DVR routers for this DVR port c6690971-816f-4192-afb6-0c95578dcdd8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:21.666403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:21.695738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e21d1f13-dbe7-4d58-b886-b1114aa94284 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:21.715891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:21.720302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:21.720302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] Routers {'dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:21.720302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:21.784388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 921812e8-2431-44ea-a1c0-b5ec9fe18a2e {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:21.784961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:21.813140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:21.813649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf572821-9001-4df0-8c3f-1eee6cbb5132 None None] The sync data for ids ['dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:21.818494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc926ef9-103b-404b-9180-42e3403c5b26 None None] Network 670f69e0-b557-4481-b35c-fa9e1db9dc7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:21.857601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693b79cf-e698-4771-838f-cea8bf7308b6 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:21.858413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-693b79cf-e698-4771-838f-cea8bf7308b6 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Synchronizing usage tracker for tenant:6d0f307815634ab58e14013ca14b0682 on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:21.891883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] The port '921812e8-2431-44ea-a1c0-b5ec9fe18a2e' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:21.892752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e21d1f13-dbe7-4d58-b886-b1114aa94284 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:21.894022 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e21d1f13-dbe7-4d58-b886-b1114aa94284 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4020660 Jan 25 15:34:21.895591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57718) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:21.899162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57722) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:21.937810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526086159'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:21.949428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:21.984950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.026337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.045545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551bca5-84a7-4fb1-8fba-2172b8dc0292 req-84a2f6a1-bfb5-44a2-ad67-5e35e5de653f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:22.047199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6551bca5-84a7-4fb1-8fba-2172b8dc0292 req-84a2f6a1-bfb5-44a2-ad67-5e35e5de653f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4695585 Jan 25 15:34:22.050644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-693b79cf-e698-4771-838f-cea8bf7308b6 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Unset dirty status for tenant:6d0f307815634ab58e14013ca14b0682 on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:22.056246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-693b79cf-e698-4771-838f-cea8bf7308b6 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4843330 Jan 25 15:34:22.058897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] Provisioning complete for port a12e5f05-566d-421b-8d77-42765816ac6d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:22.059433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.060031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57728) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:22.099574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:22.124213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=37dc359b-bbc5-476d-a1cc-2236b6da960a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:22.199689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.210790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Calling delete_port for 6c39c2a7-20ab-4065-a3fb-c90be614b468 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:22.284040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] DHCP port deletion for 670f69e0-b557-4481-b35c-fa9e1db9dc7c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:22.297934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.313098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Deleting port a12e5f05-566d-421b-8d77-42765816ac6d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:22.314266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.345675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.372908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.373127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.410406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6551bca5-84a7-4fb1-8fba-2172b8dc0292 req-305fd609-87dd-4e03-9a60-7d30dd9d8ad8 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481154 Jan 25 15:34:22.418192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.430307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af37b56-3b27-4210-9346-6a3ea448bc2b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:22.444620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Deleting port a12e5f05-566d-421b-8d77-42765816ac6d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:22.445105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.460048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:22.460589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb4a4ce-f6d0-4daa-8667-54cf4e468b07') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:22.463867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] For port a12e5f05-566d-421b-8d77-42765816ac6d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a12e5f05-566d-421b-8d77-42765816ac6d,segment=NetworkSegment(b680c35e-76db-4b60-b038-8e25a08d3e5c),segment_id=b680c35e-76db-4b60-b038-8e25a08d3e5c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:22.558756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.656027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.673997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:22.682354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:22.695827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:22.706093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] For port a12e5f05-566d-421b-8d77-42765816ac6d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a12e5f05-566d-421b-8d77-42765816ac6d,segment=NetworkSegment(b680c35e-76db-4b60-b038-8e25a08d3e5c),segment_id=b680c35e-76db-4b60-b038-8e25a08d3e5c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:22.706470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.731264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] For port a12e5f05-566d-421b-8d77-42765816ac6d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a12e5f05-566d-421b-8d77-42765816ac6d,segment=NetworkSegment(b680c35e-76db-4b60-b038-8e25a08d3e5c),segment_id=b680c35e-76db-4b60-b038-8e25a08d3e5c)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:22.731607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.752034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.763176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:22.774924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:22.775550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.781742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:22.781908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:22.794400 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:22.809665 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-247608e4-68f1-4305-aa02-0d3900ca9d3f tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 200 len: 925 time: 1.4508016 Jan 25 15:34:22.839202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d1293-f6d7-4bc3-a858-c24cd29259cd None None] Pushing event updated for resources: {'Port': ['ID=a12e5f05-566d-421b-8d77-42765816ac6d,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:22.848059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Calling delete_port for a12e5f05-566d-421b-8d77-42765816ac6d owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:22.850795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57736) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:22.851151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.856042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:22.862666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Calling delete_port for a12e5f05-566d-421b-8d77-42765816ac6d owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:22.880633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Usage tracker for resource:security_group_rule and tenant:d9e4de499b9041f0951b9b160a8c3609 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:22.888245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:22.895560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:22.903000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:22.982015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Port': ['ID=6c39c2a7-20ab-4065-a3fb-c90be614b468,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:22.985806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.014586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.023389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:23.023967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:23.079523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 921812e8-2431-44ea-a1c0-b5ec9fe18a2e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:23.096415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=1af37b56-3b27-4210-9346-6a3ea448bc2b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:23.138270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 921812e8-2431-44ea-a1c0-b5ec9fe18a2e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:23.139306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 921812e8-2431-44ea-a1c0-b5ec9fe18a2e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:23.182674 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9c7df9e9-791a-4d0c-981d-94d0f48476df tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3276222 Jan 25 15:34:23.192050 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1d7c9344-f6a6-4983-8b5d-42bc2b5a0068 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/1af37b56-3b27-4210-9346-6a3ea448bc2b HTTP/1.1" status: 204 len: 168 time: 4.0496786 Jan 25 15:34:23.194620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57742) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:23.195338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57744) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:23.243174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.279167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a12e5f05-566d-421b-8d77-42765816ac6d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:23.299153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2038082692'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:23.302495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.320114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.328068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.330740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a12e5f05-566d-421b-8d77-42765816ac6d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:23.331443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a12e5f05-566d-421b-8d77-42765816ac6d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:23.332853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c6690971-816f-4192-afb6-0c95578dcdd8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:23.370659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c6690971-816f-4192-afb6-0c95578dcdd8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:23.371161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c6690971-816f-4192-afb6-0c95578dcdd8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:23.417189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.453390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20372453-ec32-4f2d-8e2c-7469416b4668,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:23.490269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:23.525130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Deleting port a12e5f05-566d-421b-8d77-42765816ac6d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:23.525624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.535478 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d9e4de499b9041f0951b9b160a8c3609&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6361048 Jan 25 15:34:23.545701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.548628 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e88e180d-84c6-4c19-9438-d82cc552ac3e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6468751 Jan 25 15:34:23.550406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57750) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:23.550720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57752) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:23.556441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Port': ['ID=a12e5f05-566d-421b-8d77-42765816ac6d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:23.576448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '20372453-ec32-4f2d-8e2c-7469416b4668', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:23.583872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f4527-babb-4058-9dfc-c7ec8097f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a38e42-955b-4bd4-946b-16978167fcac,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:23.601817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:23.610464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-39f592ed-2d84-41ec-90a5-ba484990ae3e None None] The port 'a12e5f05-566d-421b-8d77-42765816ac6d' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:23.612490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:23.628734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] No DVR routers for this DVR port a12e5f05-566d-421b-8d77-42765816ac6d on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:23.630296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:23.633974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:23.653277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:23.663239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:23.676923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:23.721875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.724482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:23.753295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.790920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.833202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:23.836200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.849593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.865814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df17833-90ed-4d1f-9a49-717d860c83b4 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:23.866374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5df17833-90ed-4d1f-9a49-717d860c83b4 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Synchronizing usage tracker for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:23.900963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:23.947739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:23.959269 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] Sync routers for ids ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:23.968044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670f69e0-b557-4481-b35c-fa9e1db9dc7c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:23.973345 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2f45e7d7-250f-4589-97ab-ebf32e6b8e58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8600788 Jan 25 15:34:23.976408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57758) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:23.980751 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] Routers {'bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:23.980751 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:23.981017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23035877-0f52-4929-825a-e2e45f643bea req-9a4cdfc2-6425-457b-a5d5-e51e3df740ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:23.981658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23035877-0f52-4929-825a-e2e45f643bea req-9a4cdfc2-6425-457b-a5d5-e51e3df740ba tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.6724396 Jan 25 15:34:23.996996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b680c35e-76db-4b60-b038-8e25a08d3e5c') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:23.997416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b680c35e-76db-4b60-b038-8e25a08d3e5c') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:24.033819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.041496 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:24.049960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-38500c5e-4031-4d10-a9f6-6e65dc3a368c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:24.052697 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] Routers {'bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:24.053289 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:24.074229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a38e42-955b-4bd4-946b-16978167fcac,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:24.074899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.086523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5df17833-90ed-4d1f-9a49-717d860c83b4 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Unset dirty status for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:24.087673 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5df17833-90ed-4d1f-9a49-717d860c83b4 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.8308244 Jan 25 15:34:24.093786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 278, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:24.096087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.097406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.101023 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6885cd3d-e43f-45bb-a23c-998d46751ea6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d2a38e42-955b-4bd4-946b-16978167fcac HTTP/1.1" status: 204 len: 168 time: 0.5461357 Jan 25 15:34:24.101023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57762) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.130670 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:24.130870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.131119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 7581ad9b-0ecb-4703-adbe-c61804215477 of type vlan for network 88f6e527-8a2b-4486-945c-54954926ad02 Jan 25 15:34:24.132128 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be836afc-5fae-4fdd-be6e-12590c94e844 None None] The sync data for ids ['bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:24.165625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-38500c5e-4031-4d10-a9f6-6e65dc3a368c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:24.166778 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38500c5e-4031-4d10-a9f6-6e65dc3a368c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f HTTP/1.1" status: 200 len: 205 time: 0.1892741 Jan 25 15:34:24.169563 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7bbe21ec-107f-4114-8b67-38d816b2996c tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 200 len: 205 time: 0.0673325 Jan 25 15:34:24.170161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57768) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.173525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57770) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.179364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.183941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23035877-0f52-4929-825a-e2e45f643bea req-e259e8fc-d106-4d2f-861f-cc79dc3a0442 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920276 Jan 25 15:34:24.198420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:24.198917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:24.214657 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:24.296305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.436675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.516581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7063206e-8dd4-4806-b5bc-ef66f40b481b,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:24.532841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.537357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.550578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.615121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=670f69e0-b557-4481-b35c-fa9e1db9dc7c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:24.615338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.616351 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b87c32c-2be7-40dc-bb31-69bac03605ea tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0576546 Jan 25 15:34:24.619168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57778) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.639071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.643369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:24.643941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:24.735461 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3b830bf-c392-447c-af92-34edeb833762 tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/670f69e0-b557-4481-b35c-fa9e1db9dc7c HTTP/1.1" status: 204 len: 168 time: 2.6742797 Jan 25 15:34:24.737508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Router cf6bd6ef-db99-43ef-b948-9c2b95bf7734 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:24.741288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57782) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.754739 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1754e206-b40d-4895-a920-5226aeba5b0a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules/7063206e-8dd4-4806-b5bc-ef66f40b481b HTTP/1.1" status: 200 len: 705 time: 0.1337574 Jan 25 15:34:24.759026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57786) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.832898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=88f6e527-8a2b-4486-945c-54954926ad02,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:24.843200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 88f6e527-8a2b-4486-945c-54954926ad02 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:24.851947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-be93966b-f9e1-4e7a-919d-4e3849c76312 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5906010 Jan 25 15:34:24.853733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57790) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.919330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57794) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:24.920523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '88f6e527-8a2b-4486-945c-54954926ad02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:25.070549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.116117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.192301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d1f19e96-daab-4857-9653-34226a511618 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:25.206831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.210171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:25.220314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:25.221820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:25.227488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:25.231941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.235475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] Sync routers for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:25.239878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.253658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:25.254637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.280401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:25.290171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Usage tracker for resource:security_group_rule and tenant:aed90979bf6b408488585d81135e48b9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:25.293504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:25.297751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c0dc69c4-6865-480e-9d6d-5a8463c933c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2106595 Jan 25 15:34:25.298811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:25.304263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57800) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:25.318067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:25.331999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.365667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d1f19e96-daab-4857-9653-34226a511618 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:25.365938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.367409 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d1f19e96-daab-4857-9653-34226a511618 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6074436 Jan 25 15:34:25.370397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57804) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:25.375512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb258d8-096c-4f26-9625-4b54c3363974']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.386903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:25.387910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.388953 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-8c7cc3a5-f0fc-4cb2-9f80-8272cac74235 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] delete failed (client error): The resource could not be found. Jan 25 15:34:25.403381 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8c7cc3a5-f0fc-4cb2-9f80-8272cac74235 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-484553859 HTTP/1.1" status: 404 len: 334 time: 0.0848105 Jan 25 15:34:25.403381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:25.410009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2bf3095f-31a5-47c6-b62f-a8084cda0e57 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:25.455975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.456315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48956896-6334-4e10-a541-030b8d0909e5 None None] The sync data for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:25.459018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5aa379-39d6-40f4-8424-360b9919b452') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.459530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5aa379-39d6-40f4-8424-360b9919b452') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:25.473130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:25.487823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.523979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.550376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.554817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.555298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:25.559480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.570736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.577015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:25.577416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:25.592330 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:25.648896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.649911 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a447ca4b-1ac6-457d-bf89-769238353c35 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f HTTP/1.1" status: 204 len: 168 time: 1.4788761 Jan 25 15:34:25.655610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57812) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:25.663892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.671380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.710714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c489c-f493-41c0-8d5d-15c02344cd06 req-ba375e39-0210-4670-a229-983f4f8e1e5a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:25.712208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c80c489c-f493-41c0-8d5d-15c02344cd06 req-ba375e39-0210-4670-a229-983f4f8e1e5a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3099558 Jan 25 15:34:25.759421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8305e-49a9-42b7-911f-c36270a11ef2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:25.769223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aed90979bf6b408488585d81135e48b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8335891 Jan 25 15:34:25.769953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57816) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:25.797398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.802326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.803058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.803406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.803742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.804080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.806683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c29631e-703b-4fe8-aa5d-badbe272f05d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:25.831948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.862705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:25.871608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7063206e-8dd4-4806-b5bc-ef66f40b481b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:25.892111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=fcb258d8-096c-4f26-9625-4b54c3363974,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:25.900423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c80c489c-f493-41c0-8d5d-15c02344cd06 req-62813742-56d5-4785-8da6-d94aa2b9da23 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716723 Jan 25 15:34:25.907087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-63188395-ff98-48c7-8219-6ad503de8f1b tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/fcb258d8-096c-4f26-9625-4b54c3363974 HTTP/1.1" status: 204 len: 168 time: 1.1636558 Jan 25 15:34:25.910190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57820) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:26.001163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.004791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6925a302-02f3-45f4-a61e-5699dc37d15d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/7063206e-8dd4-4806-b5bc-ef66f40b481b HTTP/1.1" status: 204 len: 168 time: 0.6307533 Jan 25 15:34:26.018732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:26.018959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.063985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.066681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.245227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.278256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a1936a-3b19-4610-ac86-faa025d9e89b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:26.287405 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-45a1c0a4-8ba4-4a7b-9d51-cfa7b3349ce8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2545900 Jan 25 15:34:26.287514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57832) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:26.292744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '20372453-ec32-4f2d-8e2c-7469416b4668', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:26.302683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:26.305618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5105fd1f-a7f2-4357-9561-2f05eaf47e23') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:26.305906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5105fd1f-a7f2-4357-9561-2f05eaf47e23') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:26.316812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:26.320753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:26.324287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.335584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:26.339861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.361849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.414916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8305e-49a9-42b7-911f-c36270a11ef2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:26.423287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:26.423684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:26.444419 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:26.450750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.454776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7850c4da-ab11-4e88-8e7c-e495d51b2ad3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ee8305e-49a9-42b7-911f-c36270a11ef2 HTTP/1.1" status: 204 len: 168 time: 0.6814466 Jan 25 15:34:26.459516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 620fe4db-0c79-47b1-ac3d-d70489ba08c5 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:26.505612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.552735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.576780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.589077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2bf3095f-31a5-47c6-b62f-a8084cda0e57 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.594981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.654206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d073b-ea0f-4451-8d05-aae40103a226 req-5e5be362-b791-44ee-a147-53e93978b29a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:26.655658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-959d073b-ea0f-4451-8d05-aae40103a226 req-5e5be362-b791-44ee-a147-53e93978b29a tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2969027 Jan 25 15:34:26.673356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port 5a900412-3f1b-4c67-977b-888b40f31384 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:26.673652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.706460 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-b0104c8d-ef5b-4b79-8b8c-f9c684681b04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=449c273533b84925980c5be1ceaec4cb&device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 1098 time: 0.1904209 Jan 25 15:34:26.710617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.748946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.770235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.827675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-959d073b-ea0f-4451-8d05-aae40103a226 req-26935b2b-1074-4ca2-8a94-940377fbd4df tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645629 Jan 25 15:34:26.833724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=33a1936a-3b19-4610-ac86-faa025d9e89b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:26.837491 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-2bf3095f-31a5-47c6-b62f-a8084cda0e57 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] update failed (client error): The resource could not be found. Jan 25 15:34:26.838262 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2bf3095f-31a5-47c6-b62f-a8084cda0e57 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734 HTTP/1.1" status: 404 len: 339 time: 1.4339838 Jan 25 15:34:26.843557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5efe8e7a-7ed1-47f9-a2db-935dba7fa24e tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/33a1936a-3b19-4610-ac86-faa025d9e89b HTTP/1.1" status: 204 len: 168 time: 0.9321299 Jan 25 15:34:26.846839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57838) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:26.847292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57840) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:26.856836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:26.861226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.006029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.029676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=9845bcda-b612-4103-8012-47cb7e3879f9,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:27.039664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.133184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc1d976-287f-4b7c-b056-d8cba823b297,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:27.256688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.257876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0d0a84be-b8de-4d99-afc4-e27141cf16d8 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9702330 Jan 25 15:34:27.264578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57854) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:27.272073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for 5a900412-3f1b-4c67-977b-888b40f31384 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:27.281984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-5e7ae041-42c0-4a39-b64b-a8e04d5d3454 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:27.283349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-5e7ae041-42c0-4a39-b64b-a8e04d5d3454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 200 len: 913 time: 0.5649421 Jan 25 15:34:27.286659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.333183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '7581ad9b-0ecb-4703-adbe-c61804215477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:27.333571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 88f6e527-8a2b-4486-945c-54954926ad02, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:27.416105 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5de762ee-eefd-4c89-92f0-29e7a7d2fa75 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules/cfc1d976-287f-4b7c-b056-d8cba823b297 HTTP/1.1" status: 200 len: 705 time: 0.1472852 Jan 25 15:34:27.430946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57860) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:27.436207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.480549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=620fe4db-0c79-47b1-ac3d-d70489ba08c5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:27.498909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 88f6e527-8a2b-4486-945c-54954926ad02 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:27.502572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d1d7a-3f41-42a5-b2fc-10be805f6ae3 None None] Network 64ef30b8-a0f1-465d-aaa7-194f38d71b9f requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:27.503828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.515290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.515626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.515960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.516900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.517226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.517570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.517894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.518209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.518525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.518867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.519193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:27.530438 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0c2e6daf-dc22-4e37-b965-a98af7148e20 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/620fe4db-0c79-47b1-ac3d-d70489ba08c5 HTTP/1.1" status: 204 len: 168 time: 1.8737192 Jan 25 15:34:27.532978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57864) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:27.624574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 88f6e527-8a2b-4486-945c-54954926ad02) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:27.624574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.665692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-c48859c2-bbd2-4d35-9219-21b7068e1cd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 200 len: 1001 time: 0.3706329 Jan 25 15:34:27.679380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:27.680018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.699546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=5a900412-3f1b-4c67-977b-888b40f31384,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:27.717788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a08a7f-bf7d-4398-bc55-e943a869889a None None] Network 88f6e527-8a2b-4486-945c-54954926ad02 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:27.739117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e623e950-3100-43a2-a8c9-3f0c8843b133 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:27.767969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.814065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.828948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port a072a9f2-d46d-4498-8731-919b2205ebba {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:27.829288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:27.856968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-eb848c28-f251-4282-a5bf-2f61aeea8291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:27.858434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-eb848c28-f251-4282-a5bf-2f61aeea8291 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 200 len: 851 time: 0.1830769 Jan 25 15:34:27.874436 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fb01a580-23d4-4066-bfcb-5a0fa728cdcb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0187073 Jan 25 15:34:27.880561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57876) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:27.898988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '88f6e527-8a2b-4486-945c-54954926ad02', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-954805402'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:27.908331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c4aa1f-e269-481e-a7fe-765d007038bd']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:27.971417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23e9e4e-02be-4ddb-a5e8-59cb383a91b9') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:27.971792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23e9e4e-02be-4ddb-a5e8-59cb383a91b9') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:27.982955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e623e950-3100-43a2-a8c9-3f0c8843b133 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:27.984175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e623e950-3100-43a2-a8c9-3f0c8843b133 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5442996 Jan 25 15:34:27.990410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57880) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:27.996285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.024875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:28.081992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.086149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.104460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] DHCP port deletion for 64ef30b8-a0f1-465d-aaa7-194f38d71b9f request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:28.116241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Deleting port a072a9f2-d46d-4498-8731-919b2205ebba {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:28.116613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.179277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:28.179971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:28.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:28.211383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-88f6e527-8a2b-4486-945c-54954926ad02', 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '9845bcda-b612-4103-8012-47cb7e3879f9'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:28.212193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.216255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.262557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.298856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-805321036'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:28.312868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:28.346946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Usage tracker for resource:network and tenant:ef3b1c4a911f4938a3157ac72f0e367b is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:28.356285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:28.376048 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-d4b9df6e-dca2-429e-92ec-68bf7cb0ce27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4566283 Jan 25 15:34:28.377886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:28.420197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] For port a072a9f2-d46d-4498-8731-919b2205ebba, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a072a9f2-d46d-4498-8731-919b2205ebba,segment=NetworkSegment(2b35e928-33ef-42a8-bfee-9940ae10447a),segment_id=2b35e928-33ef-42a8-bfee-9940ae10447a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:28.420586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.442466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.574574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Calling delete_port for a072a9f2-d46d-4498-8731-919b2205ebba owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:28.577601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:28.645906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Allocated IP 2001:db8::2 (88f6e527-8a2b-4486-945c-54954926ad02/9845bcda-b612-4103-8012-47cb7e3879f9/d1110888-21b8-46ea-9448-8282a3bd602d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:28.662106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:28.664420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port a072a9f2-d46d-4498-8731-919b2205ebba, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a072a9f2-d46d-4498-8731-919b2205ebba,segment=NetworkSegment(2b35e928-33ef-42a8-bfee-9940ae10447a),segment_id=2b35e928-33ef-42a8-bfee-9940ae10447a)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:28.664992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.676071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.701052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.715367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.761278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.800087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.816296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] Pushing event deleted for resources: {'Network': ['ID=77c4aa1f-e269-481e-a7fe-765d007038bd,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:28.822913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] Pushing event deleted for resources: {'Port': ['ID=a072a9f2-d46d-4498-8731-919b2205ebba,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:28.827546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Made reservation on behalf of ef3b1c4a911f4938a3157ac72f0e367b for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:28.831542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.840161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d59838c-305b-4ae1-b5db-c8e15b728d3c None None] No DVR routers for this DVR port a072a9f2-d46d-4498-8731-919b2205ebba on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:28.857556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.866737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc1d976-287f-4b7c-b056-d8cba823b297,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:28.896472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.899918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-583809e4-52a5-4f23-941b-538dbcf62598 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/cfc1d976-287f-4b7c-b056-d8cba823b297 HTTP/1.1" status: 204 len: 168 time: 0.9043388 Jan 25 15:34:28.901771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57890) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:28.903952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.904074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699fd0a5-d2a2-4905-bb23-b5f5e75ba0de req-552e40c4-e1ed-438a-a65d-ae98a6d3de0e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:28.911158 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-699fd0a5-d2a2-4905-bb23-b5f5e75ba0de req-552e40c4-e1ed-438a-a65d-ae98a6d3de0e tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.8260093 Jan 25 15:34:28.913871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for a072a9f2-d46d-4498-8731-919b2205ebba owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:28.928503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:28.939808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Transition to ACTIVE for port object d1110888-21b8-46ea-9448-8282a3bd602d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:28.965982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Transition to ACTIVE for port object d1110888-21b8-46ea-9448-8282a3bd602d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:28.971164 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f505c7df-d8d7-4e48-bc03-cfdfb3a0cacd tempest-BulkNetworkOpsTest-1225454402 tempest-BulkNetworkOpsTest-1225454402-project] 10.222.0.26 "DELETE /v2.0/networks/77c4aa1f-e269-481e-a7fe-765d007038bd HTTP/1.1" status: 204 len: 168 time: 2.1164742 Jan 25 15:34:28.971968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:28.975225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.041349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:29.050065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:29.057676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Usage tracker for resource:security_group_rule and tenant:ef3b1c4a911f4938a3157ac72f0e367b is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:29.066456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:29.077418 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-e8348bcd-ff71-465a-89ab-e2377341ff41 service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672678 Jan 25 15:34:29.088824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:29.107843 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8f62b4b0-c70c-47c3-bd0c-2401884fdeeb tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2026567 Jan 25 15:34:29.112257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57896) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.120739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '20372453-ec32-4f2d-8e2c-7469416b4668', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:29.126512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:29.126822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:29.131210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:29.153712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:29.161675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-699fd0a5-d2a2-4905-bb23-b5f5e75ba0de req-84011861-cfef-4f53-8162-bfb6e260eede tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497568 Jan 25 15:34:29.198100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.228703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.229235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:29.230976 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Project 79bf44aceaf541a8a7414b2c42dcff4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:34:29.254580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.271152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Network 88f6e527-8a2b-4486-945c-54954926ad02 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:29.275685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:29.278492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:29.280838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a072a9f2-d46d-4498-8731-919b2205ebba no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:29.299518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.300666 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6c410b80-150b-476f-b16d-104f546dadc9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 204 len: 168 time: 5.1263433 Jan 25 15:34:29.305424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57900) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.314237 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4af04df9-c382-4ce7-b664-ea66a52548a0 req-3963065a-5efd-4cf6-9124-14717044ddfa service neutron] 10.222.0.41 "GET /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264733 Jan 25 15:34:29.325860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-484653514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:29.334649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Pushing event updated for resources: {'Port': ['ID=d1110888-21b8-46ea-9448-8282a3bd602d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:29.335787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::1b0 (88f6e527-8a2b-4486-945c-54954926ad02/9845bcda-b612-4103-8012-47cb7e3879f9/440379ae-455d-43d7-b6d9-d32e2b0cf0f5) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:29.338273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a072a9f2-d46d-4498-8731-919b2205ebba {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:29.338273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a072a9f2-d46d-4498-8731-919b2205ebba not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:29.345810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:29.356318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:29.363020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:29.373923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:29.430985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Attempting to bind port d1110888-21b8-46ea-9448-8282a3bd602d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:29.431346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Attempting to bind port d1110888-21b8-46ea-9448-8282a3bd602d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '7581ad9b-0ecb-4703-adbe-c61804215477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:29.431699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Attempting to bind port d1110888-21b8-46ea-9448-8282a3bd602d on network 88f6e527-8a2b-4486-945c-54954926ad02 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:29.438874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:29.439240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Checking segment: {'id': '7581ad9b-0ecb-4703-adbe-c61804215477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:29.439681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.440065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Bound using segment: {'id': '7581ad9b-0ecb-4703-adbe-c61804215477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:29.440516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Bound port: d1110888-21b8-46ea-9448-8282a3bd602d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7581ad9b-0ecb-4703-adbe-c61804215477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '88f6e527-8a2b-4486-945c-54954926ad02'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:29.440876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.450302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Allocated IP 172.20.0.1 (b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6/7f8230e8-3877-4cb6-b464-2c3c33524dae/9a5a7a8d-4747-4ce3-b458-20df27f8c7ef) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:29.456843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f3edd27f-ae9c-41b4-a4da-ccd529e5a63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.462562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.481251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.540333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.545420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.545578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.545709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] For port d1110888-21b8-46ea-9448-8282a3bd602d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:29.549553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] For port d1110888-21b8-46ea-9448-8282a3bd602d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d1110888-21b8-46ea-9448-8282a3bd602d,segment=NetworkSegment(7581ad9b-0ecb-4703-adbe-c61804215477),segment_id=7581ad9b-0ecb-4703-adbe-c61804215477)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:29.572252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.592021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:29.592255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.600602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:29.611672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.623077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.623498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Added segment b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4 of type vlan for network 5ff81358-4f5b-430a-a1b9-edc816efb2cb Jan 25 15:34:29.627344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa559b-d263-4c20-bb14-23eded696e89,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:29.629801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port a072a9f2-d46d-4498-8731-919b2205ebba {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:29.630141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.632670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.653592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57906) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.669611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922d9fd9-94cf-4383-a2eb-37b56f3d5f78,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:29.718115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.718877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] The port 'a072a9f2-d46d-4498-8731-919b2205ebba' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:29.741872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.762865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb720c-9783-4b05-b2f8-2d712209c179 None None] Pushing event updated for resources: {'Port': ['ID=d1110888-21b8-46ea-9448-8282a3bd602d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:29.781725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Transition to ACTIVE for port object 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:29.783927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.787668 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2ce7edc1-cb21-444c-ad99-4f7072f4fae4 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6722529 Jan 25 15:34:29.787815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57912) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.807020 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d72c9316-4d87-4147-95f1-f4ce0786bfa9 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules/922d9fd9-94cf-4383-a2eb-37b56f3d5f78 HTTP/1.1" status: 200 len: 711 time: 0.0182140 Jan 25 15:34:29.809506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57916) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.813042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.895885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-56582964-a08a-4d04-a41c-d303adde857f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d0f307815634ab58e14013ca14b0682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2408872 Jan 25 15:34:29.898231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57920) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:29.900195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.912700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.960305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.964820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:29.968811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.970556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:29.974519 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4b4eabd3-e2cb-416d-8845-45f54fd12c11 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6652477 Jan 25 15:34:29.977982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57924) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:30.005633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:30.095868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.155846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:30.160223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Port': ['ID=9a5a7a8d-4747-4ce3-b458-20df27f8c7ef,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:30.162874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'Network': ['ID=5ff81358-4f5b-430a-a1b9-edc816efb2cb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:30.164802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:30.168134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:30.216152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:30.229152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.231800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ef30b8-a0f1-465d-aaa7-194f38d71b9f']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:30.239941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 88f6e527-8a2b-4486-945c-54954926ad02 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:30.241179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=440379ae-455d-43d7-b6d9-d32e2b0cf0f5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:30.258649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4a4b9536-3513-4ee9-8979-4e1fda185c3d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:30.261881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:30.267670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b61315ac-2853-48a5-bd1d-705732d067f3 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2407110 Jan 25 15:34:30.269012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57930) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:30.275369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b35e928-33ef-42a8-bfee-9940ae10447a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:30.275666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b35e928-33ef-42a8-bfee-9940ae10447a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:30.280639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.287167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Request body: {'subnet': {'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:30.297687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.304584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:30.314205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:30.315122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.344543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.420799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4a4b9536-3513-4ee9-8979-4e1fda185c3d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:30.426561 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4a4b9536-3513-4ee9-8979-4e1fda185c3d tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.6117246 Jan 25 15:34:30.426762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57934) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:30.461174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.486481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.487448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:30.488016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.529457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:30.559616 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:30.578442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-289df40e-ad92-4bb3-804c-c59d50455ad4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.6961346 Jan 25 15:34:30.583376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57938) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:30.588904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.623258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.637056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99178087-0059-44d0-b3a9-0c4deeb915fb req-087e3b92-154a-4e38-b1c0-a05644cbd7dd tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:30.638531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-99178087-0059-44d0-b3a9-0c4deeb915fb req-087e3b92-154a-4e38-b1c0-a05644cbd7dd tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2698967 Jan 25 15:34:30.639563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:30.669474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.669474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9e754-1572-4971-856f-285c94031bed,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:30.737798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d3d434f-04e7-4a24-9a45-33215d2d4780 None None] Provisioning for port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:30.744040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d3d434f-04e7-4a24-9a45-33215d2d4780 None None] Provisioning complete for port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:30.744480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3d434f-04e7-4a24-9a45-33215d2d4780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.807445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3d3d434f-04e7-4a24-9a45-33215d2d4780 None None] Port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:30.815513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Usage tracker for resource:subnet and tenant:ef3b1c4a911f4938a3157ac72f0e367b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:30.824851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:30.828028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=922d9fd9-94cf-4383-a2eb-37b56f3d5f78,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:30.833459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:30.895363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:30.895696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.967700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.989320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:30.998470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Made reservation on behalf of ef3b1c4a911f4938a3157ac72f0e367b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:31.021508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-99178087-0059-44d0-b3a9-0c4deeb915fb req-d6819c8c-fd90-491b-ab0c-e2b79cc41218 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743322 Jan 25 15:34:31.022043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=64ef30b8-a0f1-465d-aaa7-194f38d71b9f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:31.022234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.023196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3d987f53-d80d-4111-b661-3e2246a13509 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7af9e754-1572-4971-856f-285c94031bed HTTP/1.1" status: 204 len: 168 time: 1.1241038 Jan 25 15:34:31.104807 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c1009d6c-242d-44d6-a983-8bdc43f76ef7 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/64ef30b8-a0f1-465d-aaa7-194f38d71b9f HTTP/1.1" status: 204 len: 168 time: 3.5705526 Jan 25 15:34:31.119904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57946) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:31.143227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-505529567', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:31.152830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.162224 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e564a4b7-57bd-480c-9670-435cc4a8583f tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/922d9fd9-94cf-4383-a2eb-37b56f3d5f78 HTTP/1.1" status: 204 len: 168 time: 0.7345250 Jan 25 15:34:31.164890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:31.190502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:31.219075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:31.224912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:31.237543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.247468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:31.268328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.272100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bec51a-8377-4403-99a2-f20d61da96c3 None None] Network 88f6e527-8a2b-4486-945c-54954926ad02 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:31.416454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.426750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.463787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.466837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d1110888-21b8-46ea-9448-8282a3bd602d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:31.530099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d550198-77be-4372-81ea-88ca2d576066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.571413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5122618d-bdbb-4136-ba72-023f9b091710 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:31.609444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ad4b2e73-8ae6-4fde-b4b6-ef55ee4b6972 None None] Provisioning for port d1110888-21b8-46ea-9448-8282a3bd602d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:31.688106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8bd8db-029a-423a-a627-c134d825290e req-d7f39270-21eb-4800-b70c-4a38f85b747f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:31.690028 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bd8bd8db-029a-423a-a627-c134d825290e req-d7f39270-21eb-4800-b70c-4a38f85b747f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3722982 Jan 25 15:34:31.709321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5122618d-bdbb-4136-ba72-023f9b091710 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:31.710584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5122618d-bdbb-4136-ba72-023f9b091710 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5353606 Jan 25 15:34:31.712391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.717290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57960) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:31.740774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d1110888-21b8-46ea-9448-8282a3bd602d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:31.747303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d1110888-21b8-46ea-9448-8282a3bd602d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:31.748107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.899331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.905439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:31.924980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bd8bd8db-029a-423a-a627-c134d825290e req-a91b1b1d-626c-4a42-a2f6-5b5226355c26 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041762 Jan 25 15:34:31.933772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:31.969783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d1110888-21b8-46ea-9448-8282a3bd602d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d1110888-21b8-46ea-9448-8282a3bd602d,segment=NetworkSegment(7581ad9b-0ecb-4703-adbe-c61804215477),segment_id=7581ad9b-0ecb-4703-adbe-c61804215477)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:32.010326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.017708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:34:32.049317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.049975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.066036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.184983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.195964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d1110888-21b8-46ea-9448-8282a3bd602d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:32.213056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Provisioning complete for port d1110888-21b8-46ea-9448-8282a3bd602d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:32.213766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.236863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.299591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.440951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.443593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.452133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event updated for resources: {'Port': ['ID=9a5a7a8d-4747-4ce3-b458-20df27f8c7ef,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:32.473685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'Subnet': ['ID=c45bdaaa-09b1-476a-bad2-ab277cce6096,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:32.516394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Checking segment: {'id': 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:32.516759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Network hostable DHCP agents. Network: 5ff81358-4f5b-430a-a1b9-edc816efb2cb, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:32.542092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Provisioning for port 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:32.543003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.548205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Provisioning complete for port 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:32.548688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.604648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e64a984c-f942-4aab-a235-9c431d29f196 None None] Port 440379ae-455d-43d7-b6d9-d32e2b0cf0f5 was deleted so its status cannot be updated. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 25 15:34:32.629202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=440379ae-455d-43d7-b6d9-d32e2b0cf0f5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:32.642316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.671907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:32.692232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20372453-ec32-4f2d-8e2c-7469416b4668,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:32.704625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.729588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d75d475-8669-4618-bc5d-337ac0e263c1 None None] Could not find standard attr ID for object 440379ae-455d-43d7-b6d9-d32e2b0cf0f5. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:34:32.732795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Allocated IP 172.26.8.172 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/d9398ade-90ff-490a-b3a5-a8c5bb01c41f) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:32.735532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c10749fd-6a32-4a8e-a329-a606b3cabffd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/440379ae-455d-43d7-b6d9-d32e2b0cf0f5 HTTP/1.1" status: 204 len: 168 time: 2.1463363 Jan 25 15:34:32.738711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57976) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:32.765347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 57980) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:32.784455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:32.785651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:32.924593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:32.995468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.047926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5ff81358-4f5b-430a-a1b9-edc816efb2cb) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:33.052931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.058637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495207a5-49f2-4c61-9cdb-4385f2d97f7a None None] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:33.123025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-911578178'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:33.145434 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cc18be-cf01-4d50-883b-3a6306affb87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:33.145914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-91cc18be-cf01-4d50-883b-3a6306affb87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:33.153134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:33.153746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.156691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:33.167658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Usage tracker for resource:network and tenant:470ff4bb136e45da8f95640ee76433fe is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:33.170501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:33.171680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.178514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:33.277444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d1110888-21b8-46ea-9448-8282a3bd602d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:33.280452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-91cc18be-cf01-4d50-883b-3a6306affb87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:33.284512 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-91cc18be-cf01-4d50-883b-3a6306affb87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/440379ae-455d-43d7-b6d9-d32e2b0cf0f5 HTTP/1.1" status: 404 len: 333 time: 0.5426216 Jan 25 15:34:33.289970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57990) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:33.358847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Made reservation on behalf of 470ff4bb136e45da8f95640ee76433fe for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:33.361663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.369052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cd2ee6b1-d1fd-466f-8a83-5207fd785990 None None] Provisioning complete for port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:33.369441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee6b1-d1fd-466f-8a83-5207fd785990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.379792 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f089a187-6885-4330-81dd-d4db34c6581f tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1043880 Jan 25 15:34:33.379792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.379963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebdf97-34cd-4571-b54d-0080a9198530 req-deef6f53-692c-4e46-bca1-d8e86a972c1d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:33.380083 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d0588d8-46d9-467d-8a3b-3ee6f40c9595 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/20372453-ec32-4f2d-8e2c-7469416b4668 HTTP/1.1" status: 204 len: 168 time: 1.5972209 Jan 25 15:34:33.380083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57994) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:33.381127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 57996) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:33.384890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7ebdf97-34cd-4571-b54d-0080a9198530 req-deef6f53-692c-4e46-bca1-d8e86a972c1d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.3289089 Jan 25 15:34:33.396989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5ff81358-4f5b-430a-a1b9-edc816efb2cb', 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb', 'tenant_id': 'ef3b1c4a911f4938a3157ac72f0e367b', 'fixed_ips': [{'subnet_id': 'c45bdaaa-09b1-476a-bad2-ab277cce6096'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:33.397827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.405781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Request body: {'port': {'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-736368228'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:33.414477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.480853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7ebdf97-34cd-4571-b54d-0080a9198530 req-8b9835d5-0b8c-4e2d-b5fa-41dff5a2d7b2 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950508 Jan 25 15:34:33.488280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:33.491046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ee6b1-d1fd-466f-8a83-5207fd785990 None None] Port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:33.496034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Usage tracker for resource:security_group_rule and tenant:470ff4bb136e45da8f95640ee76433fe is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:33.500111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:33.504318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.507574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:33.516824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d1110888-21b8-46ea-9448-8282a3bd602d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:33.517189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.533281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Router cf6bd6ef-db99-43ef-b948-9c2b95bf7734 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:33.661231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c76b1ba7-8abe-4e0e-8f85-fbf43adbfb4a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:33.694119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Allocated IP 2001:db8::2 (5ff81358-4f5b-430a-a1b9-edc816efb2cb/c45bdaaa-09b1-476a-bad2-ab277cce6096/a02bc4f0-351a-4cee-b63e-879463054a4c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:33.719447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.720275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:33.737333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Usage tracker for resource:port and tenant:ef3b1c4a911f4938a3157ac72f0e367b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:33.741981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:33.759334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:33.762263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:33.768276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 9845bcda-b612-4103-8012-47cb7e3879f9 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:33.774092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.775790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] Sync routers for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:33.791539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69ade31b-ae03-447f-8816-407b3637233f tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9399853 Jan 25 15:34:33.791539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58002) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:33.793206 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:33.794105 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:33.821088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c76b1ba7-8abe-4e0e-8f85-fbf43adbfb4a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:33.826371 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c76b1ba7-8abe-4e0e-8f85-fbf43adbfb4a tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4382653 Jan 25 15:34:33.830399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58006) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:33.838742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611458908'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:33.847384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:33.851035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.874474 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:33.890524 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:33.891401 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:33.894590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:33.929411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Made reservation on behalf of ef3b1c4a911f4938a3157ac72f0e367b for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:33.932391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.934319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.946522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.966654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:33.972367 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:33.974005 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3135f4e0-33bf-4127-b8bf-9b927a4eb7d6 None None] The sync data for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:33.982620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Transition to ACTIVE for port object a02bc4f0-351a-4cee-b63e-879463054a4c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:33.988630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:34.003577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Transition to ACTIVE for port object a02bc4f0-351a-4cee-b63e-879463054a4c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:34.013455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.013859 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Added segment 958e3040-ad7e-4fb2-b81e-b105eff49389 of type vlan for network 98ccfbd0-4695-457d-bd35-39a0a933769b Jan 25 15:34:34.015084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc02f439-29d9-449d-bc01-212fe3fdc37c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:34.049949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.064205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] device_id is not set on port ae382784-300f-44df-8a1d-0ff54ae971c4 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:34.088501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a3f335d0-2f53-4409-9392-a3cefa769b26 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.091410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.108630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:34.128315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:34.145764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event updated for resources: {'Port': ['ID=d9398ade-90ff-490a-b3a5-a8c5bb01c41f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:34.145764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:34.170027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.26.8.145 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/576a41a8-1476-4f9d-bcd9-e6b0a0338f4e) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:34.176991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.183144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:34.185962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:34.190149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:34.195954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Pushing event updated for resources: {'Port': ['ID=a02bc4f0-351a-4cee-b63e-879463054a4c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:34.223160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.227144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:34.228284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.286104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Attempting to bind port a02bc4f0-351a-4cee-b63e-879463054a4c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:34.286513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Attempting to bind port a02bc4f0-351a-4cee-b63e-879463054a4c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:34.286875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Attempting to bind port a02bc4f0-351a-4cee-b63e-879463054a4c on network 5ff81358-4f5b-430a-a1b9-edc816efb2cb {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:34.293312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:34.293840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Checking segment: {'id': 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:34.294232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.294628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Bound using segment: {'id': 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:34.295065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Bound port: a02bc4f0-351a-4cee-b63e-879463054a4c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:34.295428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.352606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event updated for resources: {'Network': ['ID=98ccfbd0-4695-457d-bd35-39a0a933769b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:34.364444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.371111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 98ccfbd0-4695-457d-bd35-39a0a933769b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:34.376233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-a3f335d0-2f53-4409-9392-a3cefa769b26 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 25 15:34:34.380146 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a3f335d0-2f53-4409-9392-a3cefa769b26 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734 HTTP/1.1" status: 409 len: 329 time: 0.5869749 Jan 25 15:34:34.380146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58010) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:34.386743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-531b13c2-051b-4125-a526-0a830fcf9d68 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6171069 Jan 25 15:34:34.399475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58014) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:34.444329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Request body: {'subnet': {'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:34.460117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] For port a02bc4f0-351a-4cee-b63e-879463054a4c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:34.467192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:34.485053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] For port a02bc4f0-351a-4cee-b63e-879463054a4c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a02bc4f0-351a-4cee-b63e-879463054a4c,segment=NetworkSegment(b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4),segment_id=b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:34.544690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:34.549656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:34.551103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.586863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:34.591937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.643351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12967558-e1a2-489e-9025-0f1390aa933a None None] Pushing event updated for resources: {'Port': ['ID=a02bc4f0-351a-4cee-b63e-879463054a4c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:34.771062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Allocated IP 2001:db8::1f6 (5ff81358-4f5b-430a-a1b9-edc816efb2cb/c45bdaaa-09b1-476a-bad2-ab277cce6096/ae382784-300f-44df-8a1d-0ff54ae971c4) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:34.880254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:34.904271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:34.929189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Usage tracker for resource:subnet and tenant:470ff4bb136e45da8f95640ee76433fe is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:34.939600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204c7d-223e-451d-892d-ea9a7274faab req-ba351dba-66b9-47b5-8c1a-d1356aa8865f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:34.939866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:34.946804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-83204c7d-223e-451d-892d-ea9a7274faab req-ba351dba-66b9-47b5-8c1a-d1356aa8865f tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.2108960 Jan 25 15:34:34.968258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:34.999632 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-83204c7d-223e-451d-892d-ea9a7274faab req-615b86e9-3152-44fd-bc70-cf8566a9f7da tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519493 Jan 25 15:34:35.005914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.012257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.062686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.135818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=9845bcda-b612-4103-8012-47cb7e3879f9,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:35.137443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.179900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.183181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda42b1a-ac9d-4e55-b119-8256a7fdd265 None None] Network 88f6e527-8a2b-4486-945c-54954926ad02 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:35.233973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Made reservation on behalf of 470ff4bb136e45da8f95640ee76433fe for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:35.242837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-96f6fc32-90ec-467e-8671-f336589a8b14 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:35.244305 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-96f6fc32-90ec-467e-8671-f336589a8b14 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.1728129 Jan 25 15:34:35.340599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.360867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Deleting port e77d7e7c-2eaf-40ba-95e7-22747bd12aed {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:35.361204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.368299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a02bc4f0-351a-4cee-b63e-879463054a4c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:35.395945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f821386-892b-494c-a655-62d1411cb14e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:35.398040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b8c86d94-a0f0-49fd-bc75-b85f8a8e3324 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/9845bcda-b612-4103-8012-47cb7e3879f9 HTTP/1.1" status: 204 len: 168 time: 2.1072502 Jan 25 15:34:35.426157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58020) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:35.491984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.493336 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5a9d0bd4-d705-4cd4-a745-dbfe3afbdc7e tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6621716 Jan 25 15:34:35.517193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58024) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:35.583202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.586442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a02bc4f0-351a-4cee-b63e-879463054a4c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:35.590457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:35.591244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Request body: {'security_group_rule': {'security_group_id': '5f821386-892b-494c-a655-62d1411cb14e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:35.601832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.609292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] DHCP port deletion for 88f6e527-8a2b-4486-945c-54954926ad02 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:35.618392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Deleting port d1110888-21b8-46ea-9448-8282a3bd602d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:35.619270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.644483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:35.646829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:35.658364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=576a41a8-1476-4f9d-bcd9-e6b0a0338f4e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:35.664365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:35.847803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Usage tracker for resource:security_group_rule and tenant:79bf44aceaf541a8a7414b2c42dcff4a is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:35.859304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] For port e77d7e7c-2eaf-40ba-95e7-22747bd12aed, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:35.859666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.861040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37603526-854a-487a-838b-6a0a0d563593 None None] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:35.868653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.870577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:35.891330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Transition to ACTIVE for port object ae382784-300f-44df-8a1d-0ff54ae971c4 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:35.892571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:35.933122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] For port d1110888-21b8-46ea-9448-8282a3bd602d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d1110888-21b8-46ea-9448-8282a3bd602d,segment=NetworkSegment(7581ad9b-0ecb-4703-adbe-c61804215477),segment_id=7581ad9b-0ecb-4703-adbe-c61804215477)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:35.933536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:35.949883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.063990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Calling delete_port for d1110888-21b8-46ea-9448-8282a3bd602d owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:36.101275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port d1110888-21b8-46ea-9448-8282a3bd602d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:36.101275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.210448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Provisioning for port a02bc4f0-351a-4cee-b63e-879463054a4c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:36.221198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Provisioning complete for port a02bc4f0-351a-4cee-b63e-879463054a4c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:36.221198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.238612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.317615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.365082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] The port 'd1110888-21b8-46ea-9448-8282a3bd602d' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:36.366492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.401202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Pushing event deleted for resources: {'Port': ['ID=d1110888-21b8-46ea-9448-8282a3bd602d,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:36.416662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] No DVR routers for this DVR port d1110888-21b8-46ea-9448-8282a3bd602d on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:36.431061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.431405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.431739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.432069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.432394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.432714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.433034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.433352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.433698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.434018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.434639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78416d07-c8bf-46cf-964f-aada7704f7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:36.467321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.517296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.521667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.529656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.530207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.530326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Floating IP f95a8f31-4ad1-404c-9b92-8d62b2d4f947 disassociated. External IP: 172.26.8.247, port: e77d7e7c-2eaf-40ba-95e7-22747bd12aed. Jan 25 15:34:36.530648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Calling delete_port for e77d7e7c-2eaf-40ba-95e7-22747bd12aed owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:36.560779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:36.561116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.566411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] For port a02bc4f0-351a-4cee-b63e-879463054a4c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a02bc4f0-351a-4cee-b63e-879463054a4c,segment=NetworkSegment(b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4),segment_id=b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:36.658728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.715228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.723360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:36.729786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef38e5b-5794-4f06-832b-4073662e10c7 req-3b2d6e7c-d8c4-4e95-8b54-1414578398ab tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:36.731297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ef38e5b-5794-4f06-832b-4073662e10c7 req-3b2d6e7c-d8c4-4e95-8b54-1414578398ab tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 945 time: 0.4919746 Jan 25 15:34:36.743719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5e4c5-6967-41fa-9d9b-04b4fec72f95 None None] Pushing event updated for resources: {'Port': ['ID=a02bc4f0-351a-4cee-b63e-879463054a4c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:36.771336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:36.774011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:36.778357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:36.778963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.869108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'Port': ['ID=ae382784-300f-44df-8a1d-0ff54ae971c4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:36.875926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.890426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.893664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ef38e5b-5794-4f06-832b-4073662e10c7 req-36aade65-1c43-43e6-abe0-d41cb97f48a4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups?id=e0698bcc-89ab-440d-b8a8-ea436c219825&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424105 Jan 25 15:34:36.930990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event updated for resources: {'Subnet': ['ID=d5762e26-2b4c-42de-822f-9378ac4d2d58,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:36.973132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f6e527-8a2b-4486-945c-54954926ad02']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:36.978450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Provisioning for port ae382784-300f-44df-8a1d-0ff54ae971c4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:36.985373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Provisioning complete for port ae382784-300f-44df-8a1d-0ff54ae971c4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:36.985768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:36.986661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.002384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7581ad9b-0ecb-4703-adbe-c61804215477') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:37.002751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7581ad9b-0ecb-4703-adbe-c61804215477') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:37.028708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.034066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Calling delete_port for 9a5a7a8d-4747-4ce3-b458-20df27f8c7ef owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:37.059136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Port ae382784-300f-44df-8a1d-0ff54ae971c4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:37.062106 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-76911925-a108-4a86-9f00-d626362349fa tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6791389 Jan 25 15:34:37.070998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:37.071925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.081217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Provisioning complete for port a02bc4f0-351a-4cee-b63e-879463054a4c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:37.093570 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-406e684b-a3f2-4b59-9a5f-1ca8a07d64ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.093702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.096126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Request body: {'port': {'network_id': '5ff81358-4f5b-430a-a1b9-edc816efb2cb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2026042999', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:37.096745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] bootfile-name is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:37.097090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] tftp-server is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:37.097408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] server-ip-address is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:37.131908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:37.132227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.154444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Checking segment: {'id': '958e3040-ad7e-4fb2-b81e-b105eff49389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:37.154815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Network hostable DHCP agents. Network: 98ccfbd0-4695-457d-bd35-39a0a933769b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:37.159174 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:37.192391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.220515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503f1879-14e1-4f45-8ddf-ec128bf1d8f8,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:37.259407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a02bc4f0-351a-4cee-b63e-879463054a4c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:37.294421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.298271 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d870c9cf-97c1-4956-a02e-36e87efb7adf tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7325442 Jan 25 15:34:37.302748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58036) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:37.302937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event deleted for resources: {'Port': ['ID=e77d7e7c-2eaf-40ba-95e7-22747bd12aed,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:37.349739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.350533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.352399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cc53e701-1fe2-4d3f-925c-70d1e3038a05 None None] Provisioning complete for port ae382784-300f-44df-8a1d-0ff54ae971c4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:37.353009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc53e701-1fe2-4d3f-925c-70d1e3038a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.434294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a02bc4f0-351a-4cee-b63e-879463054a4c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:37.434758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.462264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.466561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.472066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cc53e701-1fe2-4d3f-925c-70d1e3038a05 None None] Port ae382784-300f-44df-8a1d-0ff54ae971c4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:37.501540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.554773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Port': ['ID=9a5a7a8d-4747-4ce3-b458-20df27f8c7ef,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:37.589617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=88f6e527-8a2b-4486-945c-54954926ad02,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:37.610982 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3090d3fe-81ea-4291-95c4-cd188d734032 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/88f6e527-8a2b-4486-945c-54954926ad02 HTTP/1.1" status: 204 len: 168 time: 2.1769302 Jan 25 15:34:37.618420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58040) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:37.629636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'name': 'tempest-PortsIpV6TestJSON-387179411'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:37.651607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:37.656501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d1110888-21b8-46ea-9448-8282a3bd602d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:37.667631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Usage tracker for resource:port and tenant:ef3b1c4a911f4938a3157ac72f0e367b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:37.702978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d1110888-21b8-46ea-9448-8282a3bd602d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:37.703505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d1110888-21b8-46ea-9448-8282a3bd602d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:37.729350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:37.750043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Network 98ccfbd0-4695-457d-bd35-39a0a933769b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:37.755816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:37.760659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Router 92dd07a9-ff8e-4495-a7ae-c37c696838dc has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:37.782223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.848243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:37.857603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.876490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 98ccfbd0-4695-457d-bd35-39a0a933769b) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:37.884992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8476ceaf-668e-4688-8c42-df383a162a4c None None] Network 98ccfbd0-4695-457d-bd35-39a0a933769b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:37.886524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:37.887112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.902790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:37.904763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Made reservation on behalf of ef3b1c4a911f4938a3157ac72f0e367b for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:37.908498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:37.913361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.073766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] device_id is not set on port 8248449e-9351-4bba-bc4d-f1c2acdd8de1 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:38.141645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-98ccfbd0-4695-457d-bd35-39a0a933769b', 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b', 'tenant_id': '470ff4bb136e45da8f95640ee76433fe', 'fixed_ips': [{'subnet_id': 'd5762e26-2b4c-42de-822f-9378ac4d2d58'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:38.141645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.166414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-618c0eb7-2a67-4431-95ca-a833368d1105 req-48b3c521-1e7c-4647-9aab-c84830e2daae tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.1146152 Jan 25 15:34:38.179678 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2a48432a-d420-4ce0-b8b0-1d012ce56d99 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7508197 Jan 25 15:34:38.199503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58046) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:38.204616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:38.207780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.232947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Request body: {'port': {'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b', 'name': 'tempest-TagsExtTest-1047043479'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:38.298513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.318241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Allocated IP 172.20.0.2 (98ccfbd0-4695-457d-bd35-39a0a933769b/d5762e26-2b4c-42de-822f-9378ac4d2d58/3bf72934-fdee-4657-9019-6411d1015623) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:38.376180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port ce6b3321-a403-4b61-bf07-41debba6c7d8 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:38.423138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f821386-892b-494c-a655-62d1411cb14e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:38.483479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Allocated IP 2001:db8::181 (5ff81358-4f5b-430a-a1b9-edc816efb2cb/c45bdaaa-09b1-476a-bad2-ab277cce6096/8248449e-9351-4bba-bc4d-f1c2acdd8de1) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:38.514153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Router f1b9590d-fa25-44df-a9fb-dc7267997551 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:38.553042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.558517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.562060 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1e260ba4-e71a-4e96-84f7-fc5e1c4fa985 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f821386-892b-494c-a655-62d1411cb14e HTTP/1.1" status: 204 len: 168 time: 1.2435899 Jan 25 15:34:38.565694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Transition to ACTIVE for port object 3bf72934-fdee-4657-9019-6411d1015623 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:38.569996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58050) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:38.586769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Transition to ACTIVE for port object 3bf72934-fdee-4657-9019-6411d1015623 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:38.612922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:38.624808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Sync routers for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:38.639043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:38.639666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:38.696617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.707556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] No DVR routers for this DVR port e77d7e7c-2eaf-40ba-95e7-22747bd12aed on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:38.716250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.721036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:38.722508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'name': 'network-vif-deleted', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:34:38.734711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Router cf6bd6ef-db99-43ef-b948-9c2b95bf7734 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:38.746637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-888d3c6e-51e7-46c3-b1fe-e346b65742dd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:38.792042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Pushing event updated for resources: {'Port': ['ID=3bf72934-fdee-4657-9019-6411d1015623,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:38.796791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:38.834092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4bff8028-be15-4d18-a7b7-9004070d6099 req-fcd426f5-93db-4954-b812-e8e21388ef09 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.41 "DELETE /v2.0/ports/e77d7e7c-2eaf-40ba-95e7-22747bd12aed HTTP/1.1" status: 204 len: 173 time: 3.5834367 Jan 25 15:34:38.835587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e5638d-2488-4ac7-aa75-633c30910d11', 'name': 'network-vif-deleted', 'tag': 'e77d7e7c-2eaf-40ba-95e7-22747bd12aed', 'status': 'completed', 'code': 200} Jan 25 15:34:38.872895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Usage tracker for resource:port and tenant:470ff4bb136e45da8f95640ee76433fe is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:38.882434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Network 98ccfbd0-4695-457d-bd35-39a0a933769b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:38.885933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:38.890567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:38.890724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-888d3c6e-51e7-46c3-b1fe-e346b65742dd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:38.893677 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-888d3c6e-51e7-46c3-b1fe-e346b65742dd tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3152390 Jan 25 15:34:38.901224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:38.929368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:38.940108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:38.946011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:38.954004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-16ff00d4-f955-4a5d-966f-311778ba0323 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5694621 Jan 25 15:34:38.955758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:38.963851 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] Sync routers for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:38.983201 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:38.983773 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.041835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:39.082580 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-1f758758-652f-474b-9607-63c0bf4a02c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] show failed (client error): The resource could not be found. Jan 25 15:34:39.085683 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1f758758-652f-474b-9607-63c0bf4a02c1 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1385964744 HTTP/1.1" status: 404 len: 335 time: 0.1280465 Jan 25 15:34:39.086938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58064) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:39.094193 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55800cb0-82a2-4aa5-84e2-55be57cdedf7 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1904814 Jan 25 15:34:39.097549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0827424b-08fd-4ba6-af63-de7fe1cf2f9e tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:39.112218 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.115587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Attempting to bind port 3bf72934-fdee-4657-9019-6411d1015623 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:39.116135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Attempting to bind port 3bf72934-fdee-4657-9019-6411d1015623 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '958e3040-ad7e-4fb2-b81e-b105eff49389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:39.117285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Attempting to bind port 3bf72934-fdee-4657-9019-6411d1015623 on network 98ccfbd0-4695-457d-bd35-39a0a933769b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:39.123391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58068) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:39.128614 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] Routers {'cf6bd6ef-db99-43ef-b948-9c2b95bf7734'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:39.130218 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.139057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:39.140691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Checking segment: {'id': '958e3040-ad7e-4fb2-b81e-b105eff49389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:39.140691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.140691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Bound using segment: {'id': '958e3040-ad7e-4fb2-b81e-b105eff49389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:39.141553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Bound port: 3bf72934-fdee-4657-9019-6411d1015623, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958e3040-ad7e-4fb2-b81e-b105eff49389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '98ccfbd0-4695-457d-bd35-39a0a933769b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:39.142155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.190955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.213689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-0827424b-08fd-4ba6-af63-de7fe1cf2f9e tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] update failed (client error): The resource could not be found. Jan 25 15:34:39.214175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Made reservation on behalf of 470ff4bb136e45da8f95640ee76433fe for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:39.217466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.217735 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0827424b-08fd-4ba6-af63-de7fe1cf2f9e tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-2129897146 HTTP/1.1" status: 404 len: 335 time: 0.1297917 Jan 25 15:34:39.223915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58074) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:39.232774 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-e50728f3-0efd-48b5-b63c-7007a14ecf29 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] delete failed (client error): The resource could not be found. Jan 25 15:34:39.234419 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e50728f3-0efd-48b5-b63c-7007a14ecf29 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f821386-892b-494c-a655-62d1411cb14e HTTP/1.1" status: 404 len: 347 time: 0.1033366 Jan 25 15:34:39.255747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58078) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:39.280843 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.281257 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf985a-9f9d-46ff-84f8-6658d7c3f0f6 None None] The sync data for ids ['cf6bd6ef-db99-43ef-b948-9c2b95bf7734'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:39.314391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] device_id is not set on port 7261db30-05c2-46d4-aa1b-334758683e9f yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:39.429586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.444877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router f1138549-6db8-4967-844c-49fc8f8b6a0c is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:39.505876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] For port 3bf72934-fdee-4657-9019-6411d1015623, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:39.519042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Transition to ACTIVE for port object 8248449e-9351-4bba-bc4d-f1c2acdd8de1 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:39.527444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] For port 3bf72934-fdee-4657-9019-6411d1015623, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3bf72934-fdee-4657-9019-6411d1015623,segment=NetworkSegment(958e3040-ad7e-4fb2-b81e-b105eff49389),segment_id=958e3040-ad7e-4fb2-b81e-b105eff49389)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:39.531076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01c6b17d-a75b-4a96-aa03-c1fecf254436 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Synchronizing usage tracker for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:39.587826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.596703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9f30bf63-d186-44cb-8e2f-002ec3f27b70 req-9681c19d-8c9d-470a-b898-9cea540b674d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Synchronizing usage tracker for tenant:449c273533b84925980c5be1ceaec4cb on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:39.601736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.606343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.610694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Checking router: 92dd07a9-ff8e-4495-a7ae-c37c696838dc for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:34:39.657483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting subnet 3e0ed7e1-53a0-40cf-9950-b5908d4988c4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:39.660411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.695933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:39.696558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:39.715736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Allocated IP 172.20.0.11 (98ccfbd0-4695-457d-bd35-39a0a933769b/d5762e26-2b4c-42de-822f-9378ac4d2d58/7261db30-05c2-46d4-aa1b-334758683e9f) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:39.720869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.748225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01c6b17d-a75b-4a96-aa03-c1fecf254436 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] Unset dirty status for tenant:79bf44aceaf541a8a7414b2c42dcff4a on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:39.755645 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-01c6b17d-a75b-4a96-aa03-c1fecf254436 tempest-SecGroupIPv6Test-604596737 tempest-SecGroupIPv6Test-604596737-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4905610 Jan 25 15:34:39.768910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581f7fc-78a8-4502-98ca-f4b0750bd38b None None] Pushing event updated for resources: {'Port': ['ID=3bf72934-fdee-4657-9019-6411d1015623,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:39.797254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9f30bf63-d186-44cb-8e2f-002ec3f27b70 req-9681c19d-8c9d-470a-b898-9cea540b674d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Unset dirty status for tenant:449c273533b84925980c5be1ceaec4cb on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:39.798410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f30bf63-d186-44cb-8e2f-002ec3f27b70 req-9681c19d-8c9d-470a-b898-9cea540b674d tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6e5638d-2488-4ac7-aa75-633c30910d11 HTTP/1.1" status: 200 len: 210 time: 0.3716102 Jan 25 15:34:39.838571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=ce6b3321-a403-4b61-bf07-41debba6c7d8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:39.861169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:39.929470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:40.009613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.011894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:40.018463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.026841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:40.068187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.082338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/subnets/3e0ed7e1-53a0-40cf-9950-b5908d4988c4 HTTP/1.1" status: 204 len: 168 time: 0.8570871 Jan 25 15:34:40.087325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58086) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:40.090216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a274f-1821-4be8-8bfb-fb284018febb tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0ed7e1-53a0-40cf-9950-b5908d4988c4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:40.101662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e77d7e7c-2eaf-40ba-95e7-22747bd12aed no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:40.108638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:40.153886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:40.159226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:40.159673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.186091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12fc6f-047a-4c3d-8b6d-2b893bf53f5e None None] Network b07596b4-0b37-440d-8c28-8da28313342d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:40.322556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.323733 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f0f5467e-97c8-4efd-a233-9a2b9a275179 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "PUT /v2.0/routers/f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 200 len: 883 time: 10.3373544 Jan 25 15:34:40.327558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58090) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:40.335607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: e77d7e7c-2eaf-40ba-95e7-22747bd12aed {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:40.335957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e77d7e7c-2eaf-40ba-95e7-22747bd12aed not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:40.364306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:40.364715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] Sync routers for ids ['f1b9590d-fa25-44df-a9fb-dc7267997551'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:40.367661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'Port': ['ID=8248449e-9351-4bba-bc4d-f1c2acdd8de1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:40.372988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:40.381567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:40.387484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:40.388912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.449600 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e67cfb9f-9f88-475f-9acc-f3fad93f31c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8298485 Jan 25 15:34:40.449918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting subnet 981a8590-8771-4eea-817d-c4d088129798 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:40.453203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.461626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58096) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:40.516848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.536220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58100) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:40.552895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] Routers {'f1b9590d-fa25-44df-a9fb-dc7267997551'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:40.553559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1b9590d-fa25-44df-a9fb-dc7267997551'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:40.587850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.603792 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57040a63-d5a0-4832-b1b4-9c65644babbd tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5256391 Jan 25 15:34:40.618253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.630764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58106) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:40.655161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:40.695167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port ce6b3321-a403-4b61-bf07-41debba6c7d8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:40.695761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:40.717337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] Routers {'f1b9590d-fa25-44df-a9fb-dc7267997551'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:40.717701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1b9590d-fa25-44df-a9fb-dc7267997551'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:40.751884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Transition to ACTIVE for port object 7261db30-05c2-46d4-aa1b-334758683e9f will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:40.761429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:40.776379 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] Sync routers for ids ['f1138549-6db8-4967-844c-49fc8f8b6a0c'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:40.800583 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] Routers {'f1138549-6db8-4967-844c-49fc8f8b6a0c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:40.804772 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1138549-6db8-4967-844c-49fc8f8b6a0c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:40.914890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:40.915425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccdb60-f087-45db-b0ba-539ca68a0504 None None] The sync data for ids ['f1b9590d-fa25-44df-a9fb-dc7267997551'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:40.920661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] DHCP port deletion for b07596b4-0b37-440d-8c28-8da28313342d request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:40.993088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.006701 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:41.007902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Deleting port e24dfce1-f53c-46ba-b539-47b5f1b015a2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:41.013110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.032465 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] Routers {'f1138549-6db8-4967-844c-49fc8f8b6a0c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:41.033343 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1138549-6db8-4967-844c-49fc8f8b6a0c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:41.129115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58116) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.142542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Subnet': ['ID=981a8590-8771-4eea-817d-c4d088129798,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:41.220125 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:41.220534 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de066c7d-ad25-429b-b38a-115ea6a38c6b None None] The sync data for ids ['f1138549-6db8-4967-844c-49fc8f8b6a0c'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:41.263737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.275904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.292322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.315828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5c59a001-d1c4-4455-b6e5-fc25b27bc5e7 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/subnets/981a8590-8771-4eea-817d-c4d088129798 HTTP/1.1" status: 204 len: 168 time: 1.2271471 Jan 25 15:34:41.333090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] For port e24dfce1-f53c-46ba-b539-47b5f1b015a2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24dfce1-f53c-46ba-b539-47b5f1b015a2,segment=NetworkSegment(8b21cd76-48a7-48e2-9433-36528684e45e),segment_id=8b21cd76-48a7-48e2-9433-36528684e45e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:41.333510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.339270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58120) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.364073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event updated for resources: {'Port': ['ID=7261db30-05c2-46d4-aa1b-334758683e9f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:41.400356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec389c4d-c3aa-42f6-9265-653de4c720e8 None None] Network e0877ab0-094f-4eda-b635-e938b9a453de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:41.418475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c9187-ee32-4b8a-b428-e9a70b9f9bc0 None None] Network 98ccfbd0-4695-457d-bd35-39a0a933769b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:41.425479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.429354 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1bcabcda-184f-4da1-aaf7-7e010d00f700 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.3056228 Jan 25 15:34:41.431511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58124) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.431819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3bf72934-fdee-4657-9019-6411d1015623 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:41.432885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.497117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.506548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for ce6b3321-a403-4b61-bf07-41debba6c7d8 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:41.522595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.559188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f9f7e1fc-38cb-4a0b-ab8a-471839f84435 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 200 len: 924 time: 1.2286017 Jan 25 15:34:41.559426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58128) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.581234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Calling delete_port for e24dfce1-f53c-46ba-b539-47b5f1b015a2 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:41.596687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port e24dfce1-f53c-46ba-b539-47b5f1b015a2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:41.596687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.610974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:41.614885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:41.618748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:41.619648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Synchronizing usage tracker for tenant:ef3b1c4a911f4938a3157ac72f0e367b on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:41.649220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Network 98ccfbd0-4695-457d-bd35-39a0a933769b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:41.653766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:41.656311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:41.689711 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d2a1c82-0f28-40fd-b906-16304d22dcac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79bf44aceaf541a8a7414b2c42dcff4a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1462362 Jan 25 15:34:41.694063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.715104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dfa92dde-faa5-4124-b6e9-d261b05ec7de None None] Provisioning for port 8248449e-9351-4bba-bc4d-f1c2acdd8de1 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:41.756497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.768510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:41.769106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.773367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dfa92dde-faa5-4124-b6e9-d261b05ec7de None None] Provisioning complete for port 8248449e-9351-4bba-bc4d-f1c2acdd8de1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:41.773758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfa92dde-faa5-4124-b6e9-d261b05ec7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.801985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8ec86c88-3299-4af7-9af8-dd0826b71ae6 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=f1b9590d-fa25-44df-a9fb-dc7267997551&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2388742 Jan 25 15:34:41.839835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58136) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.852222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Unset dirty status for tenant:ef3b1c4a911f4938a3157ac72f0e367b on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:41.853403 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3fcf6ac5-3322-44b9-a5b5-41c4bd3ded75 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 1.2214653 Jan 25 15:34:41.858088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:41.864186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0698bcc-89ab-440d-b8a8-ea436c219825,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:41.883439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.945251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-dfa92dde-faa5-4124-b6e9-d261b05ec7de None None] Port 8248449e-9351-4bba-bc4d-f1c2acdd8de1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:41.969769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.974649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] For port e24dfce1-f53c-46ba-b539-47b5f1b015a2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24dfce1-f53c-46ba-b539-47b5f1b015a2,segment=NetworkSegment(8b21cd76-48a7-48e2-9433-36528684e45e),segment_id=8b21cd76-48a7-48e2-9433-36528684e45e)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:41.974999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.985838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:41.986940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-57f0994b-b952-49ce-994d-884dfe9bcd24 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "DELETE /v2.0/security-groups/e0698bcc-89ab-440d-b8a8-ea436c219825 HTTP/1.1" status: 204 len: 168 time: 0.8494921 Jan 25 15:34:41.989989 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-26f9ad9c-9cd1-4814-aa39-041fd06b8a32 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7870770 Jan 25 15:34:42.000897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Deleting port 8248449e-9351-4bba-bc4d-f1c2acdd8de1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:42.001240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.002079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:42.016841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58144) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.016841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58146) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.019605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.024145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ff78af-df18-45b2-949e-613d8d4c937f None None] The sync data for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv is: [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:30:41Z', 'revision_number': 4, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '2e0e20c9-abeb-47f5-85e4-4606760cbc53', 'name': '', 'network_id': 'fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'mac_address': 'fa:16:3e:e1:cf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:39Z', 'updated_at': '2022-01-25T15:30:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'subnets': [{'id': 'f078f7c7-8063-4cda-a2ad-593d6cdcaf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:42.025633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=ce6b3321-a403-4b61-bf07-41debba6c7d8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:42.057360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1081029611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:42.065287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:42.071152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Usage tracker for resource:router and tenant:470ff4bb136e45da8f95640ee76433fe is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:42.074417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:42.079192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 3bf72934-fdee-4657-9019-6411d1015623 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:42.083288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:42.093041 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-f0f6b7e2-4e2d-4670-8965-fd355d7239f1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] show failed (client error): The resource could not be found. Jan 25 15:34:42.094902 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f0f6b7e2-4e2d-4670-8965-fd355d7239f1 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "GET /v2.0/security-groups/e0698bcc-89ab-440d-b8a8-ea436c219825 HTTP/1.1" status: 404 len: 347 time: 0.0764973 Jan 25 15:34:42.102075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58152) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.122737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] Pushing event deleted for resources: {'Port': ['ID=e24dfce1-f53c-46ba-b539-47b5f1b015a2,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:42.144132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a630ff4-9550-444c-956f-3d7e5aa7473f None None] No DVR routers for this DVR port e24dfce1-f53c-46ba-b539-47b5f1b015a2 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:42.222566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.224786 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cdf51bd1-58d4-4ee5-89ec-5bc243bfc373 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/ce6b3321-a403-4b61-bf07-41debba6c7d8 HTTP/1.1" status: 204 len: 168 time: 1.7619734 Jan 25 15:34:42.235067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.236160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.243466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24dfce1-f53c-46ba-b539-47b5f1b015a2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:42.253731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58156) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.274560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'mac_address': 'fa:16:3e:fc:95:0e', 'name': 'tempest-PortsIpV6TestJSON-1120964603'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:42.281265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Provisioning for port 3bf72934-fdee-4657-9019-6411d1015623 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:42.284404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e24dfce1-f53c-46ba-b539-47b5f1b015a2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:42.284741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24dfce1-f53c-46ba-b539-47b5f1b015a2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:42.296524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Provisioning complete for port 3bf72934-fdee-4657-9019-6411d1015623 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:42.296524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.346084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] DHCP port deletion for e0877ab0-094f-4eda-b635-e938b9a453de request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:42.370090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Deleting port 7e7e5cd9-5779-442d-ac29-9a952646b64a {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:42.370470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.386470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Calling delete_port for e24dfce1-f53c-46ba-b539-47b5f1b015a2 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:42.418186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:42.422437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:42.426431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:42.433239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:42.485616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.508478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7abfcb-fd75-48c8-bfa1-f7cccb754f6b None None] New status for floating IP f95a8f31-4ad1-404c-9b92-8d62b2d4f947: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:34:42.564729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:42.596776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:42.597181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:42.606230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257483e6-f743-4a30-b8b7-4dca922b2adc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:42.606230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-257483e6-f743-4a30-b8b7-4dca922b2adc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Synchronizing usage tracker for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:network {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:42.615446 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1afa65da-40f7-420b-8932-a03aeab0deab tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers/f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 200 len: 880 time: 1.1222975 Jan 25 15:34:42.618220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Deleting port 842b4b28-e277-4188-97c1-ea0ccf417732 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:42.618558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.623487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58160) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.718696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.810700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] For port 3bf72934-fdee-4657-9019-6411d1015623, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3bf72934-fdee-4657-9019-6411d1015623,segment=NetworkSegment(958e3040-ad7e-4fb2-b81e-b105eff49389),segment_id=958e3040-ad7e-4fb2-b81e-b105eff49389)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:42.826013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.855670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.896314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.907734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:42.923869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-257483e6-f743-4a30-b8b7-4dca922b2adc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Unset dirty status for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:network {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:42.927831 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-257483e6-f743-4a30-b8b7-4dca922b2adc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 1.0797648 Jan 25 15:34:42.931683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d974d09-521c-43c7-9acd-d1aba0928f43,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:42.931837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58164) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:42.994671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Calling delete_port for 8248449e-9351-4bba-bc4d-f1c2acdd8de1 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:43.039918 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1921237c-b563-4152-bce7-4ac2b9e8ca6c tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 200 len: 205 time: 0.0978005 Jan 25 15:34:43.045518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.046791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58168) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:43.077830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 58b874ae-c944-48fc-a828-067b1896045c yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:43.106043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.107141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c017799d-3122-4243-b5ed-0d5ab171f9d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d974d09-521c-43c7-9acd-d1aba0928f43 HTTP/1.1" status: 204 len: 168 time: 1.4108446 Jan 25 15:34:43.127299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] For port 7e7e5cd9-5779-442d-ac29-9a952646b64a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e7e5cd9-5779-442d-ac29-9a952646b64a,segment=NetworkSegment(2ea563a3-467b-4c07-be80-b232e631c7ff),segment_id=2ea563a3-467b-4c07-be80-b232e631c7ff)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:43.128136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.181354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port e24dfce1-f53c-46ba-b539-47b5f1b015a2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:43.181714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.289307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.297984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] The port 'e24dfce1-f53c-46ba-b539-47b5f1b015a2' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:43.334130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Calling delete_port for 7e7e5cd9-5779-442d-ac29-9a952646b64a owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:43.349776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.370334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.370666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.373981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e7e5cd9-5779-442d-ac29-9a952646b64a no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:43.412959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692d12f-9e6f-4555-9034-8fab39f749a5 None None] Pushing event updated for resources: {'Port': ['ID=3bf72934-fdee-4657-9019-6411d1015623,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:43.441957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.499571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Calling delete_port for 842b4b28-e277-4188-97c1-ea0ccf417732 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:43.503472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07596b4-0b37-440d-8c28-8da28313342d']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:43.515266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Provisioning for port 7261db30-05c2-46d4-aa1b-334758683e9f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:43.525256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b21cd76-48a7-48e2-9433-36528684e45e') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:43.525563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b21cd76-48a7-48e2-9433-36528684e45e') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:43.527123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.532309 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-484bb99f-d0bf-460f-89e2-b617dcd10931 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5088851 Jan 25 15:34:43.534638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Provisioning complete for port 7261db30-05c2-46d4-aa1b-334758683e9f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:43.535109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.538072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58176) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:43.548281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cbf759d6-8074-4500-af1c-e45367aa0c9b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-444959717', 'prefixes': ['172.20.0.0/16']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:43.561046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cbf759d6-8074-4500-af1c-e45367aa0c9b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:43.561833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.577151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.654236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:43.654777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:43.655695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] Pushing event deleted for resources: {'Port': ['ID=7e7e5cd9-5779-442d-ac29-9a952646b64a,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:43.660883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.699867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d5664-d430-4841-ba6e-5a2fe125fa2f None None] No DVR routers for this DVR port 7e7e5cd9-5779-442d-ac29-9a952646b64a on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:43.699867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Port 7261db30-05c2-46d4-aa1b-334758683e9f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:43.718382 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.762942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Provisioning complete for port 3bf72934-fdee-4657-9019-6411d1015623 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:43.763459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dc9aad15-61b1-4027-8404-06fa2d5e5ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.812562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=58b874ae-c944-48fc-a828-067b1896045c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:43.819277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.830864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-23962be3-4bc8-48f2-861f-3340e098bc29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:router {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:43.838088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:43.841415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:43.844148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:43.848356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:43.849535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.850908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:43.851335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:43.871105 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:43.975260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-23962be3-4bc8-48f2-861f-3340e098bc29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:router {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:43.977442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-23962be3-4bc8-48f2-861f-3340e098bc29 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3518567 Jan 25 15:34:43.978781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b9fd114b-4c4f-483b-8314-afb599f4af18 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7238634 Jan 25 15:34:43.989208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58188) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:43.990819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58192) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:44.004603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-505529567'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:44.051143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a9d2f8-4b69-41a3-9206-5b8a3118a5d2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:44.051707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-16a9d2f8-4b69-41a3-9206-5b8a3118a5d2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:44.066801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.120881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.125848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.154847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event deleted for resources: {'Port': ['ID=8248449e-9351-4bba-bc4d-f1c2acdd8de1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:44.155727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Deleting port 842b4b28-e277-4188-97c1-ea0ccf417732 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:44.156079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.168682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.186309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-16a9d2f8-4b69-41a3-9206-5b8a3118a5d2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:44.187489 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-16a9d2f8-4b69-41a3-9206-5b8a3118a5d2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/58b874ae-c944-48fc-a828-067b1896045c HTTP/1.1" status: 200 len: 845 time: 0.2070577 Jan 25 15:34:44.194836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:44.259962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/networks/b07596b4-0b37-440d-8c28-8da28313342d HTTP/1.1" status: 204 len: 168 time: 2.9181468 Jan 25 15:34:44.260896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15e3ce-811f-4a77-acf3-e13e7dd33476 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Network': ['ID=b07596b4-0b37-440d-8c28-8da28313342d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:44.270002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58204) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:44.283912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.286188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8016b5dc-ffc3-421e-9896-1e55a4ac1c08 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "DELETE /v2.0/ports/8248449e-9351-4bba-bc4d-f1c2acdd8de1 HTTP/1.1" status: 204 len: 168 time: 2.4234545 Jan 25 15:34:44.296235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58208) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:44.353419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Request body: {'port': {'name': 'tempest-new-port-name-1706074019', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:44.353917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] bootfile-name is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:44.354141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] tftp-server is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:44.354466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.api.validators [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] server-ip-address is not in valid_values {{(pid=84138) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 25 15:34:44.407596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 58b874ae-c944-48fc-a828-067b1896045c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:44.407596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.435281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.446146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cbf759d6-8074-4500-af1c-e45367aa0c9b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for subnetpool, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.450795 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cbf759d6-8074-4500-af1c-e45367aa0c9b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9083002 Jan 25 15:34:44.472653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58214) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:44.487122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-ab088437-6db2-4462-a13c-c465e37dfd7a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-1726369948') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:44.669149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.669499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.704951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.745843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0877ab0-094f-4eda-b635-e938b9a453de']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:44.764482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea563a3-467b-4c07-be80-b232e631c7ff') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:44.764767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea563a3-467b-4c07-be80-b232e631c7ff') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:44.784556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.810923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.884547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:44.885245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:44.899926 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:44.929822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Calling delete_port for 842b4b28-e277-4188-97c1-ea0ccf417732 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:45.002638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.031247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.086909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.091690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.120024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port d9398ade-90ff-490a-b3a5-a8c5bb01c41f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:45.120464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.147291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.150489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Network': ['ID=e0877ab0-094f-4eda-b635-e938b9a453de,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:45.172721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66be80ae-8365-4de6-8032-13aec2b14426 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/networks/e0877ab0-094f-4eda-b635-e938b9a453de HTTP/1.1" status: 204 len: 168 time: 0.8954816 Jan 25 15:34:45.179013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58226) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:45.255174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3bf72934-fdee-4657-9019-6411d1015623 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:45.307825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 58b874ae-c944-48fc-a828-067b1896045c owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:45.345304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 3bf72934-fdee-4657-9019-6411d1015623 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:45.346162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.465543 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab088437-6db2-4462-a13c-c465e37dfd7a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-1726369948 HTTP/1.1" status: 201 len: 201 time: 0.9918029 Jan 25 15:34:45.472603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58234) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:45.486229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-e0e8d546-01d9-41d8-a21d-dbc5ceab6c48 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-2091739862') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:45.617984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.662475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.675758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Pushing event deleted for resources: {'Port': ['ID=842b4b28-e277-4188-97c1-ea0ccf417732,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:45.722539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.753939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=58b874ae-c944-48fc-a828-067b1896045c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:45.799603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.841832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.854003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.856567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.860154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f7898bc8-d491-4df2-abaa-b6d421ee9be4 tempest-ServerActionsTestJSON-1451303061 tempest-ServerActionsTestJSON-1451303061-project] 10.222.0.26 "DELETE /v2.0/floatingips/f95a8f31-4ad1-404c-9b92-8d62b2d4f947 HTTP/1.1" status: 204 len: 168 time: 3.7476213 Jan 25 15:34:45.860371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58244) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:45.876939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for d9398ade-90ff-490a-b3a5-a8c5bb01c41f owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:45.921175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:45.965311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58248) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:45.971797 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57cfab5a-cb1e-46da-98bc-d19d20672db7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/58b874ae-c944-48fc-a828-067b1896045c HTTP/1.1" status: 204 len: 168 time: 1.7758987 Jan 25 15:34:45.981326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58252) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.010460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting subnet 7f8230e8-3877-4cb6-b464-2c3c33524dae {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:46.022638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.042313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] In _notify_port_updated(), no bound segment for port ae382784-300f-44df-8a1d-0ff54ae971c4 on network 5ff81358-4f5b-430a-a1b9-edc816efb2cb {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:34:46.046148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:46.046791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.050498 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "PUT /v2.0/ports/ae382784-300f-44df-8a1d-0ff54ae971c4 HTTP/1.1" status: 200 len: 1130 time: 1.7481277 Jan 25 15:34:46.055955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58258) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.099524 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-464ac04b-275d-459d-9376-779c757f8424 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:46.100033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-464ac04b-275d-459d-9376-779c757f8424 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:46.121529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.132282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.149846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b8387-4470-4d2a-bf41-c83b8a7a7c72 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event updated for resources: {'Port': ['ID=ae382784-300f-44df-8a1d-0ff54ae971c4,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:46.209502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e0e8d546-01d9-41d8-a21d-dbc5ceab6c48 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-2091739862 HTTP/1.1" status: 201 len: 201 time: 0.7357950 Jan 25 15:34:46.212541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58262) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.217976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ea853-c723-461d-b602-1511acc85925 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:46.219793 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fb6ea853-c723-461d-b602-1511acc85925 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "GET /v2.0/ports/ae382784-300f-44df-8a1d-0ff54ae971c4 HTTP/1.1" status: 200 len: 1130 time: 0.1598237 Jan 25 15:34:46.223809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58266) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.230359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-b638dd76-58a0-4fb6-b1db-1901b4fa6a91 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1753495116') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:46.277804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.336987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-464ac04b-275d-459d-9376-779c757f8424 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:46.338822 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-464ac04b-275d-459d-9376-779c757f8424 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/58b874ae-c944-48fc-a828-067b1896045c HTTP/1.1" status: 404 len: 333 time: 0.3509934 Jan 25 15:34:46.350410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58270) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.368556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.402903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'name': 'tempest-PortsIpV6TestJSON-694183446'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:46.412669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--99363358', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:46.426754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:46.448771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a05bcc33-14c5-4983-8b8c-c544b4843c53 None None] Provisioning complete for port ae382784-300f-44df-8a1d-0ff54ae971c4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:46.449316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a05bcc33-14c5-4983-8b8c-c544b4843c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.508856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a05bcc33-14c5-4983-8b8c-c544b4843c53 None None] Port ae382784-300f-44df-8a1d-0ff54ae971c4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:34:46.574428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:46.586672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:46.590431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.608071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:46.616716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:46.621888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Deleting port ae382784-300f-44df-8a1d-0ff54ae971c4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:46.622500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.662495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:46.683522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=d9398ade-90ff-490a-b3a5-a8c5bb01c41f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:46.692406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.771663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:46.774656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.793153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:46.796109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.863945 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b638dd76-58a0-4fb6-b1db-1901b4fa6a91 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1753495116 HTTP/1.1" status: 201 len: 201 time: 0.6427336 Jan 25 15:34:46.868190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58276) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:46.871024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.893791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-3e218697-7db7-4c84-8222-05c3ece64fe6 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-604550278') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:46.932899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8230e8-3877-4cb6-b464-2c3c33524dae,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:46.953578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:46.960565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789dae8-8a5a-40a9-b010-51735e22316a None None] Network b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:46.993492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port ef197534-ff86-40ba-8580-d167ee330f57 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:34:47.029296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c6d1d244-5a37-4935-825c-60a8582a2f10 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/subnets/7f8230e8-3877-4cb6-b464-2c3c33524dae HTTP/1.1" status: 204 len: 168 time: 1.8531032 Jan 25 15:34:47.032705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58280) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:47.043236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:47.056751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:47.060203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.068139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:47.077644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:47.159864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.221347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Calling delete_port for ae382784-300f-44df-8a1d-0ff54ae971c4 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:47.284145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] DHCP port deletion for b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:47.288580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Deleting port aad7180c-d338-4537-8187-77bbe145616c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:47.289025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.340545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port aad7180c-d338-4537-8187-77bbe145616c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:47.340983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.382674 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3e218697-7db7-4c84-8222-05c3ece64fe6 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-604550278 HTTP/1.1" status: 201 len: 201 time: 0.5019267 Jan 25 15:34:47.389619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58284) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:47.402433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.409093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-4c748978-84f7-469a-8de8-9baf2c673540 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:47.460712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.496405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] For port aad7180c-d338-4537-8187-77bbe145616c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=aad7180c-d338-4537-8187-77bbe145616c,segment=NetworkSegment(ef025713-3b02-4fc8-b2a5-e2998e12f0f8),segment_id=ef025713-3b02-4fc8-b2a5-e2998e12f0f8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:47.496958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.536503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.597065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router f1138549-6db8-4967-844c-49fc8f8b6a0c has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:47.598096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4500b556-97fa-46ef-bf41-1d0944f9d494,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:47.610056 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4c748978-84f7-469a-8de8-9baf2c673540 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 200 len: 241 time: 0.2190506 Jan 25 15:34:47.612894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58288) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:47.614476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.636032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Calling delete_port for aad7180c-d338-4537-8187-77bbe145616c owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:47.675299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-18874ecb-0de6-41e2-9901-1ad228f3be7c tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-1726369948') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:47.703803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.705799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:47.773423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event deleted for resources: {'Port': ['ID=ae382784-300f-44df-8a1d-0ff54ae971c4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:47.778420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.778892 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment cbdabffc-64c8-4e66-883a-17a49c4b34bc of type vlan for network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d Jan 25 15:34:47.780689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.838642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] Pushing event deleted for resources: {'Port': ['ID=aad7180c-d338-4537-8187-77bbe145616c,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:47.844862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.847106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a45631-2f9f-4a10-971a-7933ee716dd9 None None] No DVR routers for this DVR port aad7180c-d338-4537-8187-77bbe145616c on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:47.863331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.876798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.946332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:47.951034 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-18874ecb-0de6-41e2-9901-1ad228f3be7c tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-1726369948 HTTP/1.1" status: 204 len: 168 time: 0.2874644 Jan 25 15:34:47.952354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58292) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.001883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-26be12e5-96b6-4f97-8bda-05477303648a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-1726369948') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:48.037265 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e9699cc2-ce13-4806-926a-714d9d9848c1 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "DELETE /v2.0/ports/ae382784-300f-44df-8a1d-0ff54ae971c4 HTTP/1.1" status: 204 len: 168 time: 1.8121960 Jan 25 15:34:48.046093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.050294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:48.050454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58296) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.050891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.061527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.105832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] For port aad7180c-d338-4537-8187-77bbe145616c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=aad7180c-d338-4537-8187-77bbe145616c,segment=NetworkSegment(ef025713-3b02-4fc8-b2a5-e2998e12f0f8),segment_id=ef025713-3b02-4fc8-b2a5-e2998e12f0f8)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:48.106101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.302581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=4e77dc76-ea99-4da9-ab17-5493ce5bd13d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:48.313462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:48.348333 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-274179ab-75d9-42b3-ac7c-6a171c999286 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.3790305 Jan 25 15:34:48.351700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58300) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.361071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:48.368983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:48.373670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:48.395196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Calling delete_port for aad7180c-d338-4537-8187-77bbe145616c owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:48.403365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:48.414559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:48.480020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.480500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router f1b9590d-fa25-44df-a9fb-dc7267997551 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:48.490827 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-26be12e5-96b6-4f97-8bda-05477303648a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-1726369948 HTTP/1.1" status: 204 len: 168 time: 0.5375016 Jan 25 15:34:48.493270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58304) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.505349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-6d4c6deb-6ded-4c94-a87d-592de0d6e460 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:48.556155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.557789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.583322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.584444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ee8123a0-4317-4c7f-af37-61d41670a542 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 204 len: 168 time: 5.5337369 Jan 25 15:34:48.589167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58308) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.599204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-864310886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:48.614633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:48.623732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:48.628651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:48.640089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.642185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:48.647001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:34:48.647315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:34:48.648231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.715752 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6d4c6deb-6ded-4c94-a87d-592de0d6e460 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 200 len: 205 time: 0.2214425 Jan 25 15:34:48.721936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58312) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.729015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-5e58a62c-ef23-4d36-9b15-a4e178d1ba54 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:48.762002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.762926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.763078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Deleting subnet c45bdaaa-09b1-476a-bad2-ab277cce6096 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:48.776585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.803645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=ef197534-ff86-40ba-8580-d167ee330f57,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:48.807096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:48.814850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:48.816328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:48.820615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:48.821193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.864633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.923243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:48.930500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:48.934047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3fd08050-8345-4900-a3d0-73bdb938fce9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 200 len: 887 time: 4.9367971 Jan 25 15:34:48.936243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58316) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.937082 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] Sync routers for ids ['f1138549-6db8-4967-844c-49fc8f8b6a0c'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:48.944860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5ec1047a-03d0-4842-bfaf-9b40a5434b10 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5904303 Jan 25 15:34:48.945240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58320) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:48.957171 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:34:48.960663 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] Routers {'f1138549-6db8-4967-844c-49fc8f8b6a0c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:48.961362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1138549-6db8-4967-844c-49fc8f8b6a0c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:48.971517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:49.018585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.021157 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.032827 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] Routers {'f1138549-6db8-4967-844c-49fc8f8b6a0c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:49.033800 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['f1138549-6db8-4967-844c-49fc8f8b6a0c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.048099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.071650 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5e58a62c-ef23-4d36-9b15-a4e178d1ba54 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 200 len: 241 time: 0.3486152 Jan 25 15:34:49.074725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58324) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:49.086774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-06605169-5047-4dc9-8472-30e25a715051 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-2091739862') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.107743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.112538 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.112943 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e79454-e46e-4f6f-ab9e-5e072faf2551 None None] The sync data for ids ['f1138549-6db8-4967-844c-49fc8f8b6a0c'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:49.151498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.151874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Deleting port aad7180c-d338-4537-8187-77bbe145616c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:49.152203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.202804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.235854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device aad7180c-d338-4537-8187-77bbe145616c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:49.236454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] The port 'aad7180c-d338-4537-8187-77bbe145616c' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:49.269260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: aad7180c-d338-4537-8187-77bbe145616c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:49.269610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device aad7180c-d338-4537-8187-77bbe145616c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:49.435737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.436815 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6e479788-4318-47a8-b63e-9a948e02c8d0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8470538 Jan 25 15:34:49.440785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58328) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:49.443347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.477816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.492017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': True}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:49.543946 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-06605169-5047-4dc9-8472-30e25a715051 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-2091739862 HTTP/1.1" status: 204 len: 168 time: 0.4680362 Jan 25 15:34:49.550550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58332) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:49.561478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-0fbe4bcb-6778-4ed0-acdc-e5f441ac4cee tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-2091739862') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.568071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event deleted for resources: {'Subnet': ['ID=c45bdaaa-09b1-476a-bad2-ab277cce6096,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:49.588737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.597001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Deleting port 2e0e20c9-abeb-47f5-85e4-4606760cbc53 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:49.597340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.598400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.608013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56aaf8-5466-4cde-bb73-6f4065244bb4 None None] Network 5ff81358-4f5b-430a-a1b9-edc816efb2cb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:49.641622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:34:49.658639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.666011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.666311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef025713-3b02-4fc8-b2a5-e2998e12f0f8') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:49.677872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f0476861-1bb5-4b20-9f25-4d503acbfbe6 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "DELETE /v2.0/subnets/c45bdaaa-09b1-476a-bad2-ab277cce6096 HTTP/1.1" status: 204 len: 168 time: 1.6230023 Jan 25 15:34:49.685094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:49.692811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.801933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.902102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] DHCP port deletion for 5ff81358-4f5b-430a-a1b9-edc816efb2cb request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:49.907687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Deleting port a02bc4f0-351a-4cee-b63e-879463054a4c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:49.908228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.914570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.926192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] In _notify_port_updated(), no bound segment for port ef197534-ff86-40ba-8580-d167ee330f57 on network 0a126eb7-7938-4efd-a354-02bbf35e20f1 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:34:49.929981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:49.930584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:49.931846 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/ports/ef197534-ff86-40ba-8580-d167ee330f57 HTTP/1.1" status: 200 len: 818 time: 0.9835391 Jan 25 15:34:49.936388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4ec84-fb74-4891-8365-21e9822b3f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=ef197534-ff86-40ba-8580-d167ee330f57,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:49.940169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58340) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:49.988540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:49.989060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:50.003839 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:50.016320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eed93780-8119-4f4d-a681-bfb934f5b19e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers/f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 200 len: 887 time: 1.0789886 Jan 25 15:34:50.038952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58344) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:50.152248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] For port a02bc4f0-351a-4cee-b63e-879463054a4c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a02bc4f0-351a-4cee-b63e-879463054a4c,segment=NetworkSegment(b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4),segment_id=b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:50.153131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.170387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.201216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e9e744c-ac7d-4a78-a5d8-5291fa73e44a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:50.206910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.207129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] For port 2e0e20c9-abeb-47f5-85e4-4606760cbc53, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e0e20c9-abeb-47f5-85e4-4606760cbc53,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:50.207487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.218199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.241284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Deleting port a02bc4f0-351a-4cee-b63e-879463054a4c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:50.241660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.276527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Calling delete_port for a02bc4f0-351a-4cee-b63e-879463054a4c owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:50.330077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.343683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e9e744c-ac7d-4a78-a5d8-5291fa73e44a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:50.345405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8e9e744c-ac7d-4a78-a5d8-5291fa73e44a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 200 len: 205 time: 0.2618268 Jan 25 15:34:50.365036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.367214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58348) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:50.376645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Calling delete_port for 2e0e20c9-abeb-47f5-85e4-4606760cbc53 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:50.409433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port ef197534-ff86-40ba-8580-d167ee330f57 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:50.409777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.426122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.472647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] Pushing event deleted for resources: {'Port': ['ID=a02bc4f0-351a-4cee-b63e-879463054a4c,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:50.482243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5dbf0-3a96-4cec-8da7-486bdbb8b289 None None] No DVR routers for this DVR port a02bc4f0-351a-4cee-b63e-879463054a4c on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:34:50.492147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Pushing event deleted for resources: {'Network': ['ID=b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:50.530900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-10ee6e37-9675-4d31-a29b-1c313b8a27ec tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/networks/b5e9d68b-a51f-46a6-82b5-c8fa4e0917b6 HTTP/1.1" status: 204 len: 168 time: 3.4963000 Jan 25 15:34:50.535303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] The port 'a02bc4f0-351a-4cee-b63e-879463054a4c' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:34:50.538892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58352) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:50.550185 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0fbe4bcb-6778-4ed0-acdc-e5f441ac4cee tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-2091739862 HTTP/1.1" status: 204 len: 168 time: 0.9986212 Jan 25 15:34:50.570928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58356) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:50.617390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-f50c0940-a051-493c-99e9-fc52f6527041 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:50.668020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-08db42b6-feb8-4c10-8ad9-3235697a2b09 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Synchronizing usage tracker for tenant:33640816f75c4a4baf23244ba96ed5af on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:50.727746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.105 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/701ac7d8-acb5-4775-8402-f70a4552fe56) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:50.750849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.774304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.783275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.824712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff81358-4f5b-430a-a1b9-edc816efb2cb']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:50.886527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:50.886815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97fa205-ffbb-4e53-a02f-31a9ec3c7ab4') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:50.906996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-08db42b6-feb8-4c10-8ad9-3235697a2b09 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Unset dirty status for tenant:33640816f75c4a4baf23244ba96ed5af on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:50.908133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-08db42b6-feb8-4c10-8ad9-3235697a2b09 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf6bd6ef-db99-43ef-b948-9c2b95bf7734 HTTP/1.1" status: 200 len: 205 time: 0.3678010 Jan 25 15:34:50.926080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58360) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:50.927675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:50.962999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for ef197534-ff86-40ba-8580-d167ee330f57 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:51.018090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.083544 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f50c0940-a051-493c-99e9-fc52f6527041 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 200 len: 205 time: 0.4797332 Jan 25 15:34:51.085996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:34:51.086417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.086707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58364) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:51.098853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-f92342b2-43f4-4a6c-b5ff-503efd47677b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:34:51.145364 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:34:51.238089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a02bc4f0-351a-4cee-b63e-879463054a4c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:51.261017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.273820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a02bc4f0-351a-4cee-b63e-879463054a4c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:51.274222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a02bc4f0-351a-4cee-b63e-879463054a4c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:51.292993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.294533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.340187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f92342b2-43f4-4a6c-b5ff-503efd47677b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 200 len: 241 time: 0.2478831 Jan 25 15:34:51.343672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58368) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:51.358725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0e20c9-abeb-47f5-85e4-4606760cbc53,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:51.372829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-b678d51f-a7c1-4319-82b9-aa150b794b45 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1753495116') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:51.435036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=ef197534-ff86-40ba-8580-d167ee330f57,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:51.442600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.504927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.570789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.575326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.603615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:51.626988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] Pushing event deleted for resources: {'Network': ['ID=5ff81358-4f5b-430a-a1b9-edc816efb2cb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:51.632658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9e247670-78a9-4eac-af21-5f811c3e59f7 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910 tempest-ExtraDHCPOptionsIpV6TestJSON-122304910-project] 10.222.0.26 "DELETE /v2.0/networks/5ff81358-4f5b-430a-a1b9-edc816efb2cb HTTP/1.1" status: 204 len: 168 time: 1.9441152 Jan 25 15:34:51.697939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:51.710163 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b678d51f-a7c1-4319-82b9-aa150b794b45 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1753495116 HTTP/1.1" status: 204 len: 168 time: 0.3611038 Jan 25 15:34:51.715822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58374) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:51.726287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-6c0bf6d3-54c4-4815-b58e-fcef2b34acaa tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1753495116') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:51.748114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=701ac7d8-acb5-4775-8402-f70a4552fe56,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:51.756343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:51.767928 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3d6ea212-1bb2-4b18-ba63-d4c1a06e866a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/ef197534-ff86-40ba-8580-d167ee330f57 HTTP/1.1" status: 204 len: 168 time: 1.8215749 Jan 25 15:34:51.767928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:51.787604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58378) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:51.790954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.007905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.130009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.130741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.174741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58384) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:52.353639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.367381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.403514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.407056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.413643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e925adf-a4dd-4024-b997-ece85b9f5101 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:52.414426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e925adf-a4dd-4024-b997-ece85b9f5101 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:52.494105 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6c0bf6d3-54c4-4815-b58e-fcef2b34acaa tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1753495116 HTTP/1.1" status: 204 len: 168 time: 0.7767854 Jan 25 15:34:52.512389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58390) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:52.519751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-5babf799-b794-45c7-ad45-814047d7428a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:52.749485 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5babf799-b794-45c7-ad45-814047d7428a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 200 len: 205 time: 0.2318933 Jan 25 15:34:52.750756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9e925adf-a4dd-4024-b997-ece85b9f5101 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:52.751421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9e925adf-a4dd-4024-b997-ece85b9f5101 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9088483 Jan 25 15:34:52.755883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58394) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:52.756205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58396) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:52.768423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-7a288106-32a7-41c4-948c-e1137f021727 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:52.790705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5f21e505-ac6f-46e1-9dbd-09d5c68b989e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef3b1c4a911f4938a3157ac72f0e367b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6096570 Jan 25 15:34:52.795480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58402) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:52.820204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.820689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Fanout notify agent at l3_agent the message router_deleted on router cf6bd6ef-db99-43ef-b948-9c2b95bf7734 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:52.866303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 172.26.8.164 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/4b59709a-dc80-46bc-a463-37bb52453a12) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:52.887032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:52.891165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7fb982aa-ea61-4006-adf3-08e09286e349 tempest-RoutersNegativeTest-1165481516 tempest-RoutersNegativeTest-1165481516-project] 10.222.0.26 "DELETE /v2.0/routers/cf6bd6ef-db99-43ef-b948-9c2b95bf7734 HTTP/1.1" status: 204 len: 168 time: 1.9531982 Jan 25 15:34:52.945642 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a273b672-9df6-4d8d-aed2-4261135e77dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:34:52.946155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a273b672-9df6-4d8d-aed2-4261135e77dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:52.993714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a273b672-9df6-4d8d-aed2-4261135e77dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:52.994863 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a273b672-9df6-4d8d-aed2-4261135e77dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/ef197534-ff86-40ba-8580-d167ee330f57 HTTP/1.1" status: 404 len: 333 time: 0.2344735 Jan 25 15:34:53.001580 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a288106-32a7-41c4-948c-e1137f021727 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 200 len: 240 time: 0.2389562 Jan 25 15:34:53.002592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58408) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.002931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58410) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.009356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.030517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-78a2d06c-bffb-43b5-b902-6ba121c0a799 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-604550278') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.041482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-825733940'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:53.044775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.056868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:53.073004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:53.083774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:53.099657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.112137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:53.126669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Router 92dd07a9-ff8e-4495-a7ae-c37c696838dc has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:34:53.152070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-78a2d06c-bffb-43b5-b902-6ba121c0a799 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-604550278 HTTP/1.1" status: 204 len: 168 time: 0.1436934 Jan 25 15:34:53.174554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58416) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.182280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 576a41a8-1476-4f9d-bcd9-e6b0a0338f4e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:53.182609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.192575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:53.216233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-176791aa-56f7-4fc7-88c1-d4e621dc1913 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-604550278') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.234391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.248849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:53.251842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.384027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:53.393821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.426577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.426924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 225400f7-ecbe-48d8-885d-234b0c26748c of type vlan for network 194784c9-2590-45ea-aa3d-6fa1375523a3 Jan 25 15:34:53.441431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa559b-d263-4c20-bb14-23eded696e89,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:53.443810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58422) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.502020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.510889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.511541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:53.514591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-595c3ad3-52e9-4786-b86a-7092b81ceacf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6baa559b-d263-4c20-bb14-23eded696e89 HTTP/1.1" status: 204 len: 168 time: 0.7155073 Jan 25 15:34:53.518154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d429acf2-b56a-4315-80ff-d6a392f7fe96 admin admin] 10.222.0.26 "PUT /v2.0/routers/92dd07a9-ff8e-4495-a7ae-c37c696838dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6568093 Jan 25 15:34:53.521105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58430) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.521866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.524111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Sync routers for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:53.532184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.546358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:53.548160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.588635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:53.600257 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:53.618560 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:53.622491 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.758065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.759847 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7ae93ca4-1ced-43a9-a599-9314fab8f5e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4072502 Jan 25 15:34:53.762961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.764499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=4b59709a-dc80-46bc-a463-37bb52453a12,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:53.774131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-176791aa-56f7-4fc7-88c1-d4e621dc1913 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-604550278 HTTP/1.1" status: 204 len: 168 time: 0.5985804 Jan 25 15:34:53.820902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58434) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.821464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58436) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.830031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-0d180e16-be77-495f-b75b-4470b62b306b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.837819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.841875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:53.846162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:53.886477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 576a41a8-1476-4f9d-bcd9-e6b0a0338f4e owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:53.898776 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0d180e16-be77-495f-b75b-4470b62b306b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 200 len: 205 time: 0.0740974 Jan 25 15:34:53.902734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58446) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:53.908312 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:53.910378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-be187e34-43e9-4247-8855-d47af8edaf8e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:53.972997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:54.010148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:54.031258 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-be187e34-43e9-4247-8855-d47af8edaf8e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 204 len: 168 time: 0.1250727 Jan 25 15:34:54.031853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58450) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.042646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:54.042860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-94db2565-0d8d-41fe-b2c3-b1a133feb249 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:54.052107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:54.224737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=194784c9-2590-45ea-aa3d-6fa1375523a3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:54.308258 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ef29ed87-6667-4de1-bb2c-2d79960fba0d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3012779 Jan 25 15:34:54.312321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58460) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.319039 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa3d7954-1a0d-43a6-911a-4144e934b23e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4938145 Jan 25 15:34:54.322323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58464) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.327163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:54.360318 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:34:51Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:54.364102 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a3de4198-84b6-4a5f-ac55-b8e6cd4e15b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33640816f75c4a4baf23244ba96ed5af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9062889 Jan 25 15:34:54.366010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:54.367121 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:34:54.367652 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Updating router 3bc65f36-c5a1-4176-8005-2784920265db port 701ac7d8-acb5-4775-8402-f70a4552fe56 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:34:54.377998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58468) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.395498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.439712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.471940 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-94db2565-0d8d-41fe-b2c3-b1a133feb249 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 204 len: 168 time: 0.4374328 Jan 25 15:34:54.474955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58474) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.482585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-7f1982e8-bc71-4b7f-8aba-05452ab5080b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:54.646612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.667359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Deleting port 9ce95ef2-5020-4204-9b1b-3e750b937f53 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:54.667846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.676309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.710812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:34:51Z', 'revision_number': 5, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port': {'id': '9ce95ef2-5020-4204-9b1b-3e750b937f53', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:30:27Z', 'updated_at': '2022-01-25T15:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:54.719874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Checking router: 92dd07a9-ff8e-4495-a7ae-c37c696838dc for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:34:54.732012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Routers {'92dd07a9-ff8e-4495-a7ae-c37c696838dc'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:54.732687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:54.739345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:54.749433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:54.753877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:54.762915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:54.782929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee5bf1-8703-49d0-aefb-ddabe1929b36 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:54.787144 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-77ee5bf1-8703-49d0-aefb-ddabe1929b36 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4554763 Jan 25 15:34:54.867104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58478) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.888314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.900960 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:54.916458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] Set router 92dd07a9-ff8e-4495-a7ae-c37c696838dc gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:54.943376 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Transition to ACTIVE for port object 701ac7d8-acb5-4775-8402-f70a4552fe56 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:54.955284 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4b75466e-41d9-4b3b-9be1-c26742db6b96 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0857301 Jan 25 15:34:54.959189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58486) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:54.966520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1181848578', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:55.037803 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.040074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:55.059325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:34:54Z', 'revision_number': 6, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:55.064631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7682008-1deb-4759-a98b-1e5612ca7d2b None None] The sync data for ids ['92dd07a9-ff8e-4495-a7ae-c37c696838dc'] in dv-neutron-826291-2-hyperv is: [{'id': '92dd07a9-ff8e-4495-a7ae-c37c696838dc', 'name': 'tempest-ServerActionsTestJSON-1587516301-router', 'tenant_id': '449c273533b84925980c5be1ceaec4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:30:26Z', 'updated_at': '2022-01-25T15:34:54Z', 'revision_number': 6, 'project_id': '449c273533b84925980c5be1ceaec4cb', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:55.102605 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f1982e8-bc71-4b7f-8aba-05452ab5080b tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.6265693 Jan 25 15:34:55.114949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] For port 9ce95ef2-5020-4204-9b1b-3e750b937f53, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9ce95ef2-5020-4204-9b1b-3e750b937f53,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:55.115386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.126483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58490) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:55.134023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-610843d4-6632-40f5-9f5e-c0e7f5c48af7 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:55.144251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Attempting to bind port 701ac7d8-acb5-4775-8402-f70a4552fe56 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:55.144827 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Attempting to bind port 701ac7d8-acb5-4775-8402-f70a4552fe56 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:55.145475 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Attempting to bind port 701ac7d8-acb5-4775-8402-f70a4552fe56 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:55.164187 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:55.166557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:55.167343 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.167982 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:55.171169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Bound port: 701ac7d8-acb5-4775-8402-f70a4552fe56, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:55.171885 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.180893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.231020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.231263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:55.235888 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Pushing event updated for resources: {'Port': ['ID=701ac7d8-acb5-4775-8402-f70a4552fe56,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:55.273853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de1a38-4307-4b8a-945f-587d2dcf645a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:55.283896 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.283896 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.284137 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.284415 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.284761 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.285079 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.285405 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.285801 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.286114 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.286421 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.286729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:34:55.299303 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] For port 701ac7d8-acb5-4775-8402-f70a4552fe56, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:34:55.300198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Calling delete_port for 9ce95ef2-5020-4204-9b1b-3e750b937f53 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:55.302728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] For port 701ac7d8-acb5-4775-8402-f70a4552fe56, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=701ac7d8-acb5-4775-8402-f70a4552fe56,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:34:55.327331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58496) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:55.328943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:55.331048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.332377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-661717a3-4d45-4f6b-98fa-cef5062df4aa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3de1a38-4307-4b8a-945f-587d2dcf645a HTTP/1.1" status: 204 len: 168 time: 0.9533372 Jan 25 15:34:55.334579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:55.338956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=576a41a8-1476-4f9d-bcd9-e6b0a0338f4e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:55.359083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:55.410629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.458928 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-610843d4-6632-40f5-9f5e-c0e7f5c48af7 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 204 len: 168 time: 0.3313527 Jan 25 15:34:55.462763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:55.470014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e0e20c9-abeb-47f5-85e4-4606760cbc53 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:55.472766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-f8c12586-c682-49fe-adc4-6673c6daed76 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-1371603698') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:55.485586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.539715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:55.563931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2e0e20c9-abeb-47f5-85e4-4606760cbc53 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:55.565753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e0e20c9-abeb-47f5-85e4-4606760cbc53 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:55.575238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1226105344'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:55.586029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:55.620439 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3755-951a-4106-aa80-08e3c519d917 None None] Pushing event updated for resources: {'Port': ['ID=701ac7d8-acb5-4775-8402-f70a4552fe56,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:55.626268 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:55.626985 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:55.679153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:network and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:55.690199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:55.713738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:55.760312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.807234 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:34:55.845542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:55.848499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.879609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.882207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.945476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.978520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:55.992951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.014045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:56.018923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce95ef2-5020-4204-9b1b-3e750b937f53,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:56.029428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:security_group_rule and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:56.035019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:56.046080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:56.111728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.141822 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f8c12586-c682-49fe-adc4-6673c6daed76 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-1371603698 HTTP/1.1" status: 201 len: 201 time: 0.6777971 Jan 25 15:34:56.160140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:56.240086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-88274742-7cc3-4877-ac31-b61fa5ce1e77 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-623301070') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:56.254269 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:34:51Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:56.263663 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16fc2-336b-41e1-8426-c2b58624036c None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:34:51Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:56.583078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.632558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=1d897a9b-66ab-4a41-9c4a-41fd58522512,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:56.637700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.659467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.677851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '225400f7-ecbe-48d8-885d-234b0c26748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:56.678218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 194784c9-2590-45ea-aa3d-6fa1375523a3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:56.818790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.856401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:56.858401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.859884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router f1138549-6db8-4967-844c-49fc8f8b6a0c {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:56.862744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88274742-7cc3-4877-ac31-b61fa5ce1e77 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-623301070 HTTP/1.1" status: 201 len: 201 time: 0.6441579 Jan 25 15:34:56.882619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.885018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58526) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:56.898878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-b542eb2e-374f-4e85-a3d5-da470b3fd179 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1394528622') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:56.927848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.936674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.972791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.979240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:56.980407 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4a9479df-8bdb-4e9a-844b-ceecb6f4dab9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 204 len: 168 time: 6.6106315 Jan 25 15:34:56.986102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58530) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:56.990665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:57.016578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f22d078-f841-4db8-b4d3-9266e5b0e5ad,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:57.053023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 194784c9-2590-45ea-aa3d-6fa1375523a3) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:57.061882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-18273416'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:57.063046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc19822c-526d-4656-8c63-4dbcbe642084 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:57.067507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:57.071524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:57.085250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=4a55f9da-0d16-4119-b18f-ee7729002cbb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:57.088699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:57.090903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.091373 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Added segment a144950e-a9c3-49df-bb6b-35af7d5b6a17 of type vlan for network 5b30c55e-8c12-40fb-a59b-ea18e839cfef Jan 25 15:34:57.105119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:57.111871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:57.112342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 4e77dc76-ea99-4da9-ab17-5493ce5bd13d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:57.118688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router 80eefdd0-c903-426a-9fa8-985dd4d09fda is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:34:57.138840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:57.138840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.165625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.167222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92dd07a9-ff8e-4495-a7ae-c37c696838dc {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:34:57.207538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.306287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.308149 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-155bfb1d-dde0-44ff-bb9c-9fa4891404c9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/92dd07a9-ff8e-4495-a7ae-c37c696838dc HTTP/1.1" status: 204 len: 168 time: 3.7842696 Jan 25 15:34:57.311380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58538) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.360949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:57.363931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.403996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:34:57.418845 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-645de05a-177c-4417-acf9-0e193cf529a6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1028936 Jan 25 15:34:57.423845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58542) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.426092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.427844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 701ac7d8-acb5-4775-8402-f70a4552fe56 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:34:57.429751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:57.430448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.432117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:57.467262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b542eb2e-374f-4e85-a3d5-da470b3fd179 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1394528622 HTTP/1.1" status: 201 len: 201 time: 0.5808825 Jan 25 15:34:57.468159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58546) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.547626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-9c0baa14-8b41-4c5e-a263-accc37297659 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-1873648507') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:57.565090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 4e77dc76-ea99-4da9-ab17-5493ce5bd13d) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:57.570358 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2377865 Jan 25 15:34:57.573969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Deleting subnet f078f7c7-8063-4cda-a2ad-593d6cdcaf82 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:34:57.575305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58552) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.576178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:34:57.581169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-194784c9-2590-45ea-aa3d-6fa1375523a3', 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '1d897a9b-66ab-4a41-9c4a-41fd58522512'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:57.582027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.595211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'subnet': {'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:57.595908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce636a8-d2d0-4f8a-8bc0-4a0260cf0025 None None] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:57.604265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.635133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 701ac7d8-acb5-4775-8402-f70a4552fe56 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:34:57.642401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead3e13-9a31-45df-992c-d6d1bb8ed951 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Network': ['ID=5b30c55e-8c12-40fb-a59b-ea18e839cfef,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:57.655640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:57.657126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.682038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:57.688872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.689214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment f3ebcc24-495a-47bd-bed7-76f59e4fb292 of type vlan for network b220fec2-5a46-4381-a736-e2439017082c Jan 25 15:34:57.697363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.711005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 701ac7d8-acb5-4775-8402-f70a4552fe56 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:34:57.711621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.752604 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b28c0a11-2e71-45d0-8831-d3ada3e61902 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7884007 Jan 25 15:34:57.752848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58556) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.855024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.868508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:57.890402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:57.894981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:subnet and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:57.901699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:57.907871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:57.916857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:57.922972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:57.934217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:57.950750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:57.977756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9c0baa14-8b41-4c5e-a263-accc37297659 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-1873648507 HTTP/1.1" status: 201 len: 201 time: 0.4993110 Jan 25 15:34:57.982307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58564) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:57.995461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-46346744-f5fb-428f-8f95-9923fcb44473 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', {'tags': ['tempest-TagsExtTest-Tag-513651932', 'tempest-TagsExtTest-Tag-1243352756', 'tempest-TagsExtTest-Tag-308265895']}) {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:58.045682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:58.071420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:58.074880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.088473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.092042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:34:58.092681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.189304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.217371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Allocated IP 2001:db8::2 (194784c9-2590-45ea-aa3d-6fa1375523a3/1d897a9b-66ab-4a41-9c4a-41fd58522512/bb20f9f3-c76b-46c2-a544-baffef896d83) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:34:58.245812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f078f7c7-8063-4cda-a2ad-593d6cdcaf82,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:58.257791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.277038 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7064a967-5470-4280-bd9a-4c261ed01bf5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f078f7c7-8063-4cda-a2ad-593d6cdcaf82 HTTP/1.1" status: 204 len: 168 time: 0.9646070 Jan 25 15:34:58.277795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58572) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:58.349569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:34:58.354133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.357809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5303db96-4193-45e7-9eb1-2059e108c258 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "PUT /v2.0/routers/80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 200 len: 918 time: 8.9082031 Jan 25 15:34:58.362168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58578) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:58.406828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.428427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=b220fec2-5a46-4381-a736-e2439017082c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:58.444699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6400ef10-6777-43a3-8afe-2b7e8e4409a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3928137 Jan 25 15:34:58.445370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58582) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:58.519644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': 'b220fec2-5a46-4381-a736-e2439017082c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:58.525103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.539769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Transition to ACTIVE for port object bb20f9f3-c76b-46c2-a544-baffef896d83 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:58.544320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46346744-f5fb-428f-8f95-9923fcb44473 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 200 len: 316 time: 0.5608039 Jan 25 15:34:58.566716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Transition to ACTIVE for port object bb20f9f3-c76b-46c2-a544-baffef896d83 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:34:58.569741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58588) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:58.572847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.593146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 701ac7d8-acb5-4775-8402-f70a4552fe56, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=701ac7d8-acb5-4775-8402-f70a4552fe56,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:58.603125 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] Sync routers for ids ['80eefdd0-c903-426a-9fa8-985dd4d09fda'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:34:58.612384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8ab74-1413-47aa-920c-b96a21f8dbfd None None] Network fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:34:58.618004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.631370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network b220fec2-5a46-4381-a736-e2439017082c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:34:58.745027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Deleting port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:34:58.745409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.763385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.808665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-6f063c9e-cbc5-4681-8a64-d5265d283e7e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:58.881373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1d897a9b-66ab-4a41-9c4a-41fd58522512 (CIDR: 2001:db8::/64) Jan 25 15:34:58.900435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:58.980346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:58.994233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:59.034383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:59.044543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:59.054568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Pushing event updated for resources: {'Port': ['ID=bb20f9f3-c76b-46c2-a544-baffef896d83,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:59.070768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:34:59.071209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:34:59.134316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9ce95ef2-5020-4204-9b1b-3e750b937f53 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:34:59.148976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:59.191064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] Routers {'80eefdd0-c903-426a-9fa8-985dd4d09fda'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:59.191769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['80eefdd0-c903-426a-9fa8-985dd4d09fda'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.235607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a51ee12f-0d49-4d8e-bdf7-98bb44679844 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8058951 Jan 25 15:34:59.236243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.250203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.256935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:59.313955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6f063c9e-cbc5-4681-8a64-d5265d283e7e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 204 len: 168 time: 0.7431731 Jan 25 15:34:59.329150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9ce95ef2-5020-4204-9b1b-3e750b937f53 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:34:59.329827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9ce95ef2-5020-4204-9b1b-3e750b937f53 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:34:59.339491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58602) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.391471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:34:59.396679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.404948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-e1ff297c-a883-4770-affc-cd7a4b41e9e1 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-513651932') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.416802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] For port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,segment=NetworkSegment(be497439-3778-4d45-86f8-5d33de2d8483),segment_id=be497439-3778-4d45-86f8-5d33de2d8483)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:34:59.417366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.419761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:34:59.448464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.450691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:34:59.454278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=701ac7d8-acb5-4775-8402-f70a4552fe56,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:59.485957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:34:59.486764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.502901 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-702dbbfc-7ba5-44a4-9c3b-a911a5e7c49c tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 200 len: 924 time: 1.1425846 Jan 25 15:34:59.508036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58606) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.529163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97863dd4-dbe9-4094-9959-b124d8c2dd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.596012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Calling delete_port for 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:34:59.598172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Subnet': ['ID=00a33514-b513-4d56-9c6b-69815cc5850a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:59.649550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] Routers {'80eefdd0-c903-426a-9fa8-985dd4d09fda'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:34:59.650287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:34:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['80eefdd0-c903-426a-9fa8-985dd4d09fda'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.680236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Checking segment: {'id': 'a144950e-a9c3-49df-bb6b-35af7d5b6a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:59.680678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network hostable DHCP agents. Network: 5b30c55e-8c12-40fb-a59b-ea18e839cfef, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:34:59.704977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:59.709859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:59.713162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:59.719708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:59.738986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-e1ff297c-a883-4770-affc-cd7a4b41e9e1 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:34:59.738986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e1ff297c-a883-4770-affc-cd7a4b41e9e1 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-513651932 HTTP/1.1" status: 404 len: 328 time: 0.3502843 Jan 25 15:34:59.739321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58610) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.741363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58612) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.749164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.749164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec667f8-4a2f-4702-aab2-82542cd4c374 None None] The sync data for ids ['80eefdd0-c903-426a-9fa8-985dd4d09fda'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:34:59.752268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937982184', 'description': 'tempest-secgroup-smoke-1937982184 description', 'project_id': '88bedd164d424ea0847769f2f5bddc15'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:34:59.761612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-20600e5e-852c-447d-99f0-6c8ec999a5e5 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-1243352756') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:34:59.766174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Attempting to bind port bb20f9f3-c76b-46c2-a544-baffef896d83 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:34:59.766582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Attempting to bind port bb20f9f3-c76b-46c2-a544-baffef896d83 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '225400f7-ecbe-48d8-885d-234b0c26748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:34:59.766886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Attempting to bind port bb20f9f3-c76b-46c2-a544-baffef896d83 on network 194784c9-2590-45ea-aa3d-6fa1375523a3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:34:59.792132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:34:59.795715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:34:59.796441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Checking segment: {'id': '225400f7-ecbe-48d8-885d-234b0c26748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:34:59.797280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.797734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Bound using segment: {'id': '225400f7-ecbe-48d8-885d-234b0c26748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:34:59.798658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Bound port: bb20f9f3-c76b-46c2-a544-baffef896d83, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225400f7-ecbe-48d8-885d-234b0c26748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:34:59.798658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.837753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de69bbec-87f7-41c2-a858-036f95747168 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Synchronizing usage tracker for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:34:59.840938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:34:59.844908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.869787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:34:59.886953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:34:59.908553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b14e8-2685-43c9-94de-3fb399662a44 None None] DHCP port deletion for fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:34:59.914364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:34:59.959187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:34:59.970649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de69bbec-87f7-41c2-a858-036f95747168 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Unset dirty status for tenant:0a938ccd55fd496ea900cb0cdd341fd9 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:34:59.971915 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-de69bbec-87f7-41c2-a858-036f95747168 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=80eefdd0-c903-426a-9fa8-985dd4d09fda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3848336 Jan 25 15:34:59.976792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Pushing event deleted for resources: {'Port': ['ID=423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:34:59.980737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58618) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:34:59.995204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Allocated IP 172.20.0.2 (4e77dc76-ea99-4da9-ab17-5493ce5bd13d/4a55f9da-0d16-4119-b18f-ee7729002cbb/d11d8d7e-dbfc-44eb-8c36-34887393dd29) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:00.020326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] No DVR routers for this DVR port 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:00.033268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:00.061444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5076f523-36f9-4294-a186-64c178884c75 None None] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:00.116140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5076f523-36f9-4294-a186-64c178884c75 None None] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bb20f9f3-c76b-46c2-a544-baffef896d83,segment=NetworkSegment(225400f7-ecbe-48d8-885d-234b0c26748c),segment_id=225400f7-ecbe-48d8-885d-234b0c26748c)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:00.143577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5b30c55e-8c12-40fb-a59b-ea18e839cfef) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:00.148288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:00.149548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.160890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07689c86-3dc6-4842-813c-bfee1863ad2d None None] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:00.180688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.190852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.238243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:00.246438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.256954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.268229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be497439-3778-4d45-86f8-5d33de2d8483') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:00.269670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be497439-3778-4d45-86f8-5d33de2d8483') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:00.288212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.301411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a48f1a93-1bc0-4312-a4c5-ec56a9d8f7d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7184198 Jan 25 15:35:00.309008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58622) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:00.316061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-20600e5e-852c-447d-99f0-6c8ec999a5e5 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:00.317169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-20600e5e-852c-447d-99f0-6c8ec999a5e5 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-1243352756 HTTP/1.1" status: 404 len: 329 time: 0.5732141 Jan 25 15:35:00.331341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58626) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:00.333423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.335734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-962287947', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:00.342691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:00.347975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:router and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:00.350982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:00.359607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:00.375780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.387244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:00.388610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.416377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-f488e7ea-ba0b-46e6-aba8-8ec36a8b4a11 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58', 'tempest-TagsExtTest-Tag-308265895') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:00.433360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076f523-36f9-4294-a186-64c178884c75 None None] Pushing event updated for resources: {'Port': ['ID=bb20f9f3-c76b-46c2-a544-baffef896d83,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:00.435095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.479104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.485169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:00.497976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:00.507283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.508928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.520162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:00.523960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c224b-4d97-4f1d-9229-12b45cd83ebd tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:00.525305 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:00.528340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d44c224b-4d97-4f1d-9229-12b45cd83ebd tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.5372136 Jan 25 15:35:00.531291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58630) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:00.531691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Transition to ACTIVE for port object d11d8d7e-dbfc-44eb-8c36-34887393dd29 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:00.541775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:00.563151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Transition to ACTIVE for port object d11d8d7e-dbfc-44eb-8c36-34887393dd29 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:00.605396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948cd5bf-6efd-4efa-8ab1-352e1d85eac9 None None] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:00.620276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=b62f59e3-bda7-4f49-a7c8-00ba8d47db31,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:00.674568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.702316 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-195db3f5-bdf3-4803-906c-78fc6350562a tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 200 len: 205 time: 0.1283252 Jan 25 15:35:00.706611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': 'f3ebcc24-495a-47bd-bed7-76f59e4fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:00.706611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: b220fec2-5a46-4381-a736-e2439017082c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:00.707734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58634) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:00.771489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.794801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-f488e7ea-ba0b-46e6-aba8-8ec36a8b4a11 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:00.799141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f488e7ea-ba0b-46e6-aba8-8ec36a8b4a11 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags/tempest-TagsExtTest-Tag-308265895 HTTP/1.1" status: 404 len: 328 time: 0.4120173 Jan 25 15:35:00.801210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58638) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:00.821661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-75b902a2-0806-4d82-841e-29bf7d46e03e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', {'tags': ['tempest-TagsExtTest-Tag-1907336380', 'tempest-TagsExtTest-Tag-1956938603', 'tempest-TagsExtTest-Tag-1995005065']}) {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:00.865485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:00.873901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:00.885818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.892103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:00.900880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Pushing event updated for resources: {'Port': ['ID=d11d8d7e-dbfc-44eb-8c36-34887393dd29,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:00.914145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:00.970897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:01.010061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.013899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.055495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Attempting to bind port d11d8d7e-dbfc-44eb-8c36-34887393dd29 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:01.056079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Attempting to bind port d11d8d7e-dbfc-44eb-8c36-34887393dd29 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:01.057266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Attempting to bind port d11d8d7e-dbfc-44eb-8c36-34887393dd29 on network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:01.064675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:01.065049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Checking segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:01.067617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.067617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Bound using segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:01.067617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Bound port: d11d8d7e-dbfc-44eb-8c36-34887393dd29, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:01.067958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.095119 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f5eb3084-80a2-49b3-a646-17a9f3bdf579 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fe8b3bfa-ae1c-484c-8c73-1c6185ad4e50 HTTP/1.1" status: 204 len: 168 time: 2.8143802 Jan 25 15:35:01.153850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.182638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] For port d11d8d7e-dbfc-44eb-8c36-34887393dd29, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:01.186047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] For port d11d8d7e-dbfc-44eb-8c36-34887393dd29, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d11d8d7e-dbfc-44eb-8c36-34887393dd29,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:01.199192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network b220fec2-5a46-4381-a736-e2439017082c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:01.301281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.302451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:01.314601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:01.319694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (4e77dc76-ea99-4da9-ab17-5493ce5bd13d/4a55f9da-0d16-4119-b18f-ee7729002cbb/7dbca603-60ad-43c1-becf-6f9a62d3a997) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:01.323353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:01.328668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:01.329261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.341077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=7ede1353-e7a4-4251-8922-1c4bf5f7ba5b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:01.345727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbb7b39-2b46-497e-b854-88695dce7c21,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:01.348413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:01.360997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:01.371146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:01.382694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.396682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, b220fec2-5a46-4381-a736-e2439017082c) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:01.407307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:01.407881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.422153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-75b902a2-0806-4d82-841e-29bf7d46e03e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 200 len: 318 time: 0.6178350 Jan 25 15:35:01.422675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58644) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.442089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-c10f9c08-8d03-42f0-a3cd-d4c725e30850 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:01.473068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.481483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9af34-2c0a-489e-97f1-e4ce9e4e3303 None None] Pushing event updated for resources: {'Port': ['ID=d11d8d7e-dbfc-44eb-8c36-34887393dd29,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:01.489612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc84aa-d161-449d-8c9c-03993d54b9a0 None None] Network b220fec2-5a46-4381-a736-e2439017082c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:01.489800 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-27b75943-2b0d-48dc-8050-2b20c89b4c26 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2518864 Jan 25 15:35:01.492557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58648) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.517117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'fixed_ips': [{'subnet_id': '1d897a9b-66ab-4a41-9c4a-41fd58522512'}, {'subnet_id': '7ede1353-e7a4-4251-8922-1c4bf5f7ba5b'}], 'name': 'tempest-PortsIpV6TestJSON-2079748834'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:01.568234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.595875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 7dbca603-60ad-43c1-becf-6f9a62d3a997 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:01.638916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.662148 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e1c9731e-3fe5-4a9a-b865-a4c3ba28d7df tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1641538 Jan 25 15:35:01.663025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58652) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.698611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 701ac7d8-acb5-4775-8402-f70a4552fe56 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:01.728689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58656) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.763812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1948967562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:01.776480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e0e29594-0c22-4ab9-aee1-435b7a92c330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.783574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.820969 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bd419124-44f1-41a8-be93-9347f05dc362 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=449c273533b84925980c5be1ceaec4cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0906053 Jan 25 15:35:01.823370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58660) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.831742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:01.875851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:01.887767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.893133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:01.910620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:01.933887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:01.952236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.952567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95e14e89-27da-47aa-be3f-ea5add2042c9 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.2122769 Jan 25 15:35:01.958886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58664) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:01.968180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:01.974349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-b220fec2-5a46-4381-a736-e2439017082c', 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': 'b62f59e3-bda7-4f49-a7c8-00ba8d47db31'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:01.979309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:01.979906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:01.984404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:01.987207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:02.002937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:02.010211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 701ac7d8-acb5-4775-8402-f70a4552fe56 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:02.010647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.017537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:02.020494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:02.024617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:02.039160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:02.045054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.046093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.104721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:02.114766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:02.135101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:02.135335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.139475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:02.159343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:02.197071 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c10f9c08-8d03-42f0-a3cd-d4c725e30850 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.7638309 Jan 25 15:35:02.218863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58668) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:02.234646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.243003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-39dd7e90-9dfb-4885-be85-6de64b60467c tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-1907336380') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:02.305033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.322335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.339829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.341592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.344288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Allocated IP 172.20.0.2 (b220fec2-5a46-4381-a736-e2439017082c/b62f59e3-bda7-4f49-a7c8-00ba8d47db31/4302fcd0-b4f5-4923-9ef4-dd73f36db2f5) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:02.350577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.357615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.422207 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-39dd7e90-9dfb-4885-be85-6de64b60467c tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:02.423290 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-39dd7e90-9dfb-4885-be85-6de64b60467c tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-1907336380 HTTP/1.1" status: 404 len: 329 time: 0.2001472 Jan 25 15:35:02.426910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58672) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:02.434725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5957bf81-d89f-4dd8-9396-0962e3664768 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:02.435081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-01f70e69-638e-4296-99b9-9ab509700cdf tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-1956938603') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:02.466490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port 4b59709a-dc80-46bc-a463-37bb52453a12 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:02.467644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.498214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.564473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.572222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.633253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bb20f9f3-c76b-46c2-a544-baffef896d83 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:02.669160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:02.711687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.712786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8b2dc668-1210-4abf-925a-9b6338e8bba1 None None] Provisioning for port bb20f9f3-c76b-46c2-a544-baffef896d83 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:02.719714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.724254 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-73c6fb04-d3ad-4399-baff-0f911879fa02 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0574799 Jan 25 15:35:02.733623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58676) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:02.796891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.799276 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ce92ac4-d616-4085-87f4-7de08426c2f5 HTTP/1.1" status: 204 len: 168 time: 0.9738214 Jan 25 15:35:02.799276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf6733-119e-41d9-a463-3dc8c3bac3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce92ac4-d616-4085-87f4-7de08426c2f5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:02.826549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.848096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.884694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.82 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/0e2d9010-9f42-46fc-8561-fc539a7002c4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:02.914047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.931413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Transition to ACTIVE for port object 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:02.968974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:02.983583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port bb20f9f3-c76b-46c2-a544-baffef896d83 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:02.994401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port bb20f9f3-c76b-46c2-a544-baffef896d83 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:02.994764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.003324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-01f70e69-638e-4296-99b9-9ab509700cdf tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:03.007001 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-01f70e69-638e-4296-99b9-9ab509700cdf tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-1956938603 HTTP/1.1" status: 404 len: 329 time: 0.5750384 Jan 25 15:35:03.007001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c1ac2f-23c1-4223-9036-d8be2e5f155a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:03.021492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58682) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:03.029138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.042492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-98182535-d7a0-4f6e-af0c-b5c4cb9860a7 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f', 'tempest-TagsExtTest-Tag-1995005065') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:03.044838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Transition to ACTIVE for port object 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:03.055893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.139967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.287554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883f3179-4cdc-4ccd-ad74-fa66b87230ef None None] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:03.346572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for 4b59709a-dc80-46bc-a463-37bb52453a12 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:03.471512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.475645 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2672532e-6c8b-488f-95dc-e08b743042c8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5156877 Jan 25 15:35:03.476381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:03.485881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.503363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Network b220fec2-5a46-4381-a736-e2439017082c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:03.512279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:03.517281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:03.524297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:03.530184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Pushing event updated for resources: {'Port': ['ID=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:03.533223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:03.585741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9ca17150-b6a4-46b7-8e81-afdc89b3b8e2 None None] Provisioning for port d11d8d7e-dbfc-44eb-8c36-34887393dd29 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:03.621422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:03.634962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:03.636320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Update dhcp port {'port': {'network_id': '194784c9-2590-45ea-aa3d-6fa1375523a3', 'fixed_ips': [{'subnet_id': '1d897a9b-66ab-4a41-9c4a-41fd58522512', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ede1353-e7a4-4251-8922-1c4bf5f7ba5b'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': 'bb20f9f3-c76b-46c2-a544-baffef896d83'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:35:03.660798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:03.664600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.732330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=4b59709a-dc80-46bc-a463-37bb52453a12,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:03.735483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.765857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.779417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bb20f9f3-c76b-46c2-a544-baffef896d83,segment=NetworkSegment(225400f7-ecbe-48d8-885d-234b0c26748c),segment_id=225400f7-ecbe-48d8-885d-234b0c26748c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:03.843389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.861015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Attempting to bind port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:03.861388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Attempting to bind port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f3ebcc24-495a-47bd-bed7-76f59e4fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:03.861768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Attempting to bind port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 on network b220fec2-5a46-4381-a736-e2439017082c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:03.880693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.903304 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-98182535-d7a0-4f6e-af0c-b5c4cb9860a7 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:03.904348 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-98182535-d7a0-4f6e-af0c-b5c4cb9860a7 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags/tempest-TagsExtTest-Tag-1995005065 HTTP/1.1" status: 404 len: 329 time: 0.8816657 Jan 25 15:35:03.915997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58700) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:03.931852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:03.932272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Checking segment: {'id': 'f3ebcc24-495a-47bd-bed7-76f59e4fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:03.932606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.932990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Bound using segment: {'id': 'f3ebcc24-495a-47bd-bed7-76f59e4fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:03.933480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Bound port: 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ebcc24-495a-47bd-bed7-76f59e4fb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'b220fec2-5a46-4381-a736-e2439017082c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:03.933849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:03.951762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-12124d43-4463-4b17-8d68-4924c391ad4a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', {'tags': ['tempest-TagsExtTest-Tag-1729334488', 'tempest-TagsExtTest-Tag-1755061974', 'tempest-TagsExtTest-Tag-1037704607']}) {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:04.039985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::3a4 (194784c9-2590-45ea-aa3d-6fa1375523a3/1d897a9b-66ab-4a41-9c4a-41fd58522512/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:04.060840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:04.085708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8:0:1::19a (194784c9-2590-45ea-aa3d-6fa1375523a3/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:04.140408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.144939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.180385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:35:04.180820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423e6ce9-9ecd-4c5d-b23d-8b2a1218bda3 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:35:04.255765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.265075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.286332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.291217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=bb20f9f3-c76b-46c2-a544-baffef896d83,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:04.321372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] For port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:04.321619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:04.336461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] For port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,segment=NetworkSegment(f3ebcc24-495a-47bd-bed7-76f59e4fb292),segment_id=f3ebcc24-495a-47bd-bed7-76f59e4fb292)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:04.351806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:04.395233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.408950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=0e2d9010-9f42-46fc-8561-fc539a7002c4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:04.411148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b025c0d-88bd-470e-83b6-471c82208eb6,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:04.412842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:04.523950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d11d8d7e-dbfc-44eb-8c36-34887393dd29 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:04.626420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd6a9-cb71-47d6-af92-40e4ab2ce56a None None] Pushing event updated for resources: {'Port': ['ID=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:04.678400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.683804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5810c096-1121-4738-aa81-f5d8ac635854 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1898150 Jan 25 15:35:04.683804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58710) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:04.704378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:04.706873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.741782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:04.758984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d11d8d7e-dbfc-44eb-8c36-34887393dd29 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:04.764952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d11d8d7e-dbfc-44eb-8c36-34887393dd29 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:04.765361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.790121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:04.795092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:04.801880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:04.853008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:04.853107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-72d9942e-e395-496e-b6b2-07db95ff662e None None] Provisioning for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:04.853196 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-12124d43-4463-4b17-8d68-4924c391ad4a tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 200 len: 318 time: 0.9291978 Jan 25 15:35:04.853275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-72d9942e-e395-496e-b6b2-07db95ff662e None None] Provisioning complete for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:04.853275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-72d9942e-e395-496e-b6b2-07db95ff662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.865845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.870019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58716) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:04.881488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:04.895435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-58a7dd3e-3a51-4116-8d28-964df3eaaa19 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:04.921318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-72d9942e-e395-496e-b6b2-07db95ff662e None None] Port 7dbca603-60ad-43c1-becf-6f9a62d3a997 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:04.990200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.021449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.069007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d11d8d7e-dbfc-44eb-8c36-34887393dd29, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d11d8d7e-dbfc-44eb-8c36-34887393dd29,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:05.102706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.135306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.237132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.258199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:05.266109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.268019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bcbfc846-e15c-4041-b343-0ece3617fb79 None None] Provisioning complete for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:05.272459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc846-e15c-4041-b343-0ece3617fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.272574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:05.345534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.353885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfc846-e15c-4041-b343-0ece3617fb79 None None] Port 7dbca603-60ad-43c1-becf-6f9a62d3a997 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:05.362712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.363196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router 80eefdd0-c903-426a-9fa8-985dd4d09fda {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:05.378267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d11d8d7e-dbfc-44eb-8c36-34887393dd29,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:05.394370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.408866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.413432 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f28bcf61-aeea-4f15-abc3-109630481fc2 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 204 len: 168 time: 4.7011294 Jan 25 15:35:05.414499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58722) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:05.429742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1095947932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:05.438374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:05.444904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:05.450797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:05.458778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.20.0.1 (b220fec2-5a46-4381-a736-e2439017082c/b62f59e3-bda7-4f49-a7c8-00ba8d47db31/0dac38ac-cd56-4627-ad95-e528c01fc6b7) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:05.465625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:05.465625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:05.465625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:05.473016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Allocated IP 2001:db8:0:1::2 (194784c9-2590-45ea-aa3d-6fa1375523a3/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b/bb20f9f3-c76b-46c2-a544-baffef896d83) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:05.494729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:05.507627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:05.514559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:05.519553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:05.520375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.546596 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-58a7dd3e-3a51-4116-8d28-964df3eaaa19 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 204 len: 168 time: 0.6680675 Jan 25 15:35:05.547710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58728) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:05.555718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-b4030b4b-a0b8-4fce-b0bb-0da9568dbcea tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1729334488') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:05.582470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=95b3d5c6-971c-47f5-be2e-2fdd64b92e4c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:05.640093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.641697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.654909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bb20f9f3-c76b-46c2-a544-baffef896d83,segment=NetworkSegment(225400f7-ecbe-48d8-885d-234b0c26748c),segment_id=225400f7-ecbe-48d8-885d-234b0c26748c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:05.670669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-74de70c0-4784-4a73-8100-3e7e89d84270 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.1714687 Jan 25 15:35:05.676847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58734) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:05.693418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d897a9b-66ab-4a41-9c4a-41fd58522512'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:05.694907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.723070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Transition to ACTIVE for port object bb20f9f3-c76b-46c2-a544-baffef896d83 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:05.780189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.798709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.813131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.932338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:05.966501 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-b4030b4b-a0b8-4fce-b0bb-0da9568dbcea tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:05.967549 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b4030b4b-a0b8-4fce-b0bb-0da9568dbcea tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1729334488 HTTP/1.1" status: 404 len: 329 time: 0.4190083 Jan 25 15:35:05.977560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58742) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:05.987634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-25a57e3a-de63-4063-abf8-6569af09ee98 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1755061974') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:06.014168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.032151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 0dac38ac-cd56-4627-ad95-e528c01fc6b7 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:06.053177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f445c-20ca-4ac4-87a7-ee599def024d None None] Pushing event updated for resources: {'Port': ['ID=bb20f9f3-c76b-46c2-a544-baffef896d83,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:06.057663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.070540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.071819 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3e5288d6-4509-46ff-bee4-156b21ea1efd tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6545951 Jan 25 15:35:06.077418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58748) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:06.087116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.112932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9987e511-f433-46cb-817c-9722973db691 None None] Provisioning complete for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:06.113401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9987e511-f433-46cb-817c-9722973db691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.207800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'enable_snat': False}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:06.259740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9987e511-f433-46cb-817c-9722973db691 None None] Port 7dbca603-60ad-43c1-becf-6f9a62d3a997 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:06.330586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad85dc-023e-4016-b291-3b930c6c3e90 None None] Network b220fec2-5a46-4381-a736-e2439017082c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:06.423891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.424761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.505181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.552668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bb20f9f3-c76b-46c2-a544-baffef896d83 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:06.591776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb904169-7da4-4d1b-8f46-00dadc4f18e9,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:06.659209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network b220fec2-5a46-4381-a736-e2439017082c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:06.703238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:06.717288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:06.732236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d11d8d7e-dbfc-44eb-8c36-34887393dd29 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:06.736179 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-25a57e3a-de63-4063-abf8-6569af09ee98 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:06.740096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-25a57e3a-de63-4063-abf8-6569af09ee98 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1755061974 HTTP/1.1" status: 404 len: 329 time: 0.7587409 Jan 25 15:35:06.744322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58756) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:06.763007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-f43e67f2-6d74-4e91-bb49-27d28748ff79 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f', 'tempest-TagsExtTest-Tag-1037704607') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:06.768170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:06.773614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db5453dc-0603-4d5a-8510-3512c1cd13e4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.0807858 Jan 25 15:35:06.773614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=0dac38ac-cd56-4627-ad95-e528c01fc6b7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:06.792286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58760) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:06.808760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f7f9289f-0c5d-4eb8-9c7a-6fd164631069 None None] Provisioning for port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:06.825421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:06.840859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58764) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:06.853134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:06.875618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:06.885287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:06.948548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ece269-9df4-416b-acb3-fe3562e0a7f0 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:06.967088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:06.977579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Delete allocated IP 2001:db8:0:1::19a (194784c9-2590-45ea-aa3d-6fa1375523a3/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b) {{(pid=84139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:35:07.003793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.065814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1858278784', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:07.114825 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-f43e67f2-6d74-4e91-bb49-27d28748ff79 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:07.116429 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f43e67f2-6d74-4e91-bb49-27d28748ff79 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags/tempest-TagsExtTest-Tag-1037704607 HTTP/1.1" status: 404 len: 329 time: 0.3615971 Jan 25 15:35:07.118086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d11d8d7e-dbfc-44eb-8c36-34887393dd29 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:07.119074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.120560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58770) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:07.125429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:07.172675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.179815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Usage tracker for resource:port and tenant:59fa2026859b4841be26dc457d94ea53 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:07.187962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-e632573c-e8aa-4bd0-ab83-270297c257ff tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', {'tags': ['tempest-TagsExtTest-Tag-615015837', 'tempest-TagsExtTest-Tag-198696217', 'tempest-TagsExtTest-Tag-164183591']}) {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:07.199074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:07.211641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:07.302667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.317117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.338729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:07.358023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Made reservation on behalf of 59fa2026859b4841be26dc457d94ea53 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:07.360842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.388199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.392220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e5e7624a-6b60-461d-8b26-9c0e891e64c4 None None] Provisioning for port bb20f9f3-c76b-46c2-a544-baffef896d83 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:07.414593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e5e7624a-6b60-461d-8b26-9c0e891e64c4 None None] Provisioning complete for port bb20f9f3-c76b-46c2-a544-baffef896d83 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:07.414969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e5e7624a-6b60-461d-8b26-9c0e891e64c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.417669 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e632573c-e8aa-4bd0-ab83-270297c257ff tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "PUT /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 200 len: 315 time: 0.2486112 Jan 25 15:35:07.420524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58774) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:07.428967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.429412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-4014699d-52bb-4cad-b8b9-c2ed8b2a6e63 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:07.476788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:07.493861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.519364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Ignored duplicate provisioning block setup for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 15:35:07.705529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:07.705714 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4014699d-52bb-4cad-b8b9-c2ed8b2a6e63 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 204 len: 168 time: 0.2829077 Jan 25 15:35:07.708275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58778) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:07.709733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:07.710206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.718332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-9d686037-bcae-40e0-bce6-e3662b8ff4ae tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-615015837') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:07.800079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.802799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.808489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:07.817458 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed50aad1-98a2-4273-a0d9-e45d3d6d4545 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/3bc65f36-c5a1-4176-8005-2784920265db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0635023 Jan 25 15:35:07.818154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:07.822583 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:07.841169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:07.841814 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:07.874145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Provisioning for port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:07.899223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Provisioning complete for port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:07.899223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:07.992372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:07.997458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Usage tracker for resource:security_group_rule and tenant:59fa2026859b4841be26dc457d94ea53 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:08.001203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:08.009056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:08.020485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.063581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:08.091461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bf69da-7358-4c44-a450-386837f6d085,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:08.106340 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:08.141203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,segment=NetworkSegment(f3ebcc24-495a-47bd-bed7-76f59e4fb292),segment_id=f3ebcc24-495a-47bd-bed7-76f59e4fb292)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:08.142326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Provisioning complete for port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:08.142692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b2f7cda7-189e-48c4-ba18-0d17b788cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.210340 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-9d686037-bcae-40e0-bce6-e3662b8ff4ae tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:08.220450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.222237 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d686037-bcae-40e0-bce6-e3662b8ff4ae tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-615015837 HTTP/1.1" status: 404 len: 328 time: 0.5100489 Jan 25 15:35:08.229523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58786) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.231740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.261302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] In _notify_port_updated(), no bound segment for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c on network 194784c9-2590-45ea-aa3d-6fa1375523a3 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:35:08.266137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.270834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.271728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/ports/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c HTTP/1.1" status: 200 len: 926 time: 2.5870640 Jan 25 15:35:08.283107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58790) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.299896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-8ae57665-1252-4881-a0b5-7ff82bf27cec tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-198696217') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:08.311014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1d897a9b-66ab-4a41-9c4a-41fd58522512'}, {'subnet_id': '7ede1353-e7a4-4251-8922-1c4bf5f7ba5b'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:08.316510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.330197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:08.443198 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-8ae57665-1252-4881-a0b5-7ff82bf27cec tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:08.447408 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8ae57665-1252-4881-a0b5-7ff82bf27cec tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-198696217 HTTP/1.1" status: 404 len: 328 time: 0.2173541 Jan 25 15:35:08.453207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58794) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.466012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-2e6bb787-0521-46cf-975d-b2870b3c6d78 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b', 'tempest-TagsExtTest-Tag-164183591') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:08.544827 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-2e6bb787-0521-46cf-975d-b2870b3c6d78 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] show failed (client error): The resource could not be found. Jan 25 15:35:08.551248 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2e6bb787-0521-46cf-975d-b2870b3c6d78 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags/tempest-TagsExtTest-Tag-164183591 HTTP/1.1" status: 404 len: 328 time: 0.0969393 Jan 25 15:35:08.559919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.563086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58798) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.571748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.572915 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d1aa9583-66b1-4dab-9bdd-e24961ba8c14 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7722926 Jan 25 15:35:08.574758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:08.585682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58802) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.593887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.tag.tag_plugin [None req-72a30b83-dee2-46af-8e99-f5a58358df64 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bedf6304-414e-4a50-a660-3a89e9bda61b') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:08.597175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Provisioning for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:08.603300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Provisioning complete for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:08.603874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.618950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:03Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:08.624517 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:35:08.624893 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Updating router 3bc65f36-c5a1-4176-8005-2784920265db port 7dbca603-60ad-43c1-becf-6f9a62d3a997 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:35:08.641128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Allocated IP 172.26.8.150 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/81d584a2-efdd-4b83-9987-3a35673f476d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:08.649315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.652989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] device_id is not set on port 9dd13709-aaa5-4713-a4b8-66090e5507e0 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:08.665343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:08.668893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.680807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Provisioning complete for port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:08.681579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.694632 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.743520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:08.758867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Provisioning complete for port bb20f9f3-c76b-46c2-a544-baffef896d83 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:08.760136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94692d3e-779b-41c3-9264-ba64725a708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.782801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e6526-4331-451c-9af4-2788be2964a8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=95b3d5c6-971c-47f5-be2e-2fdd64b92e4c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:08.792060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12f2d5b-ec2a-4aad-aea2-6135cc05f348,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:08.799913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.828736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:08.838776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.839151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.839514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.839874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.840238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.840586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.840943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.841295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.841672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:08.845454 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-083462e8-e442-403c-848e-ac4ebb6763a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6349 time: 1.0188363 Jan 25 15:35:08.845674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:08.847785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58806) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:08.881575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:08.887484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:08.900677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:08.904779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:08.999910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:09.013644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.014019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.014726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.014726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.015075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.015962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.016316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.016661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.017008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:09.021642 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3ae56aab-d9b0-4d0e-91e1-cc94ceaffa52 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5744 time: 0.1701694 Jan 25 15:35:09.021642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:09.021867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Pushing event updated for resources: {'Port': ['ID=81d584a2-efdd-4b83-9987-3a35673f476d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:09.023751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58810) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:09.024438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:09.032813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af562622-b7d4-4fd1-abe2-af0beb183889 None None] Provisioning complete for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:09.033366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af562622-b7d4-4fd1-abe2-af0beb183889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.039791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72a30b83-dee2-46af-8e99-f5a58358df64 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b/tags HTTP/1.1" status: 204 len: 168 time: 0.4695764 Jan 25 15:35:09.040710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.054826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58812) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:09.060304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-666127ee-61ec-4faf-874d-32a7734c94c4 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2fe5b441-100b-4f3e-9dd7-526e3a48095f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:09.086113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Allocated IP 172.26.8.172 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/9dd13709-aaa5-4713-a4b8-66090e5507e0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:09.107254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-af562622-b7d4-4fd1-abe2-af0beb183889 None None] Port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:09.143006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.162572 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.176069 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Transition to ACTIVE for port object 7dbca603-60ad-43c1-becf-6f9a62d3a997 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:09.229404 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Project 88bedd164d424ea0847769f2f5bddc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:35:09.248356 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.288420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.344597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.447670 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dca2f8-6e0f-43a6-bb03-8fe90c47557a None None] Pushing event updated for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:09.513565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Attempting to bind port 7dbca603-60ad-43c1-becf-6f9a62d3a997 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:09.513565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Attempting to bind port 7dbca603-60ad-43c1-becf-6f9a62d3a997 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:09.513913 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Attempting to bind port 7dbca603-60ad-43c1-becf-6f9a62d3a997 on network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:09.523146 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-666127ee-61ec-4faf-874d-32a7734c94c4 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f/tags HTTP/1.1" status: 204 len: 168 time: 0.4672427 Jan 25 15:35:09.523343 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:09.529346 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Checking segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:09.529346 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.529720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58818) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:09.529998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Bound using segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:09.529998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Bound port: 7dbca603-60ad-43c1-becf-6f9a62d3a997, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:09.529998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.538943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-f392b6c5-26e4-428f-a763-090705034702 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7261db30-05c2-46d4-aa1b-334758683e9f') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:09.563764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.636401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.646225 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] For port 7dbca603-60ad-43c1-becf-6f9a62d3a997, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:09.649804 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] For port 7dbca603-60ad-43c1-becf-6f9a62d3a997, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7dbca603-60ad-43c1-becf-6f9a62d3a997,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:09.683600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b796294-c1b6-4cde-877d-3d33d3c3a95e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:09.694652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=0dac38ac-cd56-4627-ad95-e528c01fc6b7,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:09.705011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.708142 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f392b6c5-26e4-428f-a763-090705034702 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1789985 Jan 25 15:35:09.709533 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.712935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58822) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:09.723836 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab0ac9ea-cd41-4133-8104-4814c3beece9 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3912 time: 0.6705737 Jan 25 15:35:09.724945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.tag.tag_plugin [None req-356b6f85-5941-479c-8f90-3dba5318f0a3 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd5762e26-2b4c-42de-822f-9378ac4d2d58') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:09.772856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.776698 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-333b3180-03ef-40ca-bbc3-a379bd7ec355 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1870687 Jan 25 15:35:09.776954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58828) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:09.779563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:09.800658 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dca2f8-6e0f-43a6-bb03-8fe90c47557a None None] Pushing event updated for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:09.825092 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:09.825866 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:09.840875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'security_group_rule': {'security_group_id': 'c58980e8-b0e0-4a72-8cdd-da8b241f0f5c', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:09.858663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:09.877284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:security_group_rule and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:09.887135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:09.915135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:10.035880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.053237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:10.068254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:10.119742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:10.121233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:10.143625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58832) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:10.144887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8:0:1::25f (194784c9-2590-45ea-aa3d-6fa1375523a3/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:10.157858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network b220fec2-5a46-4381-a736-e2439017082c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:10.162731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293445300', 'description': 'tempest-secgroup-smoke-1293445300 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:10.163787 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:10.172017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:10.252665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:10.275650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:10.276713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.278264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.282865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9db58224-0b26-4e06-84a0-92f3f7d79549 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9645901 Jan 25 15:35:10.288489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58836) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:10.289127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.306737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:10.307530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:10.354491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:10.379543 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:10.442085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:10.442999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3f64c-bdba-4387-b7a5-31674eb0c1d9 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:10.478687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:10.479680 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-356b6f85-5941-479c-8f90-3dba5318f0a3 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58/tags HTTP/1.1" status: 204 len: 168 time: 0.7657337 Jan 25 15:35:10.487386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58840) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:10.498499 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Project 88bedd164d424ea0847769f2f5bddc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:35:10.501625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:10.502105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.507243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:10.528860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.645438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.712362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-163a1ad8-2db6-4e38-88a1-c869ce7cd42a None None] Provisioning complete for port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:10.713106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-163a1ad8-2db6-4e38-88a1-c869ce7cd42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.732504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.764087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.771590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.782694 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:09Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:10.788196 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4cbcd9-73a2-4c43-af83-c663fdff26ba None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:09Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:10.808325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd06470-1428-4c9f-be15-9314c9ccc5f5,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:10.820875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-163a1ad8-2db6-4e38-88a1-c869ce7cd42a None None] Port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:10.895198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b72e865-a1bc-49cc-9ec3-041368d0ad17 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for subnetpool, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.896396 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5b72e865-a1bc-49cc-9ec3-041368d0ad17 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnetpools/bedf6304-414e-4a50-a660-3a89e9bda61b HTTP/1.1" status: 204 len: 168 time: 0.3922932 Jan 25 15:35:10.902592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58844) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:10.938874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:10.942937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.944017 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-be594983-8618-4b4c-b56f-d9b5afebc710 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1659515 Jan 25 15:35:10.950497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58848) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:10.953490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-944d6f9d-381a-49dc-b0c9-a2c8aadb2bda tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Synchronizing usage tracker for tenant:470ff4bb136e45da8f95640ee76433fe on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:10.963753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'network': {'name': 'tempest-network-smoke--624576515', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:10.971155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:10.978975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:10.985034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:network and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:10.992850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:11.000965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:11.044715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Pushing event updated for resources: {'Port': ['ID=9dd13709-aaa5-4713-a4b8-66090e5507e0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:11.059621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:11.081058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:11.085143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-944d6f9d-381a-49dc-b0c9-a2c8aadb2bda tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Unset dirty status for tenant:470ff4bb136e45da8f95640ee76433fe on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:11.086304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:11.089187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-944d6f9d-381a-49dc-b0c9-a2c8aadb2bda tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "GET /v2.0/ports?device_id=2fe5b441-100b-4f3e-9dd7-526e3a48095f HTTP/1.1" status: 200 len: 205 time: 0.1845436 Jan 25 15:35:11.090424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:11.091610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58852) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:11.120727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:11.123354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:11.140331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:11.157728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:11.209170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.229559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Made reservation on behalf of 88bedd164d424ea0847769f2f5bddc15 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:11.237031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.253910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Router 39742c8b-f87f-4fcc-81b4-db3ac11f8b56 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:11.312908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:11.313530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.346978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=95b3d5c6-971c-47f5-be2e-2fdd64b92e4c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:11.352238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:11.427978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.428319 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Added segment aa5395fc-440c-4206-b13c-f63185d670cc of type vlan for network 163b8a71-0c5d-4b18-b6c6-f776066101c9 Jan 25 15:35:11.436905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.602941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-03cdfba1-5c3c-4ea9-9cdd-266a7840f59b tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.7566509 Jan 25 15:35:11.612660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58856) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:11.621533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.172'}]}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:11.647607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] In _notify_port_updated(), no bound segment for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c on network 194784c9-2590-45ea-aa3d-6fa1375523a3 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:35:11.651716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:11.652483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.657538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.657679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3d4822c3-4d61-4152-9a45-dc61100436c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/ports/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c HTTP/1.1" status: 200 len: 1012 time: 3.3713753 Jan 25 15:35:11.661212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58860) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:11.662197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.668700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:11.682127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Usage tracker for resource:router and tenant:59fa2026859b4841be26dc457d94ea53 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:11.685622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:11.770807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.776321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:11.834136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9fa26e03-e860-4cdc-9d4d-793233646d61 None None] Provisioning for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:11.840139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9fa26e03-e860-4cdc-9d4d-793233646d61 None None] Provisioning complete for port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:11.843939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fa26e03-e860-4cdc-9d4d-793233646d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.844105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:11.855028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:11.904219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9fa26e03-e860-4cdc-9d4d-793233646d61 None None] Port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:11.932412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 66892526-c937-47d7-a0e8-e09bd0cd192d is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:11.934698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.935752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.939457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.943472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8e5c3bc0-41d0-4d0d-ad40-8ab72b66e642 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.7925274 Jan 25 15:35:11.951088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:11.951430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:11.955921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58864) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:11.966530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:11.977025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:11.985907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:11.990704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:12.010620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:12.043587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.047275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:12.047845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.084229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.177977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.275926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.356936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7dbca603-60ad-43c1-becf-6f9a62d3a997 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:12.362524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.402374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Network': ['ID=163b8a71-0c5d-4b18-b6c6-f776066101c9,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:12.423342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:12.430497 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-66fb4ef7-d7b9-4bc6-b7ab-43cf6e262080 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4744346 Jan 25 15:35:12.436295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58868) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:12.447860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'admin_state_up': True, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:12.469765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:12.481761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:router and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:12.486924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:12.506398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:12.510605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:12.516874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.518598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.524774 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] Sync routers for ids ['66892526-c937-47d7-a0e8-e09bd0cd192d'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:12.539419 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] Routers {'66892526-c937-47d7-a0e8-e09bd0cd192d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:12.540324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['66892526-c937-47d7-a0e8-e09bd0cd192d'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.557060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.557607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe5b441-100b-4f3e-9dd7-526e3a48095f {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:12.566093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:12.575384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:12.576069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.591995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.595442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-70114513-0380-4106-8dc6-cc40759a0f06 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/routers/2fe5b441-100b-4f3e-9dd7-526e3a48095f HTTP/1.1" status: 204 len: 168 time: 1.5003672 Jan 25 15:35:12.596608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e6ecf0a3-3ded-4aff-91d0-c482d90a5fef tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/66892526-c937-47d7-a0e8-e09bd0cd192d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8615797 Jan 25 15:35:12.597755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58872) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:12.598077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58874) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:12.614146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.615092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.618357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.619911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:12.620787 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.632231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.633571 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f91d213-7d1f-4f1c-b385-15119fe1c635 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "PUT /v2.0/routers/39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 200 len: 920 time: 6.4624414 Jan 25 15:35:12.636886 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] Routers {'66892526-c937-47d7-a0e8-e09bd0cd192d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:12.637702 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['66892526-c937-47d7-a0e8-e09bd0cd192d'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.637837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58880) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:12.682823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] Sync routers for ids ['39742c8b-f87f-4fcc-81b4-db3ac11f8b56'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:12.698885 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.699283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4931c4-7d2d-4bba-bd76-3c42a31bbe1f None None] The sync data for ids ['66892526-c937-47d7-a0e8-e09bd0cd192d'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:12.721361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] Routers {'39742c8b-f87f-4fcc-81b4-db3ac11f8b56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:12.721617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['39742c8b-f87f-4fcc-81b4-db3ac11f8b56'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.750342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.770756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789e2f68-0db6-4095-bd3e-c192fbbc3308,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:12.784815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.823346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Deleting port 7261db30-05c2-46d4-aa1b-334758683e9f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:12.823753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.827855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] Routers {'39742c8b-f87f-4fcc-81b4-db3ac11f8b56'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:12.828679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['39742c8b-f87f-4fcc-81b4-db3ac11f8b56'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.897160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 95b3d5c6-971c-47f5-be2e-2fdd64b92e4c owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:12.899565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:12.900040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909060c9-c791-4fb5-86bd-fd37988e8786 None None] The sync data for ids ['39742c8b-f87f-4fcc-81b4-db3ac11f8b56'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:12.911430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.914370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1dfb5-e788-41cb-af4a-f12799c0634f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:12.914939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2b1dfb5-e788-41cb-af4a-f12799c0634f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:12.917499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.921868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0185c770-c1a6-46df-bd13-9621d54689f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9592614 Jan 25 15:35:12.932857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:12.935060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:12.945753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7dbca603-60ad-43c1-becf-6f9a62d3a997, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7dbca603-60ad-43c1-becf-6f9a62d3a997,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:12.954992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:12.975214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:12.988452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:13.008258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.014433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:13.029721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:13.062927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2b1dfb5-e788-41cb-af4a-f12799c0634f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:13.065837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2b1dfb5-e788-41cb-af4a-f12799c0634f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports/0dac38ac-cd56-4627-ad95-e528c01fc6b7 HTTP/1.1" status: 200 len: 910 time: 0.4607160 Jan 25 15:35:13.070839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58888) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.082834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:13.083061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b62f59e3-bda7-4f49-a7c8-00ba8d47db31'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:13.181996 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-835050dd-108a-4681-aba2-13c4ccff7542 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 200 len: 926 time: 0.5431674 Jan 25 15:35:13.184718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58892) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.277502 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fbc6f2d6-a5a6-45f1-af87-f00f2879c6a9 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=39742c8b-f87f-4fcc-81b4-db3ac11f8b56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0892494 Jan 25 15:35:13.277725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58896) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.344836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.401538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=95b3d5c6-971c-47f5-be2e-2fdd64b92e4c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:13.437148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.504231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.530007 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-516f4868-11d4-4f1d-8ec6-8a94d38d0ac1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c HTTP/1.1" status: 204 len: 168 time: 1.8623986 Jan 25 15:35:13.530197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ca7c4-53a0-4500-80b7-c056b42cf6bc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:13.531905 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4c2ca7c4-53a0-4500-80b7-c056b42cf6bc tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/networks/7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 881 time: 0.2533870 Jan 25 15:35:13.532412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58900) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.534677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58904) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.610674 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9ce37b32-b58a-4180-adc8-e0ce29207fff tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 200 len: 205 time: 0.0749950 Jan 25 15:35:13.611638 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef58ecb8-4427-45ce-85df-8c1632d28c72 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:35:13.612104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ef58ecb8-4427-45ce-85df-8c1632d28c72 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:13.614375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58908) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.746574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.774127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:13.902763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ef58ecb8-4427-45ce-85df-8c1632d28c72 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:13.903806 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ef58ecb8-4427-45ce-85df-8c1632d28c72 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c HTTP/1.1" status: 404 len: 333 time: 0.3705242 Jan 25 15:35:13.906987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58912) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:13.918631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Calling delete_port for 7261db30-05c2-46d4-aa1b-334758683e9f owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:14.057833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.081620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.156314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.176743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 7ede1353-e7a4-4251-8922-1c4bf5f7ba5b {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:14.181222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.251523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.285826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.310462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158de794-d619-46c8-8494-a7dd215726ca,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:14.310854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7dbca603-60ad-43c1-becf-6f9a62d3a997 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:14.381357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.390259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7dbca603-60ad-43c1-becf-6f9a62d3a997 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:14.390948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.409435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.472606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.473044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.476829 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d063aecc-7a3d-400c-b1b6-28c4277dbd7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5362823 Jan 25 15:35:14.476829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.477725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58916) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:14.488635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:14.497220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:14.503405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:14.509499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:14.516948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:14.523949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.571012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port 81d584a2-efdd-4b83-9987-3a35673f476d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:14.571354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.613884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.659547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.669146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=7ede1353-e7a4-4251-8922-1c4bf5f7ba5b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:14.693960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.696043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218bdb5-04fe-400e-95c1-5400287d87bf None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:14.707284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.779339 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-24cd6a13-4a29-43a9-9fb7-fb0c9b54c862 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b HTTP/1.1" status: 204 len: 168 time: 0.8683548 Jan 25 15:35:14.781311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58920) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:14.906399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 1d897a9b-66ab-4a41-9c4a-41fd58522512 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:14.909017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.914661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:14.940828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.025637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event deleted for resources: {'Port': ['ID=7261db30-05c2-46d4-aa1b-334758683e9f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:15.065737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.079686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for 81d584a2-efdd-4b83-9987-3a35673f476d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:15.132114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.195164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d342fa7-6971-4ca4-9717-56caefbfc8fe,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:15.289862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.294934 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8e10dc49-7252-472d-aff2-40daa518403e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8147342 Jan 25 15:35:15.295747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58924) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:15.301542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.346059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:15.357620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:15.397244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:15.403914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:15.413287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:15.500892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.528599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.569919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.573029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.661547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-047cdf67-4d34-465d-847b-9be1cb41dec8 None None] Provisioning complete for port bb20f9f3-c76b-46c2-a544-baffef896d83 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:15.662175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-047cdf67-4d34-465d-847b-9be1cb41dec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.683935 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-de22a9eb-e00e-4ec9-9b5a-a45491fbfe57 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/ports/7261db30-05c2-46d4-aa1b-334758683e9f HTTP/1.1" status: 204 len: 168 time: 3.0782962 Jan 25 15:35:15.706133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58928) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:15.711176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.741017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=81d584a2-efdd-4b83-9987-3a35673f476d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:15.752247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=1d897a9b-66ab-4a41-9c4a-41fd58522512,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:15.768249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.795461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51208168-a1f4-480e-88cc-66fedb066415 None None] Network 194784c9-2590-45ea-aa3d-6fa1375523a3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:15.796145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.805947 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2cfed6dc-6cf1-46dc-9090-d70fffe8c758 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/1d897a9b-66ab-4a41-9c4a-41fd58522512 HTTP/1.1" status: 204 len: 168 time: 1.0237923 Jan 25 15:35:15.813123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58932) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:15.896763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:15.938798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.024384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.1 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/7176e22c-27a1-4ea9-8993-be0c792cd1e4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:16.056257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.081494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] DHCP port deletion for 194784c9-2590-45ea-aa3d-6fa1375523a3 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:35:16.087029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Deleting port bb20f9f3-c76b-46c2-a544-baffef896d83 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:16.087712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.126763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.164219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.215700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba217045-d948-4093-acec-8f3d0e4cde29,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:16.285759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port bb20f9f3-c76b-46c2-a544-baffef896d83 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:16.286056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.324800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bb20f9f3-c76b-46c2-a544-baffef896d83 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:16.325555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.326752 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-009aa859-cb27-4d9b-92d7-255a24d83a2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0272460 Jan 25 15:35:16.338312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58936) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:16.348663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:16.357973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:16.366124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:16.408285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bb20f9f3-c76b-46c2-a544-baffef896d83,segment=NetworkSegment(225400f7-ecbe-48d8-885d-234b0c26748c),segment_id=225400f7-ecbe-48d8-885d-234b0c26748c)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:16.408671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.424973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:16.584453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] For port bb20f9f3-c76b-46c2-a544-baffef896d83, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bb20f9f3-c76b-46c2-a544-baffef896d83,segment=NetworkSegment(225400f7-ecbe-48d8-885d-234b0c26748c),segment_id=225400f7-ecbe-48d8-885d-234b0c26748c)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:16.584792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.594830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Calling delete_port for bb20f9f3-c76b-46c2-a544-baffef896d83 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:16.646684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:16.668550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.674487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:16.759876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.765314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for bb20f9f3-c76b-46c2-a544-baffef896d83 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:16.779887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Allocated IP 172.26.8.33 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:16.783629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.790386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Deleting subnet d5762e26-2b4c-42de-822f-9378ac4d2d58 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:16.809355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.809486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] Pushing event deleted for resources: {'Port': ['ID=bb20f9f3-c76b-46c2-a544-baffef896d83,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:16.816202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e6d49-b5bb-4137-b741-2468e2ae1844 None None] No DVR routers for this DVR port bb20f9f3-c76b-46c2-a544-baffef896d83 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:16.839608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.851005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.885863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:16.886185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:16.905062 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:35:16.910147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.912031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.933061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.939753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.978273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.985489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:16.985983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router 39742c8b-f87f-4fcc-81b4-db3ac11f8b56 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:17.003103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.004157 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a951a910-fbc5-4ba9-aaf5-9ae50ee9f750 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 204 len: 168 time: 3.3886938 Jan 25 15:35:17.007892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58940) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:17.012929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1389235993', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:17.019724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:17.024934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Usage tracker for resource:router and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:17.026220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:17.032781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:17.048160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.070766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d78d0cdb-afbe-458e-80d6-4059600ab2ae,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:17.087667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.090595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.148897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.149911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.169449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.177990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.179169 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-93417a62-ec4a-4dfa-90d1-61a5217ad6a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8399451 Jan 25 15:35:17.181925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58944) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:17.188090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:17.195111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:17.199447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:17.202345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:17.208548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:17.212325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=0dac38ac-cd56-4627-ad95-e528c01fc6b7,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:17.226391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:17.226988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.228258 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1130ad55-c61a-4623-8ce8-bb163564c918 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/ports/0dac38ac-cd56-4627-ad95-e528c01fc6b7 HTTP/1.1" status: 200 len: 910 time: 4.1544859 Jan 25 15:35:17.231293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58948) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:17.297816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.311368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.391503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port bb20f9f3-c76b-46c2-a544-baffef896d83 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:17.391749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.402738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.439998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.440468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b841d2f-aa39-4fe5-9c0e-3e37ee2db5bd {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:17.477014 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:35:17.484658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.488278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.493813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:17.530502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.532557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:17.542624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:17.543746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] The port 'bb20f9f3-c76b-46c2-a544-baffef896d83' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:35:17.570919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event deleted for resources: {'Subnet': ['ID=d5762e26-2b4c-42de-822f-9378ac4d2d58,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:17.572601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=7176e22c-27a1-4ea9-8993-be0c792cd1e4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:17.612087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:35:17.613104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-838e5d8b-d391-4737-8497-6817d085c01f tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9957504 Jan 25 15:35:17.622227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58952) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:17.630577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb3f38-86e2-4ab6-92de-29ec9dbb82a3 None None] Network 98ccfbd0-4695-457d-bd35-39a0a933769b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:17.638844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.694979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:17.712394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:17.731697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:17.759225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-97f56ac0-158c-4b93-bf07-7b93edd3fc87 tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/subnets/d5762e26-2b4c-42de-822f-9378ac4d2d58 HTTP/1.1" status: 204 len: 168 time: 2.0471945 Jan 25 15:35:17.764431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:17.772508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 58956) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:17.773300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.835953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.854670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.866040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Deleting port 9dd13709-aaa5-4713-a4b8-66090e5507e0 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:17.866381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.889566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194784c9-2590-45ea-aa3d-6fa1375523a3']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:17.903618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] DHCP port deletion for 98ccfbd0-4695-457d-bd35-39a0a933769b request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:35:17.908359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Deleting port 3bf72934-fdee-4657-9019-6411d1015623 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:17.910064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.912599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.918233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225400f7-ecbe-48d8-885d-234b0c26748c') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:17.918558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225400f7-ecbe-48d8-885d-234b0c26748c') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:17.934249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:17.957563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.026287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:18.026686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.056347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:18.062731 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:18.128063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] For port 3bf72934-fdee-4657-9019-6411d1015623, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3bf72934-fdee-4657-9019-6411d1015623,segment=NetworkSegment(958e3040-ad7e-4fb2-b81e-b105eff49389),segment_id=958e3040-ad7e-4fb2-b81e-b105eff49389)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:18.129288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.189908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.219499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e90817-6b23-48ce-bcbc-f13b5a57e3c0,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:18.255638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Deleting port 3bf72934-fdee-4657-9019-6411d1015623 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:18.255981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.268719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Calling delete_port for 3bf72934-fdee-4657-9019-6411d1015623 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:18.314763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.323378 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dc647950-1ee8-4c40-aadb-1b5370044e3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1404555 Jan 25 15:35:18.342718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3bf72934-fdee-4657-9019-6411d1015623 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:18.376834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.382105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.416255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.465122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.470474 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/194784c9-2590-45ea-aa3d-6fa1375523a3 HTTP/1.1" status: 204 len: 168 time: 2.6550684 Jan 25 15:35:18.471270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349b5e0-b204-416c-8929-ee2b6ef264fe tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=194784c9-2590-45ea-aa3d-6fa1375523a3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:18.480570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58962) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:18.486345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.535033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.575066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.650904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] Pushing event deleted for resources: {'Port': ['ID=3bf72934-fdee-4657-9019-6411d1015623,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:18.665438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb8ef0-f2c8-4c64-bc47-b71214c5c3ef None None] No DVR routers for this DVR port 3bf72934-fdee-4657-9019-6411d1015623 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:18.669633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Calling delete_port for 9dd13709-aaa5-4713-a4b8-66090e5507e0 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:18.793050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.826932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:18.894681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82492c4e-8e61-47ac-b309-74a69603f1f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:18.895354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-82492c4e-8e61-47ac-b309-74a69603f1f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:19.015871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-82492c4e-8e61-47ac-b309-74a69603f1f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:19.017009 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-82492c4e-8e61-47ac-b309-74a69603f1f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5354476 Jan 25 15:35:19.024339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58972) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:19.057147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-91aa8f84-5252-4e15-addf-26812c2518fb req-1cb4fcf8-0e8d-4654-9b1c-823993bca2cd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:19.074976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] For port 3bf72934-fdee-4657-9019-6411d1015623, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3bf72934-fdee-4657-9019-6411d1015623,segment=NetworkSegment(958e3040-ad7e-4fb2-b81e-b105eff49389),segment_id=958e3040-ad7e-4fb2-b81e-b105eff49389)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:19.075493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.089868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Allocated IP 172.26.8.177 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b204b3f5-fdc3-45b9-89a3-5d124d7efc98) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:19.235231 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-09505bc5-9388-4ca4-8153-0edd65893f97 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2081094 Jan 25 15:35:19.260592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58976) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:19.269372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1781916739'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:19.277726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:19.279763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.280478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.288408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:19.289199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Calling delete_port for 3bf72934-fdee-4657-9019-6411d1015623 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:19.292790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:19.304575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:19.449897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-91aa8f84-5252-4e15-addf-26812c2518fb req-1cb4fcf8-0e8d-4654-9b1c-823993bca2cd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:19.451003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-1cb4fcf8-0e8d-4654-9b1c-823993bca2cd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293445300&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.7348332 Jan 25 15:35:19.492381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:19.495391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.542924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 0dac38ac-cd56-4627-ad95-e528c01fc6b7 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:19.543267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.632026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.667301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:19.775554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dd13709-aaa5-4713-a4b8-66090e5507e0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:19.777822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.778167 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment 972e4308-bec4-41f6-8bfd-420931e23946 of type vlan for network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 Jan 25 15:35:19.787457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:19.787779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:19.837239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.846521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:19.901284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.024398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8f84-5252-4e15-addf-26812c2518fb req-649292c7-08e0-49d5-8531-6fc67532b568 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:20.025907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-649292c7-08e0-49d5-8531-6fc67532b568 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 795 time: 0.3991492 Jan 25 15:35:20.030369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 0dac38ac-cd56-4627-ad95-e528c01fc6b7 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:20.044786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:20.064531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.067327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.068191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:20.068767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.076213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.099557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-2214d305-b0d6-4987-beee-31e4e3f718cb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0579853 Jan 25 15:35:20.164379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.195677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.232371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=034c1c6b-7f1a-4581-beda-4bbcea6bd550,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:20.242256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8c117327-54f7-4864-8801-b49a72bf5579 tempest-RoutersAdminNegativeIpV6Test-1719299115 tempest-RoutersAdminNegativeIpV6Test-1719299115-project-admin] 10.222.0.26 "DELETE /v2.0/ports/9dd13709-aaa5-4713-a4b8-66090e5507e0 HTTP/1.1" status: 204 len: 168 time: 2.6077492 Jan 25 15:35:20.256339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:20.279099 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1e88c710-74ee-4d61-a25e-29b978f7e629 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0174224 Jan 25 15:35:20.285735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58982) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:20.289715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Deleting port 3bf72934-fdee-4657-9019-6411d1015623 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:20.290063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.303286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:20.352949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=7176e22c-27a1-4ea9-8993-be0c792cd1e4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:20.355523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.400127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] The port '3bf72934-fdee-4657-9019-6411d1015623' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:35:20.492472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:20.500327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-ef651f83-5370-4fbd-8620-174fe085fa03 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3931439 Jan 25 15:35:20.500582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:20.502932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:20.527518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event updated for resources: {'Port': ['ID=b204b3f5-fdc3-45b9-89a3-5d124d7efc98,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:20.631853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:20.643694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:20.673735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:20.695155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:20.710157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.791463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ccfbd0-4695-457d-bd35-39a0a933769b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:20.823306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958e3040-ad7e-4fb2-b81e-b105eff49389') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:20.823660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958e3040-ad7e-4fb2-b81e-b105eff49389') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:20.831659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:20.850069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:20.853180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.861833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:20.868794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:20.869706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-4daa98e4-b0cf-4d2c-bb0c-15960530e062 service neutron] 10.222.0.26 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753489 Jan 25 15:35:20.901354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 58988) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:20.911853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.969313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:20.986566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=0dac38ac-cd56-4627-ad95-e528c01fc6b7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:21.041083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.161507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:21.162055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:21.176959 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:21.199346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.237717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.238439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.442014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:21.450566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d0236c99-fcd2-44fb-b0e9-a30ce779d494 service neutron] 10.222.0.26 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151043 Jan 25 15:35:21.455940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Usage tracker for resource:security_group_rule and tenant:8e08146af08e46a4ab37c83d77085ac1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:21.459383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:21.472659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:21.526905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.545100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.554427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.573680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] Pushing event deleted for resources: {'Network': ['ID=98ccfbd0-4695-457d-bd35-39a0a933769b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:21.579674 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c31c627f-c840-4cee-9c5f-11b0f036434e tempest-TagsExtTest-1019299406 tempest-TagsExtTest-1019299406-project] 10.222.0.26 "DELETE /v2.0/networks/98ccfbd0-4695-457d-bd35-39a0a933769b HTTP/1.1" status: 204 len: 168 time: 3.8015974 Jan 25 15:35:21.804059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e97360b-4488-4311-a8ac-33de18524325 req-a763192e-eb06-4047-9d3d-16395725d178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.0600803 Jan 25 15:35:21.834178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:21.847948 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Sync routers for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:21.859954 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:21.860556 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:21.878025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.897148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:21.962300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:21.963424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6af4688d-478f-43e3-ab1b-eedbc4d09506 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.5248411 Jan 25 15:35:21.971084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59004) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.059418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.064400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.069185 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:22.187388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59012) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.266255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91923ae4-0b36-4483-bba7-30609b81d902,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:22.287468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-093f4657-dbe5-4265-b211-421d5ab9bf4f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e08146af08e46a4ab37c83d77085ac1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3848245 Jan 25 15:35:22.288280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=7cecb429-0653-4a83-bac1-8d1fb0d9da87,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:22.291156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59018) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.381943 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-21334cf3-dc6c-4b7e-b27e-84dcb19f4ec0 tempest-TestNetworkAdvancedServerOps-1944683116 tempest-TestNetworkAdvancedServerOps-1944683116-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=88bedd164d424ea0847769f2f5bddc15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4073803 Jan 25 15:35:22.385893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59022) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.464585 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:18Z', 'revision_number': 3, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:22.468130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': '972e4308-bec4-41f6-8bfd-420931e23946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:22.468505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 034c1c6b-7f1a-4581-beda-4bbcea6bd550, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:22.468925 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Checking router: d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:35:22.469259 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Updating router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:35:22.525768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:22.527580 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.535394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c05971d-1e01-4710-b968-e12cfdd51c9e tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/routers/d83b1c84-e7b9-4aa5-badc-baf87df8c5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2334483 Jan 25 15:35:22.535594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59026) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.546004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:22.560393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'port': {'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef', 'name': 'tempest-FloatingIPTestJSON-1996081706'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:22.569660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:22.570517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:22.590373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 66892526-c937-47d7-a0e8-e09bd0cd192d has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:22.604756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.621167 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b73e2401-bda2-4883-b97a-04afe641deac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=470ff4bb136e45da8f95640ee76433fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4317000 Jan 25 15:35:22.628007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.661643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.663317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:22.674409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:22.674609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:22.675067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:22.739454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:22.740171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91236da4-537d-4fd7-af68-2d396b1286ae None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:22.743113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733fc15-653c-4776-b328-15de840d4dc0 tempest-TestNetworkAdvancedServerOps-1944683116 tempest-TestNetworkAdvancedServerOps-1944683116-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:22.747736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2733fc15-653c-4776-b328-15de840d4dc0 tempest-TestNetworkAdvancedServerOps-1944683116 tempest-TestNetworkAdvancedServerOps-1944683116-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3610966 Jan 25 15:35:22.748701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59036) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.774583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Router 0cfe985f-34c6-477d-9708-a9b154d742d2 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:22.801399 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-850fd771-9081-4b25-921f-7243aad651cc tempest-TestNetworkAdvancedServerOps-1944683116 tempest-TestNetworkAdvancedServerOps-1944683116-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425498 Jan 25 15:35:22.803956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59040) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:22.812287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321991671', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:22.829332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:22.854842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 034c1c6b-7f1a-4581-beda-4bbcea6bd550) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:22.866021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:22.866614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.867253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03afe05-68fa-43e8-b183-282f6228a1eb None None] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:22.960568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:22.989803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:23.017016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:port and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:23.021021 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3602f6a3-74ba-452e-a7be-eb95aa8167c9 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/66892526-c937-47d7-a0e8-e09bd0cd192d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7886145 Jan 25 15:35:23.026442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59046) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:23.026649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:23.041201 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] Sync routers for ids ['66892526-c937-47d7-a0e8-e09bd0cd192d'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:23.072450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.072659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] Routers {'66892526-c937-47d7-a0e8-e09bd0cd192d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:23.072659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['66892526-c937-47d7-a0e8-e09bd0cd192d'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.078491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:23.099607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3753c048-c886-428d-bfa7-43fac729fb46 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:23.103785 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4448820-ca74-4cef-a37c-f73aa0256913 req-ddaa5b22-a828-4361-b08d-5b8609f5da83 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.0862334 Jan 25 15:35:23.113755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.116060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.117354 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91923ae4-0b36-4483-bba7-30609b81d902 HTTP/1.1" status: 204 len: 168 time: 0.8223407 Jan 25 15:35:23.151942 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-196c5127-4e17-443f-8255-823d212b7c53 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8600461 Jan 25 15:35:23.154313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59052) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:23.161890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d888d-0e33-4c92-876e-e60217daffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91923ae4-0b36-4483-bba7-30609b81d902,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:23.169127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550', 'name': 'tempest-PortsIpV6TestJSON-2099873548'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:23.176062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:23.183833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:subnet and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:23.196984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:23.214095 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.216598 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.223047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:23.226531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:23.229804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.238362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Transition to ACTIVE for port object f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:23.251793 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] Routers {'66892526-c937-47d7-a0e8-e09bd0cd192d'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:23.252088 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['66892526-c937-47d7-a0e8-e09bd0cd192d'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.271223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3753c048-c886-428d-bfa7-43fac729fb46 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:23.285682 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3753c048-c886-428d-bfa7-43fac729fb46 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=66892526-c937-47d7-a0e8-e09bd0cd192d HTTP/1.1" status: 200 len: 205 time: 0.2577982 Jan 25 15:35:23.290073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:23.336212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-034c1c6b-7f1a-4581-beda-4bbcea6bd550', 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '7cecb429-0653-4a83-bac1-8d1fb0d9da87'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:23.337456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.348376 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.383114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] device_id is not set on port f511e1b6-170c-43ac-9151-a8a7902edf99 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:23.391840 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.392246 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f1a05-77aa-4e68-b60d-abfda35bc1fa None None] The sync data for ids ['66892526-c937-47d7-a0e8-e09bd0cd192d'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:23.433081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:23.446051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:23.449795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.477115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc02f439-29d9-449d-bc01-212fe3fdc37c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:23.489362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Attempting to bind port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:23.489362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Attempting to bind port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:23.489362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Attempting to bind port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:23.489362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6db65-5e39-4e30-9d1f-6cd2e1849b91 None None] Pushing event updated for resources: {'Port': ['ID=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:23.491148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.491763 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e639e282-2d1c-42f6-9cc4-1e47af912232 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc02f439-29d9-449d-bc01-212fe3fdc37c HTTP/1.1" status: 204 len: 168 time: 0.8601139 Jan 25 15:35:23.508080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:23.508480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:23.509038 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:23.509681 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.516413 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:23.516932 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Bound port: f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:23.517331 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.547048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] Sync routers for ids ['0cfe985f-34c6-477d-9708-a9b154d742d2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:23.552335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Made reservation on behalf of 88bedd164d424ea0847769f2f5bddc15 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:23.588828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:23.592399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.610878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Allocated IP 2001:db8::2 (034c1c6b-7f1a-4581-beda-4bbcea6bd550/7cecb429-0653-4a83-bac1-8d1fb0d9da87/c7334d02-7000-4cfb-95a5-6a00bcf309bf) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:23.612757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] Routers {'0cfe985f-34c6-477d-9708-a9b154d742d2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:23.613422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0cfe985f-34c6-477d-9708-a9b154d742d2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.648745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] For port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:23.650648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.651880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e200e25c-cc01-446e-b71d-1be0f4a4f7c0 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.6430407 Jan 25 15:35:23.657519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59062) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:23.660554 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] For port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:23.674216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:23.680528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:23.735208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.770771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.779096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.832601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] Routers {'0cfe985f-34c6-477d-9708-a9b154d742d2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:23.832829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0cfe985f-34c6-477d-9708-a9b154d742d2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.877031 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:23.877677 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:02Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.881888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:23.945187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:23.953488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44ca03e-2bb8-4a47-a485-4da99fed62ea None None] The sync data for ids ['0cfe985f-34c6-477d-9708-a9b154d742d2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:24.066984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.8 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/f511e1b6-170c-43ac-9151-a8a7902edf99) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:24.073433 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6db65-5e39-4e30-9d1f-6cd2e1849b91 None None] Pushing event updated for resources: {'Port': ['ID=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:24.125719 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:24.145256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59070) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:24.172867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.193721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Transition to ACTIVE for port object c7334d02-7000-4cfb-95a5-6a00bcf309bf will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:24.239699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Transition to ACTIVE for port object c7334d02-7000-4cfb-95a5-6a00bcf309bf will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:24.259342 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c847e3a6-7c6b-4ace-9289-ade447e4d4a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59fa2026859b4841be26dc457d94ea53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1106946 Jan 25 15:35:24.259996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59074) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:24.329622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.480983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Pushing event updated for resources: {'Port': ['ID=c7334d02-7000-4cfb-95a5-6a00bcf309bf,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:24.500103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.503373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:24.509633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:24.509633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:24.529121 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:18Z', 'revision_number': 3, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:24.534797 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d55534-eeb7-4071-a505-ff3031410bb8 None None] The sync data for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv is: [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:18Z', 'revision_number': 3, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:24.538432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.549761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c8227ba8-12cd-47a2-b117-8d52ff503c3f req-a62ed3cc-8bd8-4101-a990-09eec83a76af tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.1923547 Jan 25 15:35:24.602593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::3d6 (034c1c6b-7f1a-4581-beda-4bbcea6bd550/7cecb429-0653-4a83-bac1-8d1fb0d9da87/fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:24.630589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Attempting to bind port c7334d02-7000-4cfb-95a5-6a00bcf309bf on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:24.631164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Attempting to bind port c7334d02-7000-4cfb-95a5-6a00bcf309bf by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '972e4308-bec4-41f6-8bfd-420931e23946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:24.631703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Attempting to bind port c7334d02-7000-4cfb-95a5-6a00bcf309bf on network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:24.647568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:24.647990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Checking segment: {'id': '972e4308-bec4-41f6-8bfd-420931e23946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:24.648395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.648844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Bound using segment: {'id': '972e4308-bec4-41f6-8bfd-420931e23946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:24.649518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Bound port: c7334d02-7000-4cfb-95a5-6a00bcf309bf, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '972e4308-bec4-41f6-8bfd-420931e23946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:24.649827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.784367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] For port c7334d02-7000-4cfb-95a5-6a00bcf309bf, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:24.789037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] For port c7334d02-7000-4cfb-95a5-6a00bcf309bf, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7334d02-7000-4cfb-95a5-6a00bcf309bf,segment=NetworkSegment(972e4308-bec4-41f6-8bfd-420931e23946),segment_id=972e4308-bec4-41f6-8bfd-420931e23946)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:24.865881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:24.997888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9445b-2ec8-45db-9153-228a06acbade None None] Pushing event updated for resources: {'Port': ['ID=c7334d02-7000-4cfb-95a5-6a00bcf309bf,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:25.024191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.071363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.084548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12f2d5b-ec2a-4aad-aea2-6135cc05f348,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:25.147413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.149036 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fd636a2e-c8fe-4bed-bbef-f020fdcd8d03 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a12f2d5b-ec2a-4aad-aea2-6135cc05f348 HTTP/1.1" status: 204 len: 168 time: 0.8840094 Jan 25 15:35:25.155022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.191104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:25.211439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8f84-5252-4e15-addf-26812c2518fb req-013e456c-e5ee-4e02-bf00-a13c0ed73910 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:25.212821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-013e456c-e5ee-4e02-bf00-a13c0ed73910 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 795 time: 0.5572677 Jan 25 15:35:25.237977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.288345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.410521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.417198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:25.420651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:25.429337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:25.433294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:25.433940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.443035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:25.471229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-ae329bd4-ddb9-4dbb-b00c-2ac415f44c8d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.2391853 Jan 25 15:35:25.480661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.497792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:25.569250 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ff8ac1b3-ee34-4216-af8d-f19f597a5040 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4071703 Jan 25 15:35:25.570629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59080) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:25.576274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.576858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router 66892526-c937-47d7-a0e8-e09bd0cd192d {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:25.582641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '034c1c6b-7f1a-4581-beda-4bbcea6bd550', 'name': 'tempest-PortsIpV6TestJSON-349460526'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:25.732460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Subnet': ['ID=0a3beb47-6132-4283-a95c-286c24e8e698,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:25.783390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:25.789256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:25.792398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:25.799519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:25.829228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8cedb65a-31b6-4caa-9188-308bfa3e449e req-3071a1f2-fdb3-485a-9c9e-97c75519a37d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.1054907 Jan 25 15:35:25.865704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Checking segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:25.866074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network hostable DHCP agents. Network: 163b8a71-0c5d-4b18-b6c6-f776066101c9, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:25.875880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.876964 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8dceb8b2-7d53-493d-879f-d81d8e2989b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/66892526-c937-47d7-a0e8-e09bd0cd192d HTTP/1.1" status: 204 len: 168 time: 2.5861290 Jan 25 15:35:25.880742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:25.882734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59092) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:25.883847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:25.888852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:25.907308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:25.926584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:25.935364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:25.950454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:25.960860 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:35:26.014788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.097690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::154 (034c1c6b-7f1a-4581-beda-4bbcea6bd550/7cecb429-0653-4a83-bac1-8d1fb0d9da87/d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:26.099532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:26.102545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.223527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:26.244911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=f511e1b6-170c-43ac-9151-a8a7902edf99,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:26.251245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:26.298933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:26.314778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:26.384855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.385182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.385497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.385828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.386155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.386475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.386802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.387227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.387437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.387735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.388050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:26.391646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 163b8a71-0c5d-4b18-b6c6-f776066101c9) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:26.401492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e04c75-ce73-4d03-8246-6a3e3be7608f None None] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:26.418548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:26.419068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.420119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.447952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:26.500602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e8f1e-b9d6-46c2-a678-1de5f9b06b04 None None] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:26.542619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7334d02-7000-4cfb-95a5-6a00bcf309bf up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:26.545785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.572554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:26.573164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.584021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet b62f59e3-bda7-4f49-a7c8-00ba8d47db31 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:26.595783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.637834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:26.641770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d9187757-7ea3-4c63-aa10-8188287eaafd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.8367875 Jan 25 15:35:26.641949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:26.644440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59104) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:26.646154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:26.650279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:26.650890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.667328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:26.860218 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5b2e2187-8b16-4fbc-b9eb-4d071c04f454 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2880650 Jan 25 15:35:26.863198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59110) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:26.873293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b775cfa2-46fb-47b3-b6f2-025115226131 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3367143 Jan 25 15:35:26.913784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59118) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:26.926984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'port': {'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef', 'name': 'tempest-FloatingIPTestJSON-956454196'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:26.937456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:26.956472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Provisioning for port c7334d02-7000-4cfb-95a5-6a00bcf309bf completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:26.980372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c7334d02-7000-4cfb-95a5-6a00bcf309bf completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:26.989155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.6 (4e77dc76-ea99-4da9-ab17-5493ce5bd13d/4a55f9da-0d16-4119-b18f-ee7729002cbb/0c110494-8d1a-4938-b55c-a7839e14eab4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:27.019029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Provisioning complete for port c7334d02-7000-4cfb-95a5-6a00bcf309bf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:27.019404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.100128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f0b6e-bbf2-4d9d-bbb0-9a2148790acc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:27.100930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ce1f0b6e-bbf2-4d9d-bbb0-9a2148790acc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:27.133691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:27.138426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:port and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:27.140582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c7334d02-7000-4cfb-95a5-6a00bcf309bf triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:27.140859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.146247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:27.148175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:27.176421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-163b8a71-0c5d-4b18-b6c6-f776066101c9', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:27.177255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.216999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ce1f0b6e-bbf2-4d9d-bbb0-9a2148790acc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:27.221735 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce1f0b6e-bbf2-4d9d-bbb0-9a2148790acc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d6 HTTP/1.1" status: 200 len: 929 time: 0.3562884 Jan 25 15:35:27.223240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59124) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:27.276833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-56a9c3a1-c611-4124-8ea8-e8cb5f21ee17 req-7c4a159e-895b-4050-a11d-db15db78561b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:27.282301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:27.285622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.303747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.322230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] device_id is not set on port 2d01624a-7e2f-4b79-b872-4535cf391816 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:27.432708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:27.433470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.535662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Allocated IP 172.20.0.2 (163b8a71-0c5d-4b18-b6c6-f776066101c9/0a3beb47-6132-4283-a95c-286c24e8e698/dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:27.553217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.560113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-56a9c3a1-c611-4124-8ea8-e8cb5f21ee17 req-7c4a159e-895b-4050-a11d-db15db78561b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:27.565169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.574396 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56a9c3a1-c611-4124-8ea8-e8cb5f21ee17 req-7c4a159e-895b-4050-a11d-db15db78561b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.4954011 Jan 25 15:35:27.691846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.718788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port c7334d02-7000-4cfb-95a5-6a00bcf309bf, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7334d02-7000-4cfb-95a5-6a00bcf309bf,segment=NetworkSegment(972e4308-bec4-41f6-8bfd-420931e23946),segment_id=972e4308-bec4-41f6-8bfd-420931e23946)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:27.731402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 0c110494-8d1a-4938-b55c-a7839e14eab4 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:27.777819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.6 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/2d01624a-7e2f-4b79-b872-4535cf391816) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:27.787190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.851972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.868180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Transition to ACTIVE for port object dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:27.892214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.893370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:27.922136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:27.924838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.022203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Transition to ACTIVE for port object dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:28.048227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=b62f59e3-bda7-4f49-a7c8-00ba8d47db31,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:28.074439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.116445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5665b2-523c-4f6e-b660-0c65f3a2d21d None None] Network b220fec2-5a46-4381-a736-e2439017082c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:28.120919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:28.127851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c47d507c-97a6-42d1-9d9e-76f76d92e31a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/b62f59e3-bda7-4f49-a7c8-00ba8d47db31 HTTP/1.1" status: 204 len: 168 time: 2.2414079 Jan 25 15:35:28.130618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:28.131564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59138) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:28.132352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.177456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:28.237355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.244896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:28.245118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-7c6f7c9d-d5d3-4c91-ae1a-f4e952c0d557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:28.258352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:28.275783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.306532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=c7334d02-7000-4cfb-95a5-6a00bcf309bf,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:28.363451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:28.364068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.375431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.440162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:28.474318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:28.482449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:28.484083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Deleting port b204b3f5-fdc3-45b9-89a3-5d124d7efc98 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:28.484226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:28.484417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.506036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:28.514442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:28.514852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.544731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:28.572950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-64bd5b6a-e462-4dec-9071-b42c25c92dcd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0879385 Jan 25 15:35:28.645566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Request body: {'port': {'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:28.726990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.808648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59148) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:28.827969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.861433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=2d01624a-7e2f-4b79-b872-4535cf391816,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:28.864693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:28.867075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:28.873330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:28.877658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.903743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Attempting to bind port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:28.904915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Attempting to bind port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:28.906167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Attempting to bind port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 on network 163b8a71-0c5d-4b18-b6c6-f776066101c9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:28.945330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.957295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:28.958157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Checking segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:28.958740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.959533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Bound using segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:28.960403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Bound port: dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:28.961089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.962121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.962466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.962803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.963135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.963463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.963790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.964114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.964431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.965044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.965550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.966029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:28.976916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:28.999949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:29.024093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:29.056075 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f33932f5-0427-4b57-986c-cf9d316e6f50 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 HTTP/1.1" status: 204 len: 168 time: 1.8317304 Jan 25 15:35:29.060501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:29.061130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.067674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59152) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:29.105172 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] DHCP port deletion for b220fec2-5a46-4381-a736-e2439017082c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:35:29.129135 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61cdbad-6b7c-40c1-9d70-4e894986224c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:35:29.129733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b61cdbad-6b7c-40c1-9d70-4e894986224c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:29.137738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.200932 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46ec762a-412e-4b9f-b1a5-ff1613c62a9a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2829645 Jan 25 15:35:29.201198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:29.208647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '2d01624a-7e2f-4b79-b872-4535cf391816', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:29.222664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:29.230419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:floatingip and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:29.234067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:29.242816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:29.255346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b61cdbad-6b7c-40c1-9d70-4e894986224c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:29.256594 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b61cdbad-6b7c-40c1-9d70-4e894986224c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8 HTTP/1.1" status: 404 len: 333 time: 0.1879086 Jan 25 15:35:29.259732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59162) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:29.267646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7334d02-7000-4cfb-95a5-6a00bcf309bf up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:29.296177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Deleting port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:29.296555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.313114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:29.313638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.337564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Provisioning for port 0c110494-8d1a-4938-b55c-a7839e14eab4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:29.339529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:29.340012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.358490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Provisioning complete for port 0c110494-8d1a-4938-b55c-a7839e14eab4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:29.358865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.372372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.372588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.401164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-198935351', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:29.423315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:29.436546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Usage tracker for resource:port and tenant:e912e342c38d472e8509673c7376b74d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:29.447941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:29.451822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.482194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:29.518875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:29.567644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Port 0c110494-8d1a-4938-b55c-a7839e14eab4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:29.571599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] For port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:29.592892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] For port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:29.601356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa81f72b-dac4-439e-8f52-bfefb4a00b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.671797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Calling delete_port for b204b3f5-fdc3-45b9-89a3-5d124d7efc98 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:29.701097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.719782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Provisioning complete for port c7334d02-7000-4cfb-95a5-6a00bcf309bf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:29.720147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.751651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563fd71-cda2-4a3d-9d8a-c213dbcaad2b req-a2a66108-93af-4de6-93f6-ca467063de51 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:29.767878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a563fd71-cda2-4a3d-9d8a-c213dbcaad2b req-a2a66108-93af-4de6-93f6-ca467063de51 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 931 time: 0.8801367 Jan 25 15:35:29.768031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.770115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.845101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c7334d02-7000-4cfb-95a5-6a00bcf309bf triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:29.845503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.905076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:29.928097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] For port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,segment=NetworkSegment(f3ebcc24-495a-47bd-bed7-76f59e4fb292),segment_id=f3ebcc24-495a-47bd-bed7-76f59e4fb292)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:29.928733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:29.990759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Made reservation on behalf of e912e342c38d472e8509673c7376b74d for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:29.993691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.039597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.214 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/804a172f-86b1-476d-885d-45e38d991869) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:30.069478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.114887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,segment=NetworkSegment(f3ebcc24-495a-47bd-bed7-76f59e4fb292),segment_id=f3ebcc24-495a-47bd-bed7-76f59e4fb292)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:30.115238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.119099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Calling delete_port for 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:30.182031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a563fd71-cda2-4a3d-9d8a-c213dbcaad2b req-e575002f-bd7d-4522-ba06-565d5742987d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024024 Jan 25 15:35:30.200904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec642c-3267-4cf7-a48f-a32258a2aaa0 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:30.353110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:30.382342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.412937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Could not find standard attr ID for object fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:35:30.414263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.442397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b270c5d-0e79-4228-927a-6f297e19d0d9 None None] Could not find standard attr ID for object d46e4a9f-c987-4db3-9bb1-bf76a0cf39a8. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:35:30.445514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.484341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:30.503832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:30.549739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] Pushing event deleted for resources: {'Port': ['ID=4302fcd0-b4f5-4923-9ef4-dd73f36db2f5,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:30.557229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.560765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:35:30.561109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:35:30.562697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced42a1-9fee-4c54-a0df-df486381c9bb None None] No DVR routers for this DVR port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:30.621424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c110494-8d1a-4938-b55c-a7839e14eab4 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:35:30.640585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.648514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:30.650477 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4410b3fb-cf00-4479-87a9-96f89a435949 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a HTTP/1.1" status: 204 len: 168 time: 1.3896563 Jan 25 15:35:30.657079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59168) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:30.663309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Usage tracker for resource:security_group_rule and tenant:e912e342c38d472e8509673c7376b74d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:30.682769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:30.689810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Transition to ACTIVE for port object 0c110494-8d1a-4938-b55c-a7839e14eab4 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:30.713751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:30.740503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:30.753521 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-917207fc-39b6-4025-8ea8-b25536d31fa1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:35:30.755227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-917207fc-39b6-4025-8ea8-b25536d31fa1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:30.755365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:30.755365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:30.800326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:30.804108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:30.806135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=804a172f-86b1-476d-885d-45e38d991869,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:30.808253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:30.892690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-917207fc-39b6-4025-8ea8-b25536d31fa1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:30.893435 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-917207fc-39b6-4025-8ea8-b25536d31fa1 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/fb113d1e-df8a-4b1c-bffb-ee9cc4e1958a HTTP/1.1" status: 404 len: 333 time: 0.2347035 Jan 25 15:35:30.900023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59172) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:30.951357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.119817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Pushing event updated for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:31.123407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.238491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Pushing event deleted for resources: {'Port': ['ID=b204b3f5-fdc3-45b9-89a3-5d124d7efc98,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:31.293338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 4302fcd0-b4f5-4923-9ef4-dd73f36db2f5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:31.294065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.358917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 7cecb429-0653-4a83-bac1-8d1fb0d9da87 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:31.382088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.444854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] The port '4302fcd0-b4f5-4923-9ef4-dd73f36db2f5' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:35:31.472035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-18e8e9e9-7c42-4535-9216-61e3767d609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.488505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.496055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:31.609254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.642055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc2e35-d143-4bd4-9b05-537598ab5461 None None] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:31.710196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:31.722111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:31.762137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.816444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=7cecb429-0653-4a83-bac1-8d1fb0d9da87,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:31.824322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.839251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.841836 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9a8cfce8-730e-4340-8ec0-8e06d7308328 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7cecb429-0653-4a83-bac1-8d1fb0d9da87 HTTP/1.1" status: 204 len: 168 time: 0.9398699 Jan 25 15:35:31.844038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59178) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:31.876132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfebb83-8361-4b48-8335-6098348542cf None None] Network 034c1c6b-7f1a-4581-beda-4bbcea6bd550 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:31.898665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Provisioning for port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:31.929997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.938911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.961210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:31.961688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:31.999376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.003419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.006145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.043644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Provisioning complete for port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:32.043922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.061596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port c7334d02-7000-4cfb-95a5-6a00bcf309bf {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:32.061933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.141994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.150518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b220fec2-5a46-4381-a736-e2439017082c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:32.199611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.205429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba91887-7dde-4203-b1e1-425e98cd5338,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:32.211812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] device_id is not set on port 1ba13a1f-b23c-4377-a0b4-d68f1da547a3 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:32.255048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Attempting to bind port 0c110494-8d1a-4938-b55c-a7839e14eab4 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:32.255048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Attempting to bind port 0c110494-8d1a-4938-b55c-a7839e14eab4 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:32.255350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Attempting to bind port 0c110494-8d1a-4938-b55c-a7839e14eab4 on network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:32.260373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ebcc24-495a-47bd-bed7-76f59e4fb292') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:32.260373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ebcc24-495a-47bd-bed7-76f59e4fb292') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:32.299997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.327921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.347830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc7008-a0c6-4e28-8ff4-0b2ab87f1da1 req-21c3f0f5-acfd-4690-a20b-1d12edc167a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:32.349317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ddc7008-a0c6-4e28-8ff4-0b2ab87f1da1 req-21c3f0f5-acfd-4690-a20b-1d12edc167a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 943 time: 0.8689198 Jan 25 15:35:32.355776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Port 0c110494-8d1a-4938-b55c-a7839e14eab4 on network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:35:32.356069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Attempting to bind port 0c110494-8d1a-4938-b55c-a7839e14eab4 on network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:32.401727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.455843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] For port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:32.507526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] For port c7334d02-7000-4cfb-95a5-6a00bcf309bf, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7334d02-7000-4cfb-95a5-6a00bcf309bf,segment=NetworkSegment(972e4308-bec4-41f6-8bfd-420931e23946),segment_id=972e4308-bec4-41f6-8bfd-420931e23946)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:32.507526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.530575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] DHCP port deletion for 034c1c6b-7f1a-4581-beda-4bbcea6bd550 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:35:32.533648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.565933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.618296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Deleting port c7334d02-7000-4cfb-95a5-6a00bcf309bf {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:32.618674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.631481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for c7334d02-7000-4cfb-95a5-6a00bcf309bf owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:32.655041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:32.655472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.657742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:32.686994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:32.692922 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:32.700851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b33dae-7348-4b3c-9acf-e1a0bfd0b0b5 None None] Pushing event updated for resources: {'Port': ['ID=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:32.791009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.799449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:32.799783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Checking segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:32.800162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Bound using segment: {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:32.800698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Bound port: 0c110494-8d1a-4938-b55c-a7839e14eab4, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdabffc-64c8-4e66-883a-17a49c4b34bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:32.801033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.830218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7d77e436-019d-4805-8302-372e24c87128 None None] Provisioning complete for port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:32.830586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d77e436-019d-4805-8302-372e24c87128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.840123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.904718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=804a172f-86b1-476d-885d-45e38d991869,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:32.909139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No DVR routers for this DVR port c7334d02-7000-4cfb-95a5-6a00bcf309bf on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:32.917180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] For port c7334d02-7000-4cfb-95a5-6a00bcf309bf, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7334d02-7000-4cfb-95a5-6a00bcf309bf,segment=NetworkSegment(972e4308-bec4-41f6-8bfd-420931e23946),segment_id=972e4308-bec4-41f6-8bfd-420931e23946)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:32.917601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.932650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.981545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:32.993424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ddc7008-a0c6-4e28-8ff4-0b2ab87f1da1 req-c5a4ce72-b82d-4b29-abf4-9c2707126921 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4300556 Jan 25 15:35:33.005892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=c7334d02-7000-4cfb-95a5-6a00bcf309bf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:33.018174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Allocated IP 172.26.8.206 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/1ba13a1f-b23c-4377-a0b4-d68f1da547a3) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:33.053178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Router 0cfe985f-34c6-477d-9708-a9b154d742d2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:33.063067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.071817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Calling delete_port for c7334d02-7000-4cfb-95a5-6a00bcf309bf owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:33.082014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.106869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.112420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.198458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:33.198814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:33.205703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.236943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:33.239018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034c1c6b-7f1a-4581-beda-4bbcea6bd550']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.253218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=b220fec2-5a46-4381-a736-e2439017082c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:33.260124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972e4308-bec4-41f6-8bfd-420931e23946') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.260453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972e4308-bec4-41f6-8bfd-420931e23946') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.274269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.293904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:33.301184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.317716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:33.318014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.332761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0c110494-8d1a-4938-b55c-a7839e14eab4,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:33.354564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:33.354958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:33.374018 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:33.447779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4f5a63ef-36b2-494a-ba95-a6697ec62a09 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/b220fec2-5a46-4381-a736-e2439017082c HTTP/1.1" status: 204 len: 168 time: 5.2912037 Jan 25 15:35:33.449721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59182) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:33.472545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.484121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602555263', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:33.494879 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP f4d2863a-f820-4164-9186-9e19a4f020dd associated. External IP: 172.26.8.214, port: 2d01624a-7e2f-4b79-b872-4535cf391816. Jan 25 15:35:33.499717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7334d02-7000-4cfb-95a5-6a00bcf309bf no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:33.533065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c7334d02-7000-4cfb-95a5-6a00bcf309bf {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:35:33.533782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7334d02-7000-4cfb-95a5-6a00bcf309bf not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:35:33.550260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.571678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.584410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=034c1c6b-7f1a-4581-beda-4bbcea6bd550,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:33.637145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:33.663325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:33.670666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:33.700484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Deleting port c7334d02-7000-4cfb-95a5-6a00bcf309bf {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:33.701204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.706995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:33.744441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.745904 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] 10.222.0.41 "PUT /v2.0/ports/0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 1093 time: 5.1301780 Jan 25 15:35:33.748993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:35:33.796876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:33.798050 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-54b59a24-324c-4cef-8c7f-a185b907ec5b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/034c1c6b-7f1a-4581-beda-4bbcea6bd550 HTTP/1.1" status: 204 len: 168 time: 1.9526563 Jan 25 15:35:33.802982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59188) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:33.809502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-263025008'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:33.815729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] Sync routers for ids ['0cfe985f-34c6-477d-9708-a9b154d742d2'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:33.824537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:33.830738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:33.834259 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] Routers {'0cfe985f-34c6-477d-9708-a9b154d742d2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:33.834542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:33.836201 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0cfe985f-34c6-477d-9708-a9b154d742d2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.841220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680a921-728e-4da9-aa67-3a90b400faaa service neutron] Pushing event updated for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:33.841550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:33.854890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4ca7f-3248-4866-b187-052e34406f09 None None] The port 'c7334d02-7000-4cfb-95a5-6a00bcf309bf' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:35:33.878772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.878772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.883265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'status': 'completed', 'code': 200} Jan 25 15:35:33.935501 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.947801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.949640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c8e05b66-4911-43b0-be4b-4707a5c8c1aa tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "PUT /v2.0/routers/0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 200 len: 710 time: 10.2798266 Jan 25 15:35:33.955286 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] Routers {'0cfe985f-34c6-477d-9708-a9b154d742d2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:33.956149 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0cfe985f-34c6-477d-9708-a9b154d742d2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:33.962253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59192) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:33.976371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:33.983526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:33.986736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.025743 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:34.026508 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0ca857-cbba-4939-97c5-3f4d41bacaa4 None None] The sync data for ids ['0cfe985f-34c6-477d-9708-a9b154d742d2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:34.097740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.113857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Allocated IP 172.20.0.1 (163b8a71-0c5d-4b18-b6c6-f776066101c9/0a3beb47-6132-4283-a95c-286c24e8e698/53477ac1-3eb6-4e1e-bbd6-9dad20b34662) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:34.139130 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-23cf16be-0a79-42bd-8489-6a7c0a68b8bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1096 time: 0.2476361 Jan 25 15:35:34.233872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:34.233872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.233872 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment b0074a3a-10e9-4133-933e-a42158e9d1ac of type vlan for network 568262de-b11d-43ce-96fc-36bc12dc0c7c Jan 25 15:35:34.233872 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5063134c-d622-45a8-9466-3cddbfbb6a90 tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/routers/0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 200 len: 745 time: 0.2578967 Jan 25 15:35:34.236509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:34.348379 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eaeea553-bb13-46c3-86af-94166b27fd6b tempest-RoutersIpV6AdminTest-957852759 tempest-RoutersIpV6AdminTest-957852759-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=7244e257-8b5c-49e8-b493-61958272c594&device_id=0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 200 len: 205 time: 0.1097965 Jan 25 15:35:34.355463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.359339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:34.415104 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-321364c8-1268-4635-b7b2-c92269581f83 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 200 len: 205 time: 0.0522721 Jan 25 15:35:34.419632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59206) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:34.437361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.445298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.470403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:34.532552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.536223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:34.536799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.565427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.579105 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-faf79273-7362-4e2c-a36b-0959facc65ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 217 time: 0.4086668 Jan 25 15:35:34.662057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=568262de-b11d-43ce-96fc-36bc12dc0c7c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:34.673470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:34.738473 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b6543e4a-5d08-4429-a059-62c8c01afe87 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9343758 Jan 25 15:35:34.741856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59210) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:34.747377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:34.757343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Pushing event updated for resources: {'Port': ['ID=1ba13a1f-b23c-4377-a0b4-d68f1da547a3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:34.768025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:34.768190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.772342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ac58691-c137-4e96-83c3-c87b8fc835a0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3072326 Jan 25 15:35:34.775805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59214) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:34.784405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:34.789550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:34.831457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-49661106'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:34.854564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:34.860095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8f84-5252-4e15-addf-26812c2518fb req-10f10354-68fb-4300-bf72-b5decb6bbe76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:34.861543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-10f10354-68fb-4300-bf72-b5decb6bbe76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 200 len: 835 time: 0.2485189 Jan 25 15:35:34.874865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:34.877297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:34.879858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:34.883745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:34.886458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.891349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:34.907244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:34.918950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:34.931044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:34.931712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:34.967514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:34.984834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:34.989839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:34.999585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:35.000191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863d80a-090c-48b9-bd38-475e8cb597a6 req-5125d88e-e0dc-4396-a9f7-dcdbe98724cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:35.001288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:35.001916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:35.002048 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7863d80a-090c-48b9-bd38-475e8cb597a6 req-5125d88e-e0dc-4396-a9f7-dcdbe98724cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 943 time: 0.8692656 Jan 25 15:35:35.002862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:35.024092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.099857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:35.100263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7f8f06-81d9-455a-836b-e7321115b749 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:35.114072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Transition to ACTIVE for port object 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:35.122852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:35.123453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.155195 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1da91e9f-6836-465a-8ebb-073f2a796091 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9527206 Jan 25 15:35:35.159376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.167997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59218) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:35.178086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:35.180981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.195178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:35.322404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-06cd6086-d98a-4eea-971a-452734b287ad tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.4577627 Jan 25 15:35:35.322820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59222) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:35.329998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.206'}]}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:35.341415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:35.349536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Usage tracker for resource:router and tenant:e912e342c38d472e8509673c7376b74d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:35.354852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:35.363026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:35.421718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7863d80a-090c-48b9-bd38-475e8cb597a6 req-85ddd594-de84-44a6-b09b-15e4848ce78f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4057133 Jan 25 15:35:35.449217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.459893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.468993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.502343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.514122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:35.577999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:35.580002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.762471 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-c013719e-fef7-4c6b-91b8-6973d0e194ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8792562 Jan 25 15:35:35.766627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': 'b0074a3a-10e9-4133-933e-a42158e9d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:35.767127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 568262de-b11d-43ce-96fc-36bc12dc0c7c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:35.773440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.778210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.780515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 5c052011-3d84-4535-ad81-c952ccdff344 of type vlan for network 153a3394-1c76-4539-a6e8-98b39ca373c4 Jan 25 15:35:35.847742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.853141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.944462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:35.953988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:35.981700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:35.993631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:36.001836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.005369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:36.051198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 568262de-b11d-43ce-96fc-36bc12dc0c7c) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:36.058822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:36.060239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.063931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:36.066339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3994f5e-cc85-429b-8867-1df796ea7edf None None] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:36.211072 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6b8f5337-8c3e-4839-bdd3-76c4b572f518 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4654689 Jan 25 15:35:36.213316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59226) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.221603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c', 'name': 'tempest-PortsIpV6TestJSON-313677105', 'fixed_ips': [{'subnet_id': '90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c', 'ip_address': '2001:db8::10'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:36.252306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.259297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.263324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Fanout notify agent at l3_agent the message router_deleted on router 0cfe985f-34c6-477d-9708-a9b154d742d2 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:36.266119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-d77f4cbd-dfc2-4253-8fb0-e796268c84cc service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885249 Jan 25 15:35:36.331817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-568262de-b11d-43ce-96fc-36bc12dc0c7c', 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:36.332753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.418448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.422876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:36.425870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.439441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.470500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.471569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-947cde85-f77d-4f5d-8fa3-c83eeffc7689 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 204 len: 168 time: 2.0457950 Jan 25 15:35:36.476462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:36.481070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:36.484597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:36.490406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:36.497485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59232) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.498629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.514938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bbceea0a-0708-4cd1-80d4-2ce4f24bc3b1 None None] Provisioning for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:36.531045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Allocated IP 2001:db8::2 (568262de-b11d-43ce-96fc-36bc12dc0c7c/90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c/be98a8cf-cb71-481d-af3e-601c364ffcb4) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:36.548079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.583857 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-adcea36c-3873-451d-a144-a4a2ab6f5ec5 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 200 len: 205 time: 0.0828762 Jan 25 15:35:36.586291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59236) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.589920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:36.595650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.620174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bbceea0a-0708-4cd1-80d4-2ce4f24bc3b1 None None] Provisioning complete for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:36.620621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bbceea0a-0708-4cd1-80d4-2ce4f24bc3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.636686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.8536789 Jan 25 15:35:36.647074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a37fe-705b-4807-9ab7-8d28d35e76b8 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=153a3394-1c76-4539-a6e8-98b39ca373c4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:36.648994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59240) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.661652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:36.666355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:36.683995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.684517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP f4d2863a-f820-4164-9186-9e19a4f020dd disassociated. External IP: 172.26.8.214, port: 2d01624a-7e2f-4b79-b872-4535cf391816. Jan 25 15:35:36.692570 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-5ec3ba0a-5118-4613-a708-9c0cf87023c4 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:36.696300 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5ec3ba0a-5118-4613-a708-9c0cf87023c4 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/0cfe985f-34c6-477d-9708-a9b154d742d2 HTTP/1.1" status: 404 len: 336 time: 0.1067138 Jan 25 15:35:36.700542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59244) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.748454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port f2b1ca38-4743-4b02-b393-f13558243845 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:36.759503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91aa8f84-5252-4e15-addf-26812c2518fb req-11d359a4-724a-40f2-842a-254622fd6c1e service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863343 Jan 25 15:35:36.793994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bbceea0a-0708-4cd1-80d4-2ce4f24bc3b1 None None] Port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:36.797610 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fad9aaf9-9b36-44fc-80a9-daaa13659f54 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 200 len: 205 time: 0.0960977 Jan 25 15:35:36.822735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59248) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:36.926665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:36.937106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Transition to ACTIVE for port object be98a8cf-cb71-481d-af3e-601c364ffcb4 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:36.956677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Transition to ACTIVE for port object be98a8cf-cb71-481d-af3e-601c364ffcb4 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:36.980030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-03f219b0-3478-4ecf-8497-d8440df29138 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:36.983618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-03f219b0-3478-4ecf-8497-d8440df29138 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/39742c8b-f87f-4fcc-81b4-db3ac11f8b56 HTTP/1.1" status: 404 len: 336 time: 0.1509802 Jan 25 15:35:36.985631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59252) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.011134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.025682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.046592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:37.057299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:37.066673 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-154f996b-8264-4eb1-b577-a008ffeda122 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 200 len: 205 time: 0.0777085 Jan 25 15:35:37.069863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59256) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.072902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.093827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:37.100540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Pushing event updated for resources: {'Port': ['ID=be98a8cf-cb71-481d-af3e-601c364ffcb4,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:37.110651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:37.113152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.113513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.113843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.114357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.114681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.115574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.115916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.116240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.116558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.116874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.117191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:35:37.122070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc627179-1e73-4e5d-9cef-8bf87a98ba95 req-a568fbb2-402e-45a7-a9d4-e75dbcfc59db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:37.126837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc627179-1e73-4e5d-9cef-8bf87a98ba95 req-a568fbb2-402e-45a7-a9d4-e75dbcfc59db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 943 time: 0.5508978 Jan 25 15:35:37.144268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:37.145556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:37.149326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:37.210105 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-d9276184-958a-4e52-9ee2-64945e95fb05 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:37.213496 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d9276184-958a-4e52-9ee2-64945e95fb05 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/80eefdd0-c903-426a-9fa8-985dd4d09fda HTTP/1.1" status: 404 len: 336 time: 0.1404781 Jan 25 15:35:37.248723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Attempting to bind port be98a8cf-cb71-481d-af3e-601c364ffcb4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:37.249715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Attempting to bind port be98a8cf-cb71-481d-af3e-601c364ffcb4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b0074a3a-10e9-4133-933e-a42158e9d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:37.250069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Attempting to bind port be98a8cf-cb71-481d-af3e-601c364ffcb4 on network 568262de-b11d-43ce-96fc-36bc12dc0c7c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:37.256901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:37.257256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Checking segment: {'id': 'b0074a3a-10e9-4133-933e-a42158e9d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:37.257680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.258066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Bound using segment: {'id': 'b0074a3a-10e9-4133-933e-a42158e9d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:37.258522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Bound port: be98a8cf-cb71-481d-af3e-601c364ffcb4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0074a3a-10e9-4133-933e-a42158e9d1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:37.258885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.262372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59260) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.356739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] For port be98a8cf-cb71-481d-af3e-601c364ffcb4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:37.361554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] For port be98a8cf-cb71-481d-af3e-601c364ffcb4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be98a8cf-cb71-481d-af3e-601c364ffcb4,segment=NetworkSegment(b0074a3a-10e9-4133-933e-a42158e9d1ac),segment_id=b0074a3a-10e9-4133-933e-a42158e9d1ac)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:37.385096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:37.419774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.437030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-2b0f163b-06d9-4d86-8a70-2b2e57a211cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1096 time: 0.5119596 Jan 25 15:35:37.441129 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b2e986c1-00c1-491b-aa22-18798a2e175e tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 200 len: 205 time: 0.1753037 Jan 25 15:35:37.445548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59264) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.501881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::10 (568262de-b11d-43ce-96fc-36bc12dc0c7c/90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c/f2b1ca38-4743-4b02-b393-f13558243845) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:37.518047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329b4d7-35a4-4ebd-ba10-135ea2846ed8 None None] Pushing event updated for resources: {'Port': ['ID=be98a8cf-cb71-481d-af3e-601c364ffcb4,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:37.524096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-95382032-1ab5-49d0-a526-029357dad8bb tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:37.527599 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-95382032-1ab5-49d0-a526-029357dad8bb tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/f1b9590d-fa25-44df-a9fb-dc7267997551 HTTP/1.1" status: 404 len: 336 time: 0.0772171 Jan 25 15:35:37.531339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59268) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.738182 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-62c2f5c8-8986-49a5-abfc-a891846ef922 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 200 len: 205 time: 0.2051513 Jan 25 15:35:37.743381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:37.745995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc627179-1e73-4e5d-9cef-8bf87a98ba95 req-5c927659-d56d-4b19-a49b-f87f67dca32f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6078506 Jan 25 15:35:37.783044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:37.903785 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-57d5e335-5add-49aa-b8de-7b5887528081 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:37.904335 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57d5e335-5add-49aa-b8de-7b5887528081 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/dc4b819a-13ec-4ec2-b9c3-232bf1d3ac56 HTTP/1.1" status: 404 len: 336 time: 0.1596079 Jan 25 15:35:37.908735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59276) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:38.042466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.056180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.059520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2b06e428-cd75-437a-985f-9feeaeaaf6e5 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "GET /v2.0/ports?device_id=aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa HTTP/1.1" status: 200 len: 205 time: 0.1178079 Jan 25 15:35:38.063153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59280) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:38.090487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f70863-899c-41c2-b691-8742e4605772 req-4719fc0d-6e47-4abb-a7ed-3af69ccef22d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:38.091917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-4719fc0d-6e47-4abb-a7ed-3af69ccef22d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 896 time: 0.6087313 Jan 25 15:35:38.150204 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-a065330a-27f2-46b7-b4a1-63ff613083f9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] delete failed (client error): The resource could not be found. Jan 25 15:35:38.154075 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a065330a-27f2-46b7-b4a1-63ff613083f9 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/routers/aebc20a6-f3c7-403b-87d4-6f2d38cfb3aa HTTP/1.1" status: 404 len: 336 time: 0.0865331 Jan 25 15:35:38.164970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59284) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:38.213733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.230620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object f2b1ca38-4743-4b02-b393-f13558243845 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:38.246985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-36d9ee9c-da5f-412a-8506-4f5c0f122b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 217 time: 0.1400378 Jan 25 15:35:38.251721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-572182c3-b65c-44d8-94e9-d4f85fa15678 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] DELETE failed (client error): The resource could not be found. Jan 25 15:35:38.252170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572182c3-b65c-44d8-94e9-d4f85fa15678 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:35:38.262018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.262514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d769e5af-102b-4c41-8542-767f5d4c38c8 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:35:38.308562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.357489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-572182c3-b65c-44d8-94e9-d4f85fa15678 tempest-RoutersIpV6AdminTest-646006760 tempest-RoutersIpV6AdminTest-646006760-project] 10.222.0.26 "DELETE /v2.0/subnets/5d9871a2-5a48-4be2-8b06-16a441b75c08 HTTP/1.1" status: 404 len: 337 time: 0.1854563 Jan 25 15:35:38.371833 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:35:38.371833 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-887184c2-7813-440d-9fb3-f19b611674bd tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0436502 Jan 25 15:35:38.372536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59290) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:38.417819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:38.428753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:38.438776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:38.443104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:38.443738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.468300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=f2b1ca38-4743-4b02-b393-f13558243845,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:38.470426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f70863-899c-41c2-b691-8742e4605772 req-80407f03-961f-4495-8b32-f909a48fc506 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:38.471871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-80407f03-961f-4495-8b32-f909a48fc506 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 200 len: 835 time: 0.2062016 Jan 25 15:35:38.497132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Deleting port 1ba13a1f-b23c-4377-a0b4-d68f1da547a3 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:38.497512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.543706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.609400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.610947 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-41870112-e80b-4053-9e73-fa2a4ea8a4dd tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3968842 Jan 25 15:35:38.614190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59294) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:38.621178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '568262de-b11d-43ce-96fc-36bc12dc0c7c', 'name': 'tempest-PortsIpV6TestJSON-1114338524', 'fixed_ips': [{'subnet_id': '90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c', 'ip_address': '2001:db8::f'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:38.633145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33dd9f-b85a-456b-96fa-44213f62f083 None None] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:38.699777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.867620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.874461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:38.879144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:38.887018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:38.925216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-a1aa3cd9-3fb1-445d-afdb-632967e29fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4365585 Jan 25 15:35:38.987123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a4bdd50-ea90-4507-a22c-a2666334c900 None None] Provisioning for port be98a8cf-cb71-481d-af3e-601c364ffcb4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:39.087904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:39.090568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59302) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:39.100077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:39.128192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.152072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:39.156014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=441f9eed-69b7-49a6-8ad8-e7c8034cb6e4,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:39.160543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Calling delete_port for 1ba13a1f-b23c-4377-a0b4-d68f1da547a3 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:39.345844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:39.346261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 153a3394-1c76-4539-a6e8-98b39ca373c4, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:39.359242 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-7a3d5a17-a82d-40a4-b1bd-971ba99bc784 service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169662 Jan 25 15:35:39.370662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fcd1c-2a35-42bb-a9a2-3c237e2a085d req-a2d5a5c3-46ee-4de5-82c6-d214b78da65e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:39.371147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be98a8cf-cb71-481d-af3e-601c364ffcb4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:39.372498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c83fcd1c-2a35-42bb-a9a2-3c237e2a085d req-a2d5a5c3-46ee-4de5-82c6-d214b78da65e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 943 time: 0.4615433 Jan 25 15:35:39.386181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:39.398543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.470789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port b7e706eb-d496-498b-bf6c-3068ba1e5d84 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:39.510849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd5ed4aa-1809-404a-ab93-52135b6980d6 None None] Provisioning for port f2b1ca38-4743-4b02-b393-f13558243845 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:39.517361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd5ed4aa-1809-404a-ab93-52135b6980d6 None None] Provisioning complete for port f2b1ca38-4743-4b02-b393-f13558243845 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:39.523229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd5ed4aa-1809-404a-ab93-52135b6980d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.535163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.541787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:39.573114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ed4aa-1809-404a-ab93-52135b6980d6 None None] Port f2b1ca38-4743-4b02-b393-f13558243845 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:39.574805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port be98a8cf-cb71-481d-af3e-601c364ffcb4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:39.580300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port be98a8cf-cb71-481d-af3e-601c364ffcb4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:39.580672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.625208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.651480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:39.657255 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43f70863-899c-41c2-b691-8742e4605772 req-710fa334-f70f-4efd-a552-ef9aefaec33d service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774811 Jan 25 15:35:39.667351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:39.670216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:39.695301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:39.697844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ba13a1f-b23c-4377-a0b4-d68f1da547a3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:39.712413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc2761326ef4c32b4c10d15c59a1bfd is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:39.718422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:39.758085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.761661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:39.794746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1b2b0da6-86b0-4f8e-9bfb-7a4e7425b715 None None] Provisioning complete for port f2b1ca38-4743-4b02-b393-f13558243845 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:39.795174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0da6-86b0-4f8e-9bfb-7a4e7425b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.834875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port be98a8cf-cb71-481d-af3e-601c364ffcb4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be98a8cf-cb71-481d-af3e-601c364ffcb4,segment=NetworkSegment(b0074a3a-10e9-4133-933e-a42158e9d1ac),segment_id=b0074a3a-10e9-4133-933e-a42158e9d1ac)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:39.867510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0da6-86b0-4f8e-9bfb-7a4e7425b715 None None] Port f2b1ca38-4743-4b02-b393-f13558243845 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:39.907788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.910060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::f (568262de-b11d-43ce-96fc-36bc12dc0c7c/90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c/b7e706eb-d496-498b-bf6c-3068ba1e5d84) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:39.914478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.930494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c83fcd1c-2a35-42bb-a9a2-3c237e2a085d req-8ee8e6b4-51a7-4d05-88ae-7a87558f1ef9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5178006 Jan 25 15:35:39.942889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 153a3394-1c76-4539-a6e8-98b39ca373c4) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:39.943249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:39.943835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:39.961894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b171c-66ad-4987-8751-03f6a0298f0b None None] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:40.000786 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-08c34f45-2136-41dc-a796-a360b34f2b26 tempest-RoutersAdminNegativeTest-370220115 tempest-RoutersAdminNegativeTest-370220115-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1ba13a1f-b23c-4377-a0b4-d68f1da547a3 HTTP/1.1" status: 204 len: 168 time: 1.6251979 Jan 25 15:35:40.043412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.063083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8833a7a-7127-485c-abcd-f3390971ca6e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4087753 Jan 25 15:35:40.066468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59310) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:40.146587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=be98a8cf-cb71-481d-af3e-601c364ffcb4,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:40.184157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.210203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-251b19af-7ac9-4d53-96a0-d431b6f13339 None None] Provisioning complete for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:40.210742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-251b19af-7ac9-4d53-96a0-d431b6f13339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.297268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0c110494-8d1a-4938-b55c-a7839e14eab4 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:35:40.318013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-251b19af-7ac9-4d53-96a0-d431b6f13339 None None] Port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:40.330242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:40.335093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-153a3394-1c76-4539-a6e8-98b39ca373c4', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:40.336355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.336472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.343970 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:40.356402 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:40.357221 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:40.409875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6095a6ee-8b2f-41a1-a6dc-7eecfa8688b0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/f4d2863a-f820-4164-9186-9e19a4f020dd HTTP/1.1" status: 200 len: 688 time: 5.2385168 Jan 25 15:35:40.410523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59314) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:40.415709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.426312 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:40.443333 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:40.444072 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:40.458564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a127c48-4ca4-4678-b38c-1f18c5f851e5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:40.491440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object b7e706eb-d496-498b-bf6c-3068ba1e5d84 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:40.514039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59320) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:40.517040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-248eaadf-daf8-4bb4-9730-e535f56529c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdc2761326ef4c32b4c10d15c59a1bfd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4229093 Jan 25 15:35:40.522257 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:40.522799 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ddeebf-32e0-4708-aa6a-a82b4450dd48 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:40.634164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0c110494-8d1a-4938-b55c-a7839e14eab4,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:40.649813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59324) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:40.656444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:35:40.710230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Allocated IP 172.20.0.2 (153a3394-1c76-4539-a6e8-98b39ca373c4/441f9eed-69b7-49a6-8ad8-e7c8034cb6e4/247ab79e-f018-484f-9b7d-2a084517e319) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:40.738959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.746145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:40.760820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 804a172f-86b1-476d-885d-45e38d991869 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:40.761052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.766061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.829332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c110494-8d1a-4938-b55c-a7839e14eab4 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:35:40.833127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:40.845524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:40.868999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0c110494-8d1a-4938-b55c-a7839e14eab4,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:40.915223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:40.920404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:40.921725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:40.930053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.054244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.061624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.070796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Transition to ACTIVE for port object 247ab79e-f018-484f-9b7d-2a084517e319 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:41.090586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.097683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Transition to ACTIVE for port object 247ab79e-f018-484f-9b7d-2a084517e319 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:41.098040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.172087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=b7e706eb-d496-498b-bf6c-3068ba1e5d84,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:41.183406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.210404 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f8dd046-8e35-41af-b4e2-92b5f299fdde tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5919411 Jan 25 15:35:41.211928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59332) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:41.213843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['0c110494-8d1a-4938-b55c-a7839e14eab4'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:35:41.215186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.215683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.246833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:41.287710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.302188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be98a8cf-cb71-481d-af3e-601c364ffcb4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:41.315487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6060892589e4d448677863a6f4e7bb1 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:41.320481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:41.332551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:41.349627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:41.351208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:41.359815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:41.387937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:41.420277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 804a172f-86b1-476d-885d-45e38d991869 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:41.453112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.500086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a127c48-4ca4-4678-b38c-1f18c5f851e5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:41.522718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.526143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Pushing event updated for resources: {'Port': ['ID=247ab79e-f018-484f-9b7d-2a084517e319,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:41.526239 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b3a5457-5c3c-4545-b51e-f41e7de9aaf9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4a127c48-4ca4-4678-b38c-1f18c5f851e5 HTTP/1.1" status: 204 len: 168 time: 1.0076413 Jan 25 15:35:41.526326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07e36c68-2950-4b3a-9c99-56876d04a18b None None] Provisioning for port b7e706eb-d496-498b-bf6c-3068ba1e5d84 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:41.572237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07e36c68-2950-4b3a-9c99-56876d04a18b None None] Provisioning complete for port b7e706eb-d496-498b-bf6c-3068ba1e5d84 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:41.572706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07e36c68-2950-4b3a-9c99-56876d04a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.619427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588f47b-3d93-4e1c-9064-927ee377d372 req-14bc45c7-7566-4dd6-9848-f7e1000f3215 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:41.619640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Attempting to bind port 247ab79e-f018-484f-9b7d-2a084517e319 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:41.619640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Attempting to bind port 247ab79e-f018-484f-9b7d-2a084517e319 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:41.619853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Attempting to bind port 247ab79e-f018-484f-9b7d-2a084517e319 on network 153a3394-1c76-4539-a6e8-98b39ca373c4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:41.620875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7588f47b-3d93-4e1c-9064-927ee377d372 req-14bc45c7-7566-4dd6-9848-f7e1000f3215 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 944 time: 0.3726122 Jan 25 15:35:41.629585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88c4a72-bb4f-4e43-9a66-2ef76099f080 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:41.630342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c88c4a72-bb4f-4e43-9a66-2ef76099f080 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:41.673365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:41.673767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Checking segment: {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:41.674162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.674547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Bound using segment: {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:41.675124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Bound port: 247ab79e-f018-484f-9b7d-2a084517e319, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:41.675416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.743226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-07e36c68-2950-4b3a-9c99-56876d04a18b None None] Port b7e706eb-d496-498b-bf6c-3068ba1e5d84 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:41.758908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port be98a8cf-cb71-481d-af3e-601c364ffcb4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:41.759222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.762360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7588f47b-3d93-4e1c-9064-927ee377d372 req-baa6418a-820a-4149-897e-84b6cf0b8e52 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125631 Jan 25 15:35:41.773271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:41.785882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.788039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d0a725db-4322-4ecd-a2b8-ce9884438d3f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "PUT /v2.0/routers/d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1347220 Jan 25 15:35:41.808529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c88c4a72-bb4f-4e43-9a66-2ef76099f080 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:41.820194 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c88c4a72-bb4f-4e43-9a66-2ef76099f080 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5732596 Jan 25 15:35:41.820602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59340) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:41.828077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Sync routers for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:41.834358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.20.0.1 (153a3394-1c76-4539-a6e8-98b39ca373c4/441f9eed-69b7-49a6-8ad8-e7c8034cb6e4/40f9e0f0-a667-49d0-ae0d-6836a16585f4) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:41.868160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.918516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:41.930675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=804a172f-86b1-476d-885d-45e38d991869,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:41.938646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:41.939514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:41.986697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5ccbc1-5c50-437b-9281-8ccb7e11e0c6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:42.020927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] For port 247ab79e-f018-484f-9b7d-2a084517e319, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:42.037843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:42.041816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:42.058238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:42.059067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:42.067525 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5c9789f2-0331-404f-ac9e-7b9bd19ffeb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6060892589e4d448677863a6f4e7bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4108949 Jan 25 15:35:42.070955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59348) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:42.094214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] For port 247ab79e-f018-484f-9b7d-2a084517e319, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=247ab79e-f018-484f-9b7d-2a084517e319,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:42.115846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.121062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:42.125878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0386cf34-d2b9-4ecd-be87-c147bb64730c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3091893 Jan 25 15:35:42.126579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59352) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:42.150983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 40f9e0f0-a667-49d0-ae0d-6836a16585f4 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:42.201156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.235258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.249752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.265338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port b7e706eb-d496-498b-bf6c-3068ba1e5d84 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:42.265694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.302917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.314760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-348415db-5e5d-493e-838d-4897b86d7149 req-82b60866-cab7-4d79-aeb0-28c6c8b3ae3d tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Synchronizing usage tracker for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:42.392908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:42.396072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:42.402956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:42.433342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.437631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:42.447910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:42.472117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5ccbc1-5c50-437b-9281-8ccb7e11e0c6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:42.488504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.494831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.494831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-87b7f6b3-a49d-4310-8758-53162f8fab33 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/f4d2863a-f820-4164-9186-9e19a4f020dd HTTP/1.1" status: 204 len: 168 time: 2.0817144 Jan 25 15:35:42.499591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59360) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:42.506174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-348415db-5e5d-493e-838d-4897b86d7149 req-82b60866-cab7-4d79-aeb0-28c6c8b3ae3d tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Unset dirty status for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:42.507459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a2ab4-9a83-43bd-bdaf-fe146325d987 None None] Pushing event updated for resources: {'Port': ['ID=247ab79e-f018-484f-9b7d-2a084517e319,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:42.511775 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-82b60866-cab7-4d79-aeb0-28c6c8b3ae3d tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937982184&fields=id&tenant_id=88bedd164d424ea0847769f2f5bddc15 HTTP/1.1" status: 200 len: 267 time: 0.3049223 Jan 25 15:35:42.523708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'f511e1b6-170c-43ac-9151-a8a7902edf99'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:42.529610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:42.533869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.535239 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7fa66ef8-47e2-43e5-bd7d-fc63757a7bba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da5ccbc1-5c50-437b-9281-8ccb7e11e0c6 HTTP/1.1" status: 204 len: 168 time: 0.4631836 Jan 25 15:35:42.538409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:floatingip and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:42.541210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59366) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:42.543909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.546649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:42.590628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:42.648552 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cb15de47-0128-4876-bef7-fb3054a9fc3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a938ccd55fd496ea900cb0cdd341fd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1060574 Jan 25 15:35:42.651716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59370) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:42.702167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.922822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.943636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:42.981902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:37Z', 'revision_number': 2, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:42.986759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Checking router: d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:35:42.987112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Updating router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:35:43.053950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.057241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.120944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.133002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348415db-5e5d-493e-838d-4897b86d7149 req-6ae237a9-1f8a-4240-a4bd-3fb7dcb5797a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:43.134450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-6ae237a9-1f8a-4240-a4bd-3fb7dcb5797a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/networks?id=163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 200 len: 796 time: 0.6128314 Jan 25 15:35:43.160913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-68eeb245-bd2e-4beb-a353-59ec522d3a9b tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/quotas/88bedd164d424ea0847769f2f5bddc15 HTTP/1.1" status: 200 len: 375 time: 0.0168378 Jan 25 15:35:43.337326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for b7e706eb-d496-498b-bf6c-3068ba1e5d84 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:43.395274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.397306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 247ab79e-f018-484f-9b7d-2a084517e319 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:43.427808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68202247-128c-49cd-89da-f9829e80a442 req-650340eb-fa05-451c-90c3-514bba0792b1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:43.429398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68202247-128c-49cd-89da-f9829e80a442 req-650340eb-fa05-451c-90c3-514bba0792b1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 944 time: 0.4346499 Jan 25 15:35:43.539628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-348415db-5e5d-493e-838d-4897b86d7149 req-cf015a84-8595-4d11-82b9-8193b48a0d86 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Synchronizing usage tracker for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:43.588322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68202247-128c-49cd-89da-f9829e80a442 req-3e761e42-274a-4055-90a1-c4b74859b8a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520805 Jan 25 15:35:43.621194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.656183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59378) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:43.688807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-348415db-5e5d-493e-838d-4897b86d7149 req-cf015a84-8595-4d11-82b9-8193b48a0d86 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Unset dirty status for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:43.690804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-cf015a84-8595-4d11-82b9-8193b48a0d86 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=88bedd164d424ea0847769f2f5bddc15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4785578 Jan 25 15:35:43.708269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Transition to ACTIVE for port object 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:43.711029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.712281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 247ab79e-f018-484f-9b7d-2a084517e319 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:43.715172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.757530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be881c-9667-49f7-b4bf-64cb24c8c521,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:43.775371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-92b0864c-5cb0-4641-baa2-92e7c0406bd8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e912e342c38d472e8509673c7376b74d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1178753 Jan 25 15:35:43.791909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59382) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:43.800601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=b7e706eb-d496-498b-bf6c-3068ba1e5d84,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:43.808536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.857298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.858475 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2b5788aa-2d77-4b56-83c2-8f206db478a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9be881c-9667-49f7-b4bf-64cb24c8c521 HTTP/1.1" status: 204 len: 168 time: 1.2051208 Jan 25 15:35:43.928991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.98 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f880d3d9-fe60-41ca-86bf-edc791d0b7a8) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:43.955207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.958660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:43.993661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.100680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-bd2c5c92-e971-4928-b919-5946f4d4bd68 service neutron] 10.222.0.26 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766639 Jan 25 15:35:44.110360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fa434cdd-e05b-4b46-8d53-21cbe9d1b840 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/b7e706eb-d496-498b-bf6c-3068ba1e5d84 HTTP/1.1" status: 204 len: 168 time: 1.9827838 Jan 25 15:35:44.130630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebdbab-30de-444c-bf40-cede709fc3af None None] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:44.137518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59388) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:44.138257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.234011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7dcbc-c7d3-4eab-8b31-fefe22404a9c None None] Pushing event updated for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:44.310585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0c110494-8d1a-4938-b55c-a7839e14eab4 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:44.340604 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-279ff69d-e58d-4e35-a863-3a6a99c162e3 service neutron] 10.222.0.26 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324376 Jan 25 15:35:44.355206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.393277 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c24709-69f4-4965-bcce-016f0227df94 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:35:44.397534 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89c24709-69f4-4965-bcce-016f0227df94 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/b7e706eb-d496-498b-bf6c-3068ba1e5d84 HTTP/1.1" status: 404 len: 333 time: 0.2258327 Jan 25 15:35:44.398260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59392) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:44.460000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:44.463493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Attempting to bind port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:44.463849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Attempting to bind port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:44.464207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Attempting to bind port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 on network 163b8a71-0c5d-4b18-b6c6-f776066101c9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:44.464676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.487437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:44.487799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Checking segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:44.488186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.488576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Bound using segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:44.489036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Bound port: 53477ac1-3eb6-4e1e-bbd6-9dad20b34662, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:44.489414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.507245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Provisioning for port 247ab79e-f018-484f-9b7d-2a084517e319 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:44.516436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port f2b1ca38-4743-4b02-b393-f13558243845 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:44.516984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.551201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Provisioning complete for port 247ab79e-f018-484f-9b7d-2a084517e319 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:44.551409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.552158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.643183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:44.643183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:44.752275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.755807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.783578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] For port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:44.788042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 0c110494-8d1a-4938-b55c-a7839e14eab4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:44.792169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] For port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:44.796605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 0c110494-8d1a-4938-b55c-a7839e14eab4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:44.796963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.880624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:44.906893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba91887-7dde-4203-b1e1-425e98cd5338,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:44.956003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d6d72abd-7fc8-4e20-af9d-fd9d0afabf59 req-7ed3563e-cb76-407b-9b5b-a13d4c6aa582 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.2153766 Jan 25 15:35:45.010102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.014008 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f011413-e15e-4323-b1c6-b1a3eca51d18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dba91887-7dde-4203-b1e1-425e98cd5338 HTTP/1.1" status: 204 len: 168 time: 1.2177167 Jan 25 15:35:45.020656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.026902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:45.042977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:45.053079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:45.120493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=f880d3d9-fe60-41ca-86bf-edc791d0b7a8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:45.151696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-be942015-1100-490e-b791-0b3888330ee1 None None] For port 247ab79e-f018-484f-9b7d-2a084517e319, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=247ab79e-f018-484f-9b7d-2a084517e319,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:45.201665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e973f-ea70-42e0-8ec2-81f4ac6f30ba req-7fc4392d-0a64-43c4-a98e-3001ec41118f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:45.211137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7dcbc-c7d3-4eab-8b31-fefe22404a9c None None] Pushing event updated for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:45.218660 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-010e973f-ea70-42e0-8ec2-81f4ac6f30ba req-7fc4392d-0a64-43c4-a98e-3001ec41118f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 944 time: 0.3949986 Jan 25 15:35:45.223691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:45.226223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:45.250154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.506024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.646329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.768825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0c110494-8d1a-4938-b55c-a7839e14eab4,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:45.780960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:35:45.789073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for f2b1ca38-4743-4b02-b393-f13558243845 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:45.846068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:45.862036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942015-1100-490e-b791-0b3888330ee1 None None] Pushing event updated for resources: {'Port': ['ID=247ab79e-f018-484f-9b7d-2a084517e319,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:45.934618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Provisioning for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:45.940497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-010e973f-ea70-42e0-8ec2-81f4ac6f30ba req-c9041c5f-4cfa-43d6-a428-c8c2a501d960 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7206597 Jan 25 15:35:45.963153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Provisioning complete for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:45.966320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:46.039569 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'code': 200} Jan 25 15:35:46.052814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:46.101988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:46.238125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e835ced-1d58-4d31-a8d8-a845c14953f2 req-200bdb01-660c-46f6-901f-9e845a9fd803 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.0933375 Jan 25 15:35:46.238579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59440) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:46.267226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:46.379109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Provisioning complete for port 247ab79e-f018-484f-9b7d-2a084517e319 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:46.379475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-527cc668-8427-4c1e-bdaf-c24397f494f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:46.380110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:46.429161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:35:46.522069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=f2b1ca38-4743-4b02-b393-f13558243845,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:46.616215 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-89b7ca03-3596-4862-ac4e-dae359058f8e tempest-AgentManagementNegativeTest-595966811 tempest-AgentManagementNegativeTest-595966811-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3695858 Jan 25 15:35:46.629576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:46.649847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-86cc6e55-4d56-43bc-8d4f-284ee31bd05b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/f2b1ca38-4743-4b02-b393-f13558243845 HTTP/1.1" status: 204 len: 168 time: 2.2506940 Jan 25 15:35:46.652254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59456) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:46.728992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5599aa4d-9cb0-45b5-99aa-5be06c417781 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:35:46.729516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5599aa4d-9cb0-45b5-99aa-5be06c417781 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:46.768381 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4c90e6f9-b994-41fb-8820-9bf49a02b134 req-27e1817c-bcd1-452c-839f-d3b177ce2510 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1098 time: 0.3127005 Jan 25 15:35:46.833950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59460) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:46.864049 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4c90e6f9-b994-41fb-8820-9bf49a02b134 req-bd0ff7f4-4dc1-443a-b196-8345406f4a83 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897508 Jan 25 15:35:46.866087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5599aa4d-9cb0-45b5-99aa-5be06c417781 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:46.866414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5599aa4d-9cb0-45b5-99aa-5be06c417781 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/f2b1ca38-4743-4b02-b393-f13558243845 HTTP/1.1" status: 404 len: 333 time: 0.2131376 Jan 25 15:35:46.869824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59466) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:46.887560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:44Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:46.892642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559a51a-3d04-46e7-b8a1-5611e78acab6 None None] The sync data for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv is: [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:44Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:46.968896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:46.984637 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:46.985952 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-28b043ea-5f98-48ba-bf98-623e5c5e140c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9177644 Jan 25 15:35:46.987155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:46.988121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59472) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:46.995009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-123696554'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:47.003817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:47.006972 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:47.007985 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:47.009391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-efb806c5-c9e6-4f36-b4fc-6cec8eb30196 None None] Provisioning complete for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:47.009843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-efb806c5-c9e6-4f36-b4fc-6cec8eb30196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.017531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:47.017706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:47.018724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:47.116672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-efb806c5-c9e6-4f36-b4fc-6cec8eb30196 None None] Port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:47.258050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.275058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:35:47.280452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.342412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.443543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.469501 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:47.521252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:47.558849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1258758989'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:47.562369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:47.574330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:47.576210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:47.580831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.648218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:47.676303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.676593 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment f50089d7-615c-45b4-8618-1cd61e10a0ef of type vlan for network 60d29119-9c5d-47d5-9c07-60a13b9a4254 Jan 25 15:35:47.681472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:network and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:47.693115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:47.704649 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1bd64bc-8730-492a-bf95-895f3b63f3d4 req-504171b9-14e4-4a6d-b5f2-a876da07bd44 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.1401558 Jan 25 15:35:47.714339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:47.738774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:47.744086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:47.744451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.778512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.809481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.819666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cf0db-10ef-41e9-923d-da427842f5f1 req-4534460c-b7c3-4d5e-9c77-22a8a0994538 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:47.829893 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a7cf0db-10ef-41e9-923d-da427842f5f1 req-4534460c-b7c3-4d5e-9c77-22a8a0994538 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.2664566 Jan 25 15:35:47.867797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.884473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c HTTP/1.1" status: 204 len: 168 time: 1.0109398 Jan 25 15:35:47.884473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:47.886183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.895889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59486) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:47.913742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2004d0b-4737-4dc8-81fb-6026bd3fc86a None None] Network 568262de-b11d-43ce-96fc-36bc12dc0c7c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:47.939487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9937-78ed-431c-9d82-0d5134230034 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:47.953559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:47.990003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a7cf0db-10ef-41e9-923d-da427842f5f1 req-9be7d1be-9fce-4ca7-bbd4-986dbd554d1f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590297 Jan 25 15:35:48.050626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:48.054621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:security_group_rule and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:48.065838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:48.106983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:48.114497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.162597 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:42Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:43Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:48.166271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.170592 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:35:48.172397 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Updating router a4020273-7160-4965-99ae-916897742ceb port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:35:48.254329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.260172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.264133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:48.272313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.308276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:48.316717 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.360304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.376329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Usage tracker for resource:security_group_rule and tenant:181854f5d29c49d7add5584054565468 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:48.402159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:48.408556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:48.425823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:48.435626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.450503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=60d29119-9c5d-47d5-9c07-60a13b9a4254,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:48.460125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348415db-5e5d-493e-838d-4897b86d7149 req-a31fd4d5-bf73-48d7-b10f-11a616fb5176 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:48.461908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-a31fd4d5-bf73-48d7-b10f-11a616fb5176 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.41 "GET /v2.0/networks?id=163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 200 len: 796 time: 0.3971138 Jan 25 15:35:48.471316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:48.493161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.494172 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 247ab79e-f018-484f-9b7d-2a084517e319 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:48.519547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.580662 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-e767c926-706d-4cc6-9e3c-658eca6c0b0a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88bedd164d424ea0847769f2f5bddc15 HTTP/1.1" status: 200 len: 380 time: 0.0992286 Jan 25 15:35:48.591847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'port': {'device_id': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'admin_state_up': True, 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'security_groups': ['c58980e8-b0e0-4a72-8cdd-da8b241f0f5c']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:48.592156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] DHCP port deletion for 568262de-b11d-43ce-96fc-36bc12dc0c7c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:35:48.614565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.634481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Deleting port be98a8cf-cb71-481d-af3e-601c364ffcb4 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:48.634913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.642866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.718399 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-145ba45d-bdd2-48d7-bca4-bca85378e768 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7288857 Jan 25 15:35:48.719489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port be98a8cf-cb71-481d-af3e-601c364ffcb4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:48.720012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.727638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:48.730164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59492) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:48.753988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:48.842308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=f880d3d9-fe60-41ca-86bf-edc791d0b7a8,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:48.894423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 247ab79e-f018-484f-9b7d-2a084517e319 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:48.894965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.977946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:48.990330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc944e38-6416-4cd5-90d3-884b38fc63d9,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:48.999375 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.017541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.018061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Added segment 408f011d-6d21-4bb8-8954-55f02e765e94 of type vlan for network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 Jan 25 15:35:49.020917 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Transition to ACTIVE for port object 40f9e0f0-a667-49d0-ae0d-6836a16585f4 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:49.021297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:49.078470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:49.089455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:49.095418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.099868 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.128878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:49.132492 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c281bb8f-5919-48c0-9aae-e4439e967f0a req-be5f7ed7-5987-4c3c-8957-f10553268c12 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.1055725 Jan 25 15:35:49.143962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:49.153409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:49.171342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.245718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=181854f5d29c49d7add5584054565468&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6789236 Jan 25 15:35:49.249577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:49.253475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Made reservation on behalf of 88bedd164d424ea0847769f2f5bddc15 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:49.256446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.266848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.283587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805c5d6-e565-4f29-a96f-04c5fcc42d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae95f3a-9d6d-4e29-9e70-ac320a5a6459,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.296460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:49.313604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] For port be98a8cf-cb71-481d-af3e-601c364ffcb4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be98a8cf-cb71-481d-af3e-601c364ffcb4,segment=NetworkSegment(b0074a3a-10e9-4133-933e-a42158e9d1ac),segment_id=b0074a3a-10e9-4133-933e-a42158e9d1ac)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:49.313996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.324052 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa804f-f67d-4b0c-8436-163aa17db1d1 None None] Pushing event updated for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.495097 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Attempting to bind port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:49.495824 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Attempting to bind port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:49.496672 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Attempting to bind port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 on network 153a3394-1c76-4539-a6e8-98b39ca373c4 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:49.506898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] For port be98a8cf-cb71-481d-af3e-601c364ffcb4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be98a8cf-cb71-481d-af3e-601c364ffcb4,segment=NetworkSegment(b0074a3a-10e9-4133-933e-a42158e9d1ac),segment_id=b0074a3a-10e9-4133-933e-a42158e9d1ac)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:49.506898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.507148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Calling delete_port for be98a8cf-cb71-481d-af3e-601c364ffcb4 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:49.507235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:49.507235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Checking segment: {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:49.507235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.507235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Bound using segment: {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:49.507235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Bound port: 40f9e0f0-a667-49d0-ae0d-6836a16585f4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c052011-3d84-4535-ad81-c952ccdff344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:49.508604 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.582605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:49.605450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Allocated IP 172.20.0.9 (163b8a71-0c5d-4b18-b6c6-f776066101c9/0a3beb47-6132-4283-a95c-286c24e8e698/c43bc107-6d16-45b6-a0d6-2e7db6eb1404) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:49.624711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.627731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] For port 40f9e0f0-a667-49d0-ae0d-6836a16585f4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:49.628339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:49.628909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.632457 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] For port 40f9e0f0-a667-49d0-ae0d-6836a16585f4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40f9e0f0-a667-49d0-ae0d-6836a16585f4,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:49.645747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for be98a8cf-cb71-481d-af3e-601c364ffcb4 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:49.675489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:49.676059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.716171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.718673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.740373 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.757482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.769658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:49.770314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] No DVR routers for this DVR port be98a8cf-cb71-481d-af3e-601c364ffcb4 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:35:49.790656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Network': ['ID=f9d77863-ed70-41b7-ab89-6ca348cfc1f4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.814860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:49.815215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:49.831672 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 associated. External IP: 172.26.8.98, port: f511e1b6-170c-43ac-9151-a8a7902edf99. Jan 25 15:35:49.848916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2072e-dd3b-4352-bb5a-eb2b52701ae7 None None] Pushing event deleted for resources: {'Port': ['ID=be98a8cf-cb71-481d-af3e-601c364ffcb4,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.851977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:49.904401 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa804f-f67d-4b0c-8436-163aa17db1d1 None None] Pushing event updated for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:49.918969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cae1b9-3a18-4131-92dc-d2a71ee8eb3d req-c369b956-b1fb-4b9b-a262-6c9145f2766b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:49.920453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08cae1b9-3a18-4131-92dc-d2a71ee8eb3d req-c369b956-b1fb-4b9b-a262-6c9145f2766b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.7357490 Jan 25 15:35:49.949962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-80e2e1f3-aced-4aa2-acef-adbe04001bab tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1148160 Jan 25 15:35:49.955281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:49.965483 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:49.966114 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:49.972347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:50.120234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be98a8cf-cb71-481d-af3e-601c364ffcb4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:35:50.180819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.201421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: be98a8cf-cb71-481d-af3e-601c364ffcb4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:35:50.205175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be98a8cf-cb71-481d-af3e-601c364ffcb4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:35:50.254623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08cae1b9-3a18-4131-92dc-d2a71ee8eb3d req-f59cef29-7ede-4196-9a1c-68850f2e047c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346606 Jan 25 15:35:50.265360 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:35:50.273744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae95f3a-9d6d-4e29-9e70-ac320a5a6459,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:50.319916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port be98a8cf-cb71-481d-af3e-601c364ffcb4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:50.320342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.347856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.391347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:50.399488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] The port 'be98a8cf-cb71-481d-af3e-601c364ffcb4' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:35:50.400830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:50.405489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:50.448042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:50.477837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Transition to ACTIVE for port object c43bc107-6d16-45b6-a0d6-2e7db6eb1404 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:50.482677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f83cc35d-d93c-4755-82e6-d5007a74e9c0 req-b57d2416-e772-4658-a774-415a0c0b8451 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Synchronizing usage tracker for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:50.544287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f83cc35d-d93c-4755-82e6-d5007a74e9c0 req-b57d2416-e772-4658-a774-415a0c0b8451 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Unset dirty status for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:50.545561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f83cc35d-d93c-4755-82e6-d5007a74e9c0 req-b57d2416-e772-4658-a774-415a0c0b8451 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.1539185 Jan 25 15:35:50.551453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.552820 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ee30db15-407c-41b4-a82c-b6e306fee6d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0ae95f3a-9d6d-4e29-9e70-ac320a5a6459 HTTP/1.1" status: 204 len: 168 time: 1.2903397 Jan 25 15:35:50.559960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.586514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7fc1a-7305-4526-85e0-3303056cd630 req-1eeabaed-815a-4512-a056-bb8e2f102afc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:50.594017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45b7fc1a-7305-4526-85e0-3303056cd630 req-1eeabaed-815a-4512-a056-bb8e2f102afc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.1619353 Jan 25 15:35:50.599224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568262de-b11d-43ce-96fc-36bc12dc0c7c']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:50.617631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.665341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0074a3a-10e9-4133-933e-a42158e9d1ac') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:50.665995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0074a3a-10e9-4133-933e-a42158e9d1ac') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:50.672375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:50.680422 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:42Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:49Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:50.687754 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe614f4a-aff3-49ea-9b85-bfe104e72c9f None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:42Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:49Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:50.687956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.719012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.764038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:50.782768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45b7fc1a-7305-4526-85e0-3303056cd630 req-e6f0f6c4-72b8-46b8-ba5f-346d02e1fed5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771564 Jan 25 15:35:50.796919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.813279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:50.816685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:50.818709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:50.819210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:50.823696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:50.835580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:35:50.836073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:35:50.851967 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:35:50.863914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.896254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:50.896600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 60d29119-9c5d-47d5-9c07-60a13b9a4254, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:50.955019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:50.956570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:50.994966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8d38df48-ca68-4094-bd4a-d8bc5cf9e532 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1093 time: 0.1736495 Jan 25 15:35:50.999452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59520) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:51.005057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:51.010901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:51.015242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:51.018433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:51.024672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:51.057400 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-935388c3-e136-4930-853a-a0b804419bec tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4692197 Jan 25 15:35:51.069696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Request body: {'port': {'device_id': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:51.127671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-61fc1a95-f83f-4dcb-bb9d-bb1c9b8e98ae None None] Provisioning for port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:51.130634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:51.134657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-61fc1a95-f83f-4dcb-bb9d-bb1c9b8e98ae None None] Provisioning complete for port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:51.140610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-61fc1a95-f83f-4dcb-bb9d-bb1c9b8e98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.142360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.266809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.277239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-61fc1a95-f83f-4dcb-bb9d-bb1c9b8e98ae None None] Port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:51.300088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.325672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=568262de-b11d-43ce-96fc-36bc12dc0c7c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:51.334974 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ccaaf910-4ed7-4412-8021-878569fd1515 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/568262de-b11d-43ce-96fc-36bc12dc0c7c HTTP/1.1" status: 204 len: 168 time: 3.4176023 Jan 25 15:35:51.340159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59530) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:51.351495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1638182272'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:51.360106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:51.394866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:network and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:51.401596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:51.413832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:51.418981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 60d29119-9c5d-47d5-9c07-60a13b9a4254) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:51.432255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:51.432841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.444115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e6ad1-39c9-4775-9d98-378ad6674129 None None] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:51.461847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.468638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:51.548683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:51.551981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.572707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.583998 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-38256af5-e223-48a5-8156-c088f1d7237e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8495922 Jan 25 15:35:51.612118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59536) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:51.638442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.756281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-60d29119-9c5d-47d5-9c07-60a13b9a4254', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:51.757601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.799816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=316c041e-2c02-41fb-b94c-854ebedcdf0a,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:51.802211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:51.844399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.844748 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Added segment c626f567-515d-428c-8cef-f600284ef8e5 of type vlan for network 3db38ff9-9c04-4611-9329-97ef7569e1de Jan 25 15:35:51.887481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:51.888475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network hostable DHCP agents. Network: f9d77863-ed70-41b7-ab89-6ca348cfc1f4, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:51.953185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:51.954653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Allocated IP 172.21.0.2 (60d29119-9c5d-47d5-9c07-60a13b9a4254/f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f/e24e979a-40c5-4cac-9ce5-9d744c5e6352) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:51.973096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.28 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/44f36ba7-f041-47f7-a7e5-b69bb06e8742) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:52.027724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc403a4-e056-44b7-a3a7-b63771c8bb91 req-987ab9d2-0dcb-49d3-aab2-e857157a2eca tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:52.030652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fdc403a4-e056-44b7-a3a7-b63771c8bb91 req-987ab9d2-0dcb-49d3-aab2-e857157a2eca tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 931 time: 0.2380242 Jan 25 15:35:52.114665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:52.180342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59548) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:52.192323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.195961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:52.196527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.201686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.219554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Transition to ACTIVE for port object e24e979a-40c5-4cac-9ce5-9d744c5e6352 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:52.238202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:52.257878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:35:52.286779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Transition to ACTIVE for port object e24e979a-40c5-4cac-9ce5-9d744c5e6352 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:52.288492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:52.289637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:52.319222 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fdc403a4-e056-44b7-a3a7-b63771c8bb91 req-d0be0087-98f9-46e6-8108-88cd2db33456 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789283 Jan 25 15:35:52.330621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, f9d77863-ed70-41b7-ab89-6ca348cfc1f4) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:52.375184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:52.375184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.375572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa8d57-e7fa-4654-876e-1b3e61216483 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:52.390291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Network': ['ID=3db38ff9-9c04-4611-9329-97ef7569e1de,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:52.393929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.400688 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-73d45356-aed0-4f22-8ac0-b0245be8dfe5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0562913 Jan 25 15:35:52.404609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59554) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:52.406927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 3db38ff9-9c04-4611-9329-97ef7569e1de details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:52.408582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:52.425043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:52.428325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:35:52.439707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.456290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Transition to ACTIVE for port object c43bc107-6d16-45b6-a0d6-2e7db6eb1404 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:52.490091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7a11632e-1938-47ce-b84d-eafe90854208 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:52.490734 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-7a11632e-1938-47ce-b84d-eafe90854208 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:35:52.491686 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a11632e-1938-47ce-b84d-eafe90854208 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3074703 Jan 25 15:35:52.495638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59558) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:52.515490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990443424'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:52.526186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:52.528454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.529082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.552012 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a62744cf-6745-499d-a63f-2d3e4edc56ac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5947516 Jan 25 15:35:52.554806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59562) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:52.561922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'name': 'tempest-NetworksTestDHCPv6-325061775'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:52.569316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:52.580080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:52.584357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.602046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:52.619086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:52.633409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:35:52.633954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:52.679127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:52.681927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.682801 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-904eb487-a65d-44c5-b3da-95e77e92d097 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.1769841 Jan 25 15:35:52.683681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:52.693931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59566) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:52.697644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:52.701257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.713030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:35:52.713698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bf8cae-12e6-4d6d-82fc-a3dedc6a81c3 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:35:52.729302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Pushing event updated for resources: {'Port': ['ID=e24e979a-40c5-4cac-9ce5-9d744c5e6352,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:52.844806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:52.847653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:52.849892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:52.872011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:52.878558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=44f36ba7-f041-47f7-a7e5-b69bb06e8742,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:52.897448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.922314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:52.924878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:52.934585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '316c041e-2c02-41fb-b94c-854ebedcdf0a'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:52.935424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:52.961302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:52.966930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:52.970754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:52.977730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:52.992035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:53.021870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Attempting to bind port e24e979a-40c5-4cac-9ce5-9d744c5e6352 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:53.022233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Attempting to bind port e24e979a-40c5-4cac-9ce5-9d744c5e6352 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:53.022597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Attempting to bind port e24e979a-40c5-4cac-9ce5-9d744c5e6352 on network 60d29119-9c5d-47d5-9c07-60a13b9a4254 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:53.075419 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-158bb90c-ccd7-4cb9-bda1-8859063f5265 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/floatingips/6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 HTTP/1.1" status: 200 len: 977 time: 0.3788798 Jan 25 15:35:53.079283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59570) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:53.089189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:53.089643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Checking segment: {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:53.090667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.090798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Bound using segment: {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:53.091328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Bound port: e24e979a-40c5-4cac-9ce5-9d744c5e6352, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:53.092346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.150152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:53.159029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.215464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] For port e24e979a-40c5-4cac-9ce5-9d744c5e6352, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:53.218900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] For port e24e979a-40c5-4cac-9ce5-9d744c5e6352, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24e979a-40c5-4cac-9ce5-9d744c5e6352,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:53.300118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.366113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:53.369119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.391811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/316c041e-2c02-41fb-b94c-854ebedcdf0a/78e0e319-745e-4b58-97c5-df8da9727268) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:53.394566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.424429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:53.435478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:53.466847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:53.510709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.539553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b58b184-a1ee-44ae-8772-d753d029f27a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Synchronizing usage tracker for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:floatingip {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:53.576036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:53.577910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57dab1-dbfa-4a9f-a44e-d0070c3570ca None None] Pushing event updated for resources: {'Port': ['ID=e24e979a-40c5-4cac-9ce5-9d744c5e6352,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:53.579844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.618712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Attempting to bind port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:53.619038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Attempting to bind port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:53.619355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Attempting to bind port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 on network 163b8a71-0c5d-4b18-b6c6-f776066101c9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:53.648604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 on network 163b8a71-0c5d-4b18-b6c6-f776066101c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:35:53.648918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Attempting to bind port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 on network 163b8a71-0c5d-4b18-b6c6-f776066101c9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:53.651421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 39271e52-6974-46a5-8593-0aa94c5b5f55 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:53.666912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6efd39-667a-4460-9d02-8445bd5e23b7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:53.677099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:53.719617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.743095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Transition to ACTIVE for port object 78e0e319-745e-4b58-97c5-df8da9727268 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:53.751410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:53.769802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:53.770082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b58b184-a1ee-44ae-8772-d753d029f27a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Unset dirty status for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:floatingip {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:53.774381 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b58b184-a1ee-44ae-8772-d753d029f27a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6909785 Jan 25 15:35:53.777504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59578) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:53.782977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Transition to ACTIVE for port object 78e0e319-745e-4b58-97c5-df8da9727268 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:53.792620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:53.802127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': '2d01624a-7e2f-4b79-b872-4535cf391816'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:53.887516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.931094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:53.936281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Checking segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:53.936493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.937188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Bound using segment: {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:53.937477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Bound port: c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5395fc-440c-4206-b13c-f63185d670cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:53.937889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:53.996402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:53.997128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Pushing event updated for resources: {'Port': ['ID=78e0e319-745e-4b58-97c5-df8da9727268,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:53.999815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:54.006653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:54.059103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.095583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=08aec585-a77d-4d34-9192-796a13d53c92,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:54.123057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Attempting to bind port 78e0e319-745e-4b58-97c5-df8da9727268 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:54.123691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Attempting to bind port 78e0e319-745e-4b58-97c5-df8da9727268 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:54.124203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Attempting to bind port 78e0e319-745e-4b58-97c5-df8da9727268 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:54.129096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.21.0.1 (60d29119-9c5d-47d5-9c07-60a13b9a4254/f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f/cc7cc492-3a99-4778-8323-7ffb63f304ad) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:54.132245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:54.132802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.132944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:54.133581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.134123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:54.134728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Bound port: 78e0e319-745e-4b58-97c5-df8da9727268, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:54.135254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.176653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Checking segment: {'id': 'c626f567-515d-428c-8cef-f600284ef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:54.177131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network hostable DHCP agents. Network: 3db38ff9-9c04-4611-9329-97ef7569e1de, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:54.220654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c55f3-1dac-4fcc-b968-8e41bb17e9db,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:54.243005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] For port 78e0e319-745e-4b58-97c5-df8da9727268, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:54.246842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] For port 78e0e319-745e-4b58-97c5-df8da9727268, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78e0e319-745e-4b58-97c5-df8da9727268,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:54.254569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.329310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.358664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.360241 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-37832c96-6ba9-4179-8460-95f54541d8ab tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8634570 Jan 25 15:35:54.363448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59582) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:54.366189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:54.369182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.380258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'e95c55f3-1dac-4fcc-b968-8e41bb17e9db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:54.393120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:54.395534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 3db38ff9-9c04-4611-9329-97ef7569e1de is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:54.406902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::96 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/316c041e-2c02-41fb-b94c-854ebedcdf0a/39271e52-6974-46a5-8593-0aa94c5b5f55) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:54.408226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:54.411308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048981-3d71-4ef1-bfbd-7f7ee667b359 None None] Pushing event updated for resources: {'Port': ['ID=78e0e319-745e-4b58-97c5-df8da9727268,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:54.411840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object cc7cc492-3a99-4778-8323-7ffb63f304ad will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:54.415883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:54.429753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:54.431100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62637828-edf2-4be7-97a9-8b574e74f9af req-407fd96d-ec2d-4f34-b2ad-086a06eae938 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:54.433076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-62637828-edf2-4be7-97a9-8b574e74f9af req-407fd96d-ec2d-4f34-b2ad-086a06eae938 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 943 time: 0.9420655 Jan 25 15:35:54.456647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:54.506055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 3db38ff9-9c04-4611-9329-97ef7569e1de) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:54.514713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:54.515570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.519434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad687f-f5fa-4b3e-97b0-3fb2d26fe684 None None] Network 3db38ff9-9c04-4611-9329-97ef7569e1de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:54.557679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.626005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-62637828-edf2-4be7-97a9-8b574e74f9af req-481b9702-13c3-4852-bfc5-29220347b87d tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842422 Jan 25 15:35:54.627551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.662821 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d57526d4-c267-4fc8-afd4-af0369c1a8f3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2607636 Jan 25 15:35:54.663677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.712599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59586) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:54.747173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:54.753791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:54.759653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:54.764588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1814844561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:54.814637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:54.836508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.838554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-3db38ff9-9c04-4611-9329-97ef7569e1de', 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': '08aec585-a77d-4d34-9192-796a13d53c92'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:35:54.839768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.866671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.936811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:54.946163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:54.959433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:router and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:54.962531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e7084a-3a08-486a-9f93-a12ac9a928d2,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:54.965885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:54.976425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:55.042920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Allocated IP 2001:db8::2 (3db38ff9-9c04-4611-9329-97ef7569e1de/08aec585-a77d-4d34-9192-796a13d53c92/406e4465-aad9-4c7b-ae37-293ada2605ee) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:55.064162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.065541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7490efa5-7b8f-4488-9eb9-50647b29a248 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7008028 Jan 25 15:35:55.068235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.078801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59590) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:55.086863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'e95c55f3-1dac-4fcc-b968-8e41bb17e9db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:55.096346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:55.124113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:55.131234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:55.134735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6b89f2-1152-47c4-9ae4-d781c0c275bc None None] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:55.309015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:55.376888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bde40e3e-587a-4c49-86be-adf39b51826f None None] Provisioning for port e24e979a-40c5-4cac-9ce5-9d744c5e6352 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:55.418099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.471373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.491337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Transition to ACTIVE for port object 406e4465-aad9-4c7b-ae37-293ada2605ee will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:55.510347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.511992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] 10.222.0.41 "PUT /v2.0/ports/c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 200 len: 1093 time: 4.4468331 Jan 25 15:35:55.519140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Transition to ACTIVE for port object 406e4465-aad9-4c7b-ae37-293ada2605ee will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:55.540138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:35:55.579509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.594137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.595305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.676798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.677355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24e979a-40c5-4cac-9ce5-9d744c5e6352 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:55.783191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'status': 'completed', 'code': 200} Jan 25 15:35:55.783959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:55.848837 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:35:55.852742 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da8e5c3b-e816-44a3-b65c-7e02ab2d10b9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7703047 Jan 25 15:35:55.861857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59598) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:55.876834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78deda-bb58-445c-b911-a4318a7d614b service neutron] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:55.925949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Network 3db38ff9-9c04-4611-9329-97ef7569e1de is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:55.974128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:55.995417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:56.003953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.015892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Pushing event updated for resources: {'Port': ['ID=406e4465-aad9-4c7b-ae37-293ada2605ee,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:56.018320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f4f98-8932-4f56-8766-ab1350745fab None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:56.037724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.044998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.054024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.108829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.119503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.223315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 39271e52-6974-46a5-8593-0aa94c5b5f55 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:35:56.227298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.266130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.269715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c55f3-1dac-4fcc-b968-8e41bb17e9db,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:56.270452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Attempting to bind port 406e4465-aad9-4c7b-ae37-293ada2605ee on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:35:56.270909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Attempting to bind port 406e4465-aad9-4c7b-ae37-293ada2605ee by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c626f567-515d-428c-8cef-f600284ef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:35:56.271373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Attempting to bind port 406e4465-aad9-4c7b-ae37-293ada2605ee on network 3db38ff9-9c04-4611-9329-97ef7569e1de {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:35:56.278558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:56.284218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.285308 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5362aed3-11aa-4e5f-90bb-f744c2857e77 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/e95c55f3-1dac-4fcc-b968-8e41bb17e9db HTTP/1.1" status: 204 len: 168 time: 0.4223940 Jan 25 15:35:56.287980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59602) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:56.327714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.344337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:35:56.344786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Checking segment: {'id': 'c626f567-515d-428c-8cef-f600284ef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:56.345186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.346553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Bound using segment: {'id': 'c626f567-515d-428c-8cef-f600284ef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:35:56.346553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Bound port: 406e4465-aad9-4c7b-ae37-293ada2605ee, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c626f567-515d-428c-8cef-f600284ef8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:35:56.346553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.391217 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-c9313b0c-9251-4e8f-9cb1-5e378bb2d0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88bedd164d424ea0847769f2f5bddc15&device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1096 time: 0.7111142 Jan 25 15:35:56.405294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e24e979a-40c5-4cac-9ce5-9d744c5e6352 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:56.433431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e24e979a-40c5-4cac-9ce5-9d744c5e6352 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:56.433786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.458649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-df3d8a01-9df2-467c-b878-9517c76d390c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:56.479499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:56.481494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:56.534649 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-8b426f04-75bc-4902-8d5e-0c23970d4bbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 200 len: 217 time: 0.1257541 Jan 25 15:35:56.553810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217ba14-f06b-49cc-bae2-251f6a659ef7 req-c4eb09b4-e4d4-4cb2-b7ab-2d5d2760a085 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:56.556283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4217ba14-f06b-49cc-bae2-251f6a659ef7 req-c4eb09b4-e4d4-4cb2-b7ab-2d5d2760a085 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 943 time: 0.5311472 Jan 25 15:35:56.586951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] For port 406e4465-aad9-4c7b-ae37-293ada2605ee, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:35:56.593493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] For port 406e4465-aad9-4c7b-ae37-293ada2605ee, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=406e4465-aad9-4c7b-ae37-293ada2605ee,segment=NetworkSegment(c626f567-515d-428c-8cef-f600284ef8e5),segment_id=c626f567-515d-428c-8cef-f600284ef8e5)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:35:56.596536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-261a7b08-8fa5-4ee8-9bed-f62382acae0b None None] Provisioning for port 78e0e319-745e-4b58-97c5-df8da9727268 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:56.606854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.610447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-df3d8a01-9df2-467c-b878-9517c76d390c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:56.615211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-360108f9-67c9-4f7c-9fcb-005d91e9b9b4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.8819880 Jan 25 15:35:56.615360 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-df3d8a01-9df2-467c-b878-9517c76d390c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3229163 Jan 25 15:35:56.615467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.615467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59606) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:56.615897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59608) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:56.689275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.709044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215757896'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:56.725166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'network_id': '3db38ff9-9c04-4611-9329-97ef7569e1de', 'name': 'tempest-PortsIpV6TestJSON-978477432'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:56.779022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:56.823577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:56.883154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.899568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332c33-77e9-4eb1-92ef-819cbbb7615e None None] Pushing event updated for resources: {'Port': ['ID=406e4465-aad9-4c7b-ae37-293ada2605ee,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:56.911151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Provisioning complete for port e24e979a-40c5-4cac-9ce5-9d744c5e6352 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:56.911705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:56.937841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:56.984326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e24e979a-40c5-4cac-9ce5-9d744c5e6352, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24e979a-40c5-4cac-9ce5-9d744c5e6352,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:57.024783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:35:57.070651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.071430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78e0e319-745e-4b58-97c5-df8da9727268 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:57.174399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.223988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.resource_extend [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:35:57.289760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.297403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.318754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348415db-5e5d-493e-838d-4897b86d7149 req-6fcf2be7-fb0f-4417-82b3-c03596dd5b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:57.320218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-6fcf2be7-fb0f-4417-82b3-c03596dd5b39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a3beb47-6132-4283-a95c-286c24e8e698 HTTP/1.1" status: 200 len: 834 time: 0.7747495 Jan 25 15:35:57.399757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.399993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:35:57.410675 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cf2a704f-23eb-483b-b5c9-5a5081870102 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7932222 Jan 25 15:35:57.411358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59614) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:57.417511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-387650724'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:57.420547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=39271e52-6974-46a5-8593-0aa94c5b5f55,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:57.432365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e24e979a-40c5-4cac-9ce5-9d744c5e6352,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:57.433401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:57.448135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:57.452153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:57.459129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:57.484258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.489602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:35:57.490067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:35:57.519576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:35:57.526667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:57.529192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:35:57.533516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:57.534405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.541888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:57.544848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.559382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.570571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 78e0e319-745e-4b58-97c5-df8da9727268 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:57.576046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 78e0e319-745e-4b58-97c5-df8da9727268 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:57.576435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.578889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:35:57.587725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.589924 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 0473fc09-41d1-42e7-9408-b66fb4e22e0b of type vlan for network 3cab02d8-d7b3-4261-9a0d-6c6064122efc Jan 25 15:35:57.622407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.707640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.719609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.725800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:57.726431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.746257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 78e0e319-745e-4b58-97c5-df8da9727268, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78e0e319-745e-4b58-97c5-df8da9727268,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:57.753486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4217ba14-f06b-49cc-bae2-251f6a659ef7 req-c899ccf0-181e-4619-b478-97b993957590 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1557140 Jan 25 15:35:57.832746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:57.847207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:57.850067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:57.903661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:57.927792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=44f36ba7-f041-47f7-a7e5-b69bb06e8742,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:57.970909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:57.981804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cf031c5e-0032-4b12-a7e7-73cb976bdbe8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.4258893 Jan 25 15:35:57.987716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59618) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:58.015845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:58.032239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:58.037164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:58.050765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:58.057294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.061802 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6460414 Jan 25 15:35:58.061802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd1584-0ddd-414c-838b-00d92b7103f6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=3cab02d8-d7b3-4261-9a0d-6c6064122efc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:58.064980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59622) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:58.075446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:58.088714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:35:58.205007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=78e0e319-745e-4b58-97c5-df8da9727268,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:58.243351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24e979a-40c5-4cac-9ce5-9d744c5e6352 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:58.274492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab507a0-9568-4dce-ba49-e2f81cce3d42 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:58.278938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab507a0-9568-4dce-ba49-e2f81cce3d42 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:58.284468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eab507a0-9568-4dce-ba49-e2f81cce3d42 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2952862 Jan 25 15:35:58.285311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59626) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:58.289316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:58.335346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:35:58.345396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:35:58.353369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:58.383033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-49a6b5f2-4896-4e86-b346-adfa463c60e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=163b8a71-0c5d-4b18-b6c6-f776066101c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0445268 Jan 25 15:35:58.384657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 39271e52-6974-46a5-8593-0aa94c5b5f55 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:35:58.385005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.399196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e24e979a-40c5-4cac-9ce5-9d744c5e6352 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:58.399578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.405869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:58.408898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.429691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e1402a-7c63-47c1-bd7c-b46dfd8989ae None None] Network 3db38ff9-9c04-4611-9329-97ef7569e1de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:58.439911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:35:58.474629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.475924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:35:58.513151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Provisioning for port cc7cc492-3a99-4778-8323-7ffb63f304ad completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:58.538315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Provisioning complete for port cc7cc492-3a99-4778-8323-7ffb63f304ad triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:58.538688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.597672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.606584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.698630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-10e3cb2f-6b40-4c69-bb78-fe6d533ce456 None None] Port cc7cc492-3a99-4778-8323-7ffb63f304ad cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:58.770750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 406e4465-aad9-4c7b-ae37-293ada2605ee up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:58.789756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb9793-aac7-424e-ab67-2f3505f8d2c9,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:58.828178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.885087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.886307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-51c9f04f-1614-4e9e-8192-41c8e9577c75 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2359891 Jan 25 15:35:58.897533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59632) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:58.902175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-88d0bb77-f627-4ec6-9fff-adf06ba2b759 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709120 Jan 25 15:35:58.933310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning for port 39271e52-6974-46a5-8593-0aa94c5b5f55 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:58.939846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning complete for port 39271e52-6974-46a5-8593-0aa94c5b5f55 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:58.940218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:58.961930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 associated. External IP: 172.26.8.98, port: f511e1b6-170c-43ac-9151-a8a7902edf99. Jan 25 15:35:58.974067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9cfcc8bf-1b25-4135-a655-242c5d0be490 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'dceb9793-aac7-424e-ab67-2f3505f8d2c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:58.974725 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-9cfcc8bf-1b25-4135-a655-242c5d0be490 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:35:58.978665 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9cfcc8bf-1b25-4135-a655-242c5d0be490 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0793109 Jan 25 15:35:58.988414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 39271e52-6974-46a5-8593-0aa94c5b5f55 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:35:59.004870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Port 39271e52-6974-46a5-8593-0aa94c5b5f55 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:35:59.010955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 406e4465-aad9-4c7b-ae37-293ada2605ee completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:59.017218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59636) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:59.019798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40f9e0f0-a667-49d0-ae0d-6836a16585f4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:35:59.122958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::39 (3db38ff9-9c04-4611-9329-97ef7569e1de/08aec585-a77d-4d34-9192-796a13d53c92/fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:35:59.144678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning for port 406e4465-aad9-4c7b-ae37-293ada2605ee completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:59.153151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning complete for port 406e4465-aad9-4c7b-ae37-293ada2605ee triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:59.153151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.185782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:35:59.199381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:59.199701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.200153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.286036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.339865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.363620 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-348415db-5e5d-493e-838d-4897b86d7149 req-d18c32e1-3127-4597-b85b-c6ab447f6872 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435508 Jan 25 15:35:59.368951 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP ef17e8db-6362-4bc6-be0a-f4dda171e750 associated. External IP: 172.26.8.28, port: 0c110494-8d1a-4938-b55c-a7839e14eab4. Jan 25 15:35:59.429814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-94b1f122-d6b6-4b5c-bc0e-ff2f3055e396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.440663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=2ea3b324-25fa-4b4b-933c-cbdbb7d9c534,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:59.447140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.483756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.502081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.543632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=39271e52-6974-46a5-8593-0aa94c5b5f55,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:59.561184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:35:59.561601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 3cab02d8-d7b3-4261-9a0d-6c6064122efc, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:35:59.570593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] For port 406e4465-aad9-4c7b-ae37-293ada2605ee, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=406e4465-aad9-4c7b-ae37-293ada2605ee,segment=NetworkSegment(c626f567-515d-428c-8cef-f600284ef8e5),segment_id=c626f567-515d-428c-8cef-f600284ef8e5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:59.575768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 40f9e0f0-a667-49d0-ae0d-6836a16585f4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40f9e0f0-a667-49d0-ae0d-6836a16585f4,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:35:59.616554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.630292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.649631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e4ad4227-9caf-4e97-a9ac-45e67bcbb5b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/39271e52-6974-46a5-8593-0aa94c5b5f55 HTTP/1.1" status: 204 len: 168 time: 1.3617249 Jan 25 15:35:59.653218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59642) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:59.657245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb9793-aac7-424e-ab67-2f3505f8d2c9,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:59.659181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.660360 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cf58e194-6120-4610-90ec-d120f8c5b262 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/dceb9793-aac7-424e-ab67-2f3505f8d2c9 HTTP/1.1" status: 204 len: 168 time: 0.6436350 Jan 25 15:35:59.663186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.668363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.695163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59646) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:59.782969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning complete for port 78e0e319-745e-4b58-97c5-df8da9727268 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:35:59.783615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.787497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dfae6-c31d-4cf3-83c6-8ad72cbbdcd1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:59.789111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552dfae6-c31d-4cf3-83c6-8ad72cbbdcd1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:59.789981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-552dfae6-c31d-4cf3-83c6-8ad72cbbdcd1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:59.795977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:35:59.800569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f71c7cd5-780b-4b7d-9279-b990a3eba712 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:35:59.820499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Pushing event updated for resources: {'Port': ['ID=406e4465-aad9-4c7b-ae37-293ada2605ee,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:35:59.825539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f71c7cd5-780b-4b7d-9279-b990a3eba712 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:59.826879 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f71c7cd5-780b-4b7d-9279-b990a3eba712 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1267369 Jan 25 15:35:59.835777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59650) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:59.844464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433740621'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:35:59.851233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:35:59.864142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:35:59.891255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 3cab02d8-d7b3-4261-9a0d-6c6064122efc) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:35:59.896892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:35:59.897637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:35:59.909075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758fa2dc-3929-4da4-8739-38b2eb188381 None None] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:35:59.921700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-552dfae6-c31d-4cf3-83c6-8ad72cbbdcd1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:35:59.926234 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-552dfae6-c31d-4cf3-83c6-8ad72cbbdcd1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2705796 Jan 25 15:35:59.928815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59654) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:35:59.994934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78e0e319-745e-4b58-97c5-df8da9727268 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:00.023216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339000e2-49c5-4390-a859-98b21a489c7d req-ade6b0b6-332f-4792-89eb-43eef70ce632 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:00.024636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339000e2-49c5-4390-a859-98b21a489c7d req-ade6b0b6-332f-4792-89eb-43eef70ce632 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 943 time: 0.9435132 Jan 25 15:36:00.039643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.080526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:00.139459 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e70b7a8d-6c45-40d3-8504-c750bc322e84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0703847 Jan 25 15:36:00.151029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-3a53c01f-211d-453a-9bb0-a3c28fbbc71c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88bedd164d424ea0847769f2f5bddc15&device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1096 time: 0.6295965 Jan 25 15:36:00.151634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59658) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:00.154447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:00.162897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.233222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 78e0e319-745e-4b58-97c5-df8da9727268 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:00.233518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.286279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:00.302070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:00.307101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:00.328429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:00.334664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:00.335472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.346374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 316c041e-2c02-41fb-b94c-854ebedcdf0a {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:00.351643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.355683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Provisioning complete for port cc7cc492-3a99-4778-8323-7ffb63f304ad triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:00.356048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.394506 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339000e2-49c5-4390-a859-98b21a489c7d req-a6c69a45-0d73-4da3-b6ac-6478e91a5c15 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3503940 Jan 25 15:36:00.462677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.467993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.532835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.544425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3083b-be11-46d0-95a5-560c10e993cf None None] Port cc7cc492-3a99-4778-8323-7ffb63f304ad cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:00.563950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-1d560997-372b-4a61-b719-29d720adb6c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:00.565411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-1d560997-372b-4a61-b719-29d720adb6c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 200 len: 897 time: 0.4056518 Jan 25 15:36:00.571603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.572190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 406e4465-aad9-4c7b-ae37-293ada2605ee up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:00.575304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00de9a17-a978-4115-b669-bf39cf6ede2f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:00.602415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.728809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4d58a476-62f2-4652-bbd2-37fcf686396d None None] Provisioning complete for port 406e4465-aad9-4c7b-ae37-293ada2605ee triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:00.729178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4d58a476-62f2-4652-bbd2-37fcf686396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.731495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-0611bc5a-f21f-49e3-b7ac-c18894876bf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 200 len: 217 time: 0.1576996 Jan 25 15:36:00.783900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 406e4465-aad9-4c7b-ae37-293ada2605ee triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:00.784181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.793470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:00.799399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 3db38ff9-9c04-4611-9329-97ef7569e1de is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:00.862379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:00.874191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:00.878153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:00.878768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.907712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.912461 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a2b10c80-37a5-422d-9cf0-e58884da081a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0744867 Jan 25 15:36:00.913230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59662) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:00.919226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4cef4a34-4eba-4681-807b-89cb5543ba2c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '00de9a17-a978-4115-b669-bf39cf6ede2f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:00.922511 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-4cef4a34-4eba-4681-807b-89cb5543ba2c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:00.930587 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4cef4a34-4eba-4681-807b-89cb5543ba2c tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0094268 Jan 25 15:36:00.930587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:00.932589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59666) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:00.935837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Allocated IP 172.22.0.2 (3cab02d8-d7b3-4261-9a0d-6c6064122efc/2ea3b324-25fa-4b4b-933c-cbdbb7d9c534/71af3cbf-228a-4c7b-ac54-a310b18908de) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:00.986716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-9aea8b19-5132-425e-8371-cb7585abd848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:00.988601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-9aea8b19-5132-425e-8371-cb7585abd848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a3beb47-6132-4283-a95c-286c24e8e698 HTTP/1.1" status: 200 len: 834 time: 0.2453940 Jan 25 15:36:00.991683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=316c041e-2c02-41fb-b94c-854ebedcdf0a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:01.012276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.045144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e76b5c3-3617-4bcf-bf4e-730b57498db1 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:01.057087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.113102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.135697 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d3c0848-2231-4e0b-aa95-02491a109a71 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/316c041e-2c02-41fb-b94c-854ebedcdf0a HTTP/1.1" status: 204 len: 168 time: 1.2066131 Jan 25 15:36:01.140088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59670) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:01.236437 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dcb82f7d-984c-40d1-b3a5-4ea4d2ee89fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913565 Jan 25 15:36:01.241904 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ba6cbdc-c320-4221-bf4a-4d43dff856c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5970964 Jan 25 15:36:01.241904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59674) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:01.245305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:01.266046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:01.386325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.442816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Transition to ACTIVE for port object 71af3cbf-228a-4c7b-ac54-a310b18908de will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:01.459011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.480703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Transition to ACTIVE for port object 71af3cbf-228a-4c7b-ac54-a310b18908de will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:01.482447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de9a17-a978-4115-b669-bf39cf6ede2f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:01.500863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-86b1a674-af7c-47b6-8091-c2ce3eb30566 None None] Provisioning for port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:01.508672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:01.522255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3659999a-a787-4ec5-ba84-5afd33e2cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.535810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-86b1a674-af7c-47b6-8091-c2ce3eb30566 None None] Provisioning complete for port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:01.537984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-86b1a674-af7c-47b6-8091-c2ce3eb30566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.548808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.549951 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f3c32e06-6c82-4451-b31e-9cab85d28ebf tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/00de9a17-a978-4115-b669-bf39cf6ede2f HTTP/1.1" status: 204 len: 168 time: 0.5841596 Jan 25 15:36:01.553794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59684) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:01.566256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Deleting port 78e0e319-745e-4b58-97c5-df8da9727268 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:01.566808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.622687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.700118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:01.720587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:01.722431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:01.726087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6baff860-1129-4adb-b990-6b0a61843de9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:01.738469 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-e1ae9e1a-acf3-4009-b288-89969951bbc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=163b8a71-0c5d-4b18-b6c6-f776066101c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7387023 Jan 25 15:36:01.740826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:01.755313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-86b1a674-af7c-47b6-8091-c2ce3eb30566 None None] Port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:01.771985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:01.785560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:01.788865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:01.800731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Pushing event updated for resources: {'Port': ['ID=71af3cbf-228a-4c7b-ac54-a310b18908de,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:01.882533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:01.895635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6baff860-1129-4adb-b990-6b0a61843de9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:01.895635 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6baff860-1129-4adb-b990-6b0a61843de9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3391001 Jan 25 15:36:01.901055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59688) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:01.907969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078575158'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:01.912357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:01.923642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:01.942261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:01.947392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:01.961807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40f9e0f0-a667-49d0-ae0d-6836a16585f4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:02.047545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Attempting to bind port 71af3cbf-228a-4c7b-ac54-a310b18908de on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:02.047906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Attempting to bind port 71af3cbf-228a-4c7b-ac54-a310b18908de by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:02.048274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Attempting to bind port 71af3cbf-228a-4c7b-ac54-a310b18908de on network 3cab02d8-d7b3-4261-9a0d-6c6064122efc {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:02.063321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:02.063321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Checking segment: {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:02.063743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.064090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Bound using segment: {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:02.064558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Bound port: 71af3cbf-228a-4c7b-ac54-a310b18908de, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:02.064934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.068847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039424e-3b05-4f3c-92c7-7f48cb705176 req-a836198c-27ba-4330-a1b4-a81b6f9c8c32 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:02.070609 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c039424e-3b05-4f3c-92c7-7f48cb705176 req-a836198c-27ba-4330-a1b4-a81b6f9c8c32 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 943 time: 0.4932251 Jan 25 15:36:02.096383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] For port 78e0e319-745e-4b58-97c5-df8da9727268, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=78e0e319-745e-4b58-97c5-df8da9727268,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:02.097064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.202335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.224517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-488ae078-718b-4c53-9719-416194fd9e17 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621048 Jan 25 15:36:02.252669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Calling delete_port for 78e0e319-745e-4b58-97c5-df8da9727268 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:02.302118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.384476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:02.393403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:02.398669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:02.414271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:02.415707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:02.416092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.454953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:36:02.462056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:02.500658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c039424e-3b05-4f3c-92c7-7f48cb705176 req-9c4c9462-b6a9-4ee0-83bf-456565e9762e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3988378 Jan 25 15:36:02.500879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] For port 71af3cbf-228a-4c7b-ac54-a310b18908de, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:02.528664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.547736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.593432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.616935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.643062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac3b024-a60d-4373-94bd-0488a9b58fcf,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:02.645586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.659999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] For port 71af3cbf-228a-4c7b-ac54-a310b18908de, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=71af3cbf-228a-4c7b-ac54-a310b18908de,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:02.683185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd8613e4-ba39-4535-9509-77c59c41b6d1 req-ac0c5b9a-b2c5-440d-8191-e6e0645a8af2 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858633 Jan 25 15:36:02.692905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] Pushing event deleted for resources: {'Port': ['ID=78e0e319-745e-4b58-97c5-df8da9727268,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:02.711461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.712788 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15d373d9-3e17-4ca7-98ad-4827ba07662b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8105974 Jan 25 15:36:02.715042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a24a68-446f-4918-a40e-e46f6fb16634 None None] No DVR routers for this DVR port 78e0e319-745e-4b58-97c5-df8da9727268 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:02.718246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59692) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:02.767539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bf111ca2-7e72-4f5b-bc59-dccec154dcec tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '8ac3b024-a60d-4373-94bd-0488a9b58fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:02.768435 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-bf111ca2-7e72-4f5b-bc59-dccec154dcec tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:02.772127 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bf111ca2-7e72-4f5b-bc59-dccec154dcec tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0475445 Jan 25 15:36:02.777224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59696) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:02.777400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:02.782477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0e55a601-1666-438c-a3e9-de6b1f87e320 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '8ac3b024-a60d-4373-94bd-0488a9b58fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:02.783316 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-0e55a601-1666-438c-a3e9-de6b1f87e320 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:02.784317 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e55a601-1666-438c-a3e9-de6b1f87e320 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069108 Jan 25 15:36:02.788233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:02.792417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59700) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:02.800574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-08f63b18-89a1-4063-9e63-b865c43b55c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '8ac3b024-a60d-4373-94bd-0488a9b58fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:02.801469 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-08f63b18-89a1-4063-9e63-b865c43b55c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:02.802547 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-08f63b18-89a1-4063-9e63-b865c43b55c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091193 Jan 25 15:36:02.805556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59704) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:02.813252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cfb4b7ce-af5b-4d8d-b28d-b2827d6d7f43 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '8ac3b024-a60d-4373-94bd-0488a9b58fcf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:02.814456 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-cfb4b7ce-af5b-4d8d-b28d-b2827d6d7f43 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:02.815550 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cfb4b7ce-af5b-4d8d-b28d-b2827d6d7f43 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089953 Jan 25 15:36:02.819267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59708) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:02.894764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:02.913917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78e0e319-745e-4b58-97c5-df8da9727268 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:02.959954 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:36:02.966082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'mac_address': 'fa:16:3e:b2:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:36:02.995580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 78e0e319-745e-4b58-97c5-df8da9727268 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:02.996468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 78e0e319-745e-4b58-97c5-df8da9727268 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:03.063367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.071758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.075750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.125217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20e83e28-821a-419b-81c9-022c767a1141 None None] Provisioning complete for port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:03.125477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.127091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20e83e28-821a-419b-81c9-022c767a1141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.140925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.169827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.179602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bbf2b-bb08-48ba-a745-adaf57a4b7d5 None None] Pushing event updated for resources: {'Port': ['ID=71af3cbf-228a-4c7b-ac54-a310b18908de,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:03.188465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.220623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:36:03.239785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:03.249572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-20e83e28-821a-419b-81c9-022c767a1141 None None] Port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:03.284762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.308094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.318908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac3b024-a60d-4373-94bd-0488a9b58fcf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:03.321349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.360093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.428495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:03.485118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.488657 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-277801cc-e1ec-44f2-b66b-0e40acca59f5 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/8ac3b024-a60d-4373-94bd-0488a9b58fcf HTTP/1.1" status: 204 len: 168 time: 0.6660192 Jan 25 15:36:03.503548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:03.518176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['c43bc107-6d16-45b6-a0d6-2e7db6eb1404'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:36:03.626097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=9d35de60-cf2b-47ec-8c56-200ae292c40a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:03.630707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:03.638150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:03.650335 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:03.669812 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:03.670495 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:03.756511 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:03.777456 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:03.778458 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:03.806876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.818182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:03.851265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6592694f-92ef-4cc8-a2be-51d56afe5b66 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:03.858302 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:03.858696 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c0b1a-61bc-4279-8381-66c25a181188 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:03.865327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:03.866527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.915952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:03.916272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.057313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:04.066198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e451350-cea1-4719-a5a8-531c3eb3aff6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:04.096518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:04.131150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f58116e5-2500-4e2b-9d58-e28522731225 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8817115 Jan 25 15:36:04.140146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59718) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:04.147297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'name': 'tempest-NetworksTestDHCPv6-819891068'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:04.198040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 71af3cbf-228a-4c7b-ac54-a310b18908de up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:04.268901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:04.272966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854e824-bd97-447d-8a46-d5c9356e9071 req-736fbf2d-538e-421c-b1fb-c61b8b085f82 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:04.275402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5854e824-bd97-447d-8a46-d5c9356e9071 req-736fbf2d-538e-421c-b1fb-c61b8b085f82 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 944 time: 0.4607840 Jan 25 15:36:04.285323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.297894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '9d35de60-cf2b-47ec-8c56-200ae292c40a'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:04.298909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.333126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e451350-cea1-4719-a5a8-531c3eb3aff6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:04.334282 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6e451350-cea1-4719-a5a8-531c3eb3aff6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8282197 Jan 25 15:36:04.339664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59722) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:04.355774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.22.0.1 (3cab02d8-d7b3-4261-9a0d-6c6064122efc/2ea3b324-25fa-4b4b-933c-cbdbb7d9c534/48b76d6c-d9de-4e65-8f83-9ce17caa4cd2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:04.436283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d8e1a8c5-c0b5-4164-ab2f-5cccd5e6f548 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 13.4324603 Jan 25 15:36:04.453662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:04.453881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:36:04.454503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:04.463696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59726) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:04.467340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524612439'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:04.478944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:04.482218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 3db38ff9-9c04-4611-9329-97ef7569e1de is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:04.485095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:04.551970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:04.559795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:04.611929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:04.617524 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'status': 'completed', 'code': 200} Jan 25 15:36:04.630945 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5854e824-bd97-447d-8a46-d5c9356e9071 req-33164f34-c89a-40f9-aa5f-1a665742a22a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137631 Jan 25 15:36:04.634962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6108c6-3975-4dbc-91db-4c265d35c32d None None] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:04.687198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:04.690797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:04.706084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:04.740635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-37631a22-2b63-4004-bf02-d51a502d1187 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.2736671 Jan 25 15:36:04.759688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 71af3cbf-228a-4c7b-ac54-a310b18908de completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:04.845040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.862290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:04.866149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.867647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.891071 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-08cdbe04-bdd5-443d-ade4-e142c54270f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1098 time: 0.3052998 Jan 25 15:36:04.903936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 08cefe0f-c1d7-487b-9254-9978ddc178a5 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:04.927647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:04.930262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/9d35de60-cf2b-47ec-8c56-200ae292c40a/03ea187a-1517-4deb-b4af-dc6daa8bb65b) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:04.940555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:04.978258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:04.988451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:04.995751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:05.017697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:05.100818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Provisioning for port 71af3cbf-228a-4c7b-ac54-a310b18908de completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:05.104162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.116585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Provisioning complete for port 71af3cbf-228a-4c7b-ac54-a310b18908de triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:05.116862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.144888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:05.145145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.191354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-de640009-07db-4aad-ae17-90a5b768236e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:05.192786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-de640009-07db-4aad-ae17-90a5b768236e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 896 time: 0.2888124 Jan 25 15:36:05.232927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Router 8caaabba-1b14-4480-9b31-506c2c69bead is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:36:05.236044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.241593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:05.279299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:05.280259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.295710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce88194b-d308-424a-a9be-5c1edafc9075,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:05.421487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.425269 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2105e09a-ecab-4aaf-9248-c5da47992f83 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0815167 Jan 25 15:36:05.425957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59732) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.443437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e240200d-15ea-4279-a795-6840cf179534 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:05.444214 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-e240200d-15ea-4279-a795-6840cf179534 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:05.450497 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e240200d-15ea-4279-a795-6840cf179534 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088151 Jan 25 15:36:05.450497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59736) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.455005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:05.462697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:05.469436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:05.471032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:05.472975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:05.480700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:05.484627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:05.489814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:05.490285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:05.524652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:05.531114 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4df3643c-53bd-4ff8-83b6-ab968a9b939e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/routers/8caaabba-1b14-4480-9b31-506c2c69bead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2848136 Jan 25 15:36:05.533657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59740) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.539664 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] Sync routers for ids ['8caaabba-1b14-4480-9b31-506c2c69bead'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:05.549259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-f1f13ce7-5fcd-432b-8de6-0e57be2a7560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 998 time: 0.1949446 Jan 25 15:36:05.551320 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] Routers {'8caaabba-1b14-4480-9b31-506c2c69bead'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:05.552146 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8caaabba-1b14-4480-9b31-506c2c69bead'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:05.614435 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:05.626935 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] Routers {'8caaabba-1b14-4480-9b31-506c2c69bead'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:05.627855 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8caaabba-1b14-4480-9b31-506c2c69bead'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:05.628678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.655345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0413f0-35f8-4df8-85fb-8debe8fb4ddc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:05.656038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba0413f0-35f8-4df8-85fb-8debe8fb4ddc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:05.671933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:05.691001 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:05.691392 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea6d1c6-cf52-4efa-9fad-a17c54a91dcf None None] The sync data for ids ['8caaabba-1b14-4480-9b31-506c2c69bead'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:05.696293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-efe9e712-b2de-412f-9f36-797007e0cc4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:05.697752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-efe9e712-b2de-412f-9f36-797007e0cc4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 200 len: 835 time: 0.1346047 Jan 25 15:36:05.708847 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:05.714538 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-67bea9cb-fbd8-4306-b4df-d1b48c67bc1a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2647693 Jan 25 15:36:05.714717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.715473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59746) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.722284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-05458002-42b0-4ca9-bc6e-483b01547543 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:05.723095 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-05458002-42b0-4ca9-bc6e-483b01547543 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:05.728157 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-05458002-42b0-4ca9-bc6e-483b01547543 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115535 Jan 25 15:36:05.728730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59750) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.736525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.749753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:05.752420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59754) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.757476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Transition to ACTIVE for port object 03ea187a-1517-4deb-b4af-dc6daa8bb65b will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:05.762417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:05.765630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:05.770416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:05.778542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:05.787595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba0413f0-35f8-4df8-85fb-8debe8fb4ddc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:05.789627 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ba0413f0-35f8-4df8-85fb-8debe8fb4ddc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?device_id=8caaabba-1b14-4480-9b31-506c2c69bead HTTP/1.1" status: 200 len: 987 time: 0.2548206 Jan 25 15:36:05.792306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59756) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:05.844889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Transition to ACTIVE for port object 03ea187a-1517-4deb-b4af-dc6daa8bb65b will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:05.868179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:05.892237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] For port 71af3cbf-228a-4c7b-ac54-a310b18908de, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=71af3cbf-228a-4c7b-ac54-a310b18908de,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:05.919132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:36:05.957110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.003284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a9dce87-c7d7-4a8f-b0f1-e5a5232a76af tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.2103994 Jan 25 15:36:06.020406 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'code': 200} Jan 25 15:36:06.022123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:06.031506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.061545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:06.065727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:06.065983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::54 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/9d35de60-cf2b-47ec-8c56-200ae292c40a/08cefe0f-c1d7-487b-9254-9978ddc178a5) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:06.070325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:06.079137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Pushing event updated for resources: {'Port': ['ID=03ea187a-1517-4deb-b4af-dc6daa8bb65b,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:06.125481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.158394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.308446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Attempting to bind port 03ea187a-1517-4deb-b4af-dc6daa8bb65b on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:06.308816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Attempting to bind port 03ea187a-1517-4deb-b4af-dc6daa8bb65b by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:06.309337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Attempting to bind port 03ea187a-1517-4deb-b4af-dc6daa8bb65b on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:06.319641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Provisioning complete for port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:06.320635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.360366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:06.369288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab14c-0e1c-4b00-819b-b22e99a00b5b None None] Pushing event updated for resources: {'Port': ['ID=71af3cbf-228a-4c7b-ac54-a310b18908de,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:06.372280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.383041 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:06.387240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821f335-3a45-44db-b78f-8744d7707223 req-012beb0b-3fcd-4172-b8da-3d641d6d0c51 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:06.387397 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-756fe818-b9aa-45a4-b2ab-1830204f28cb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6538956 Jan 25 15:36:06.387501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5821f335-3a45-44db-b78f-8744d7707223 req-012beb0b-3fcd-4172-b8da-3d641d6d0c51 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 944 time: 0.4726622 Jan 25 15:36:06.389170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59764) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:06.408198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 08cefe0f-c1d7-487b-9254-9978ddc178a5 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:06.412114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-1237cb7b-f64f-4ea7-9100-c06150f9681f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6532471 Jan 25 15:36:06.499852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c639a535-4cde-496b-8c35-fe8cff706f67 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:06.500557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-c639a535-4cde-496b-8c35-fe8cff706f67 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:06.501460 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c639a535-4cde-496b-8c35-fe8cff706f67 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1099594 Jan 25 15:36:06.509816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59768) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:06.547485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:35:54Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:06.549819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:06.550193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:06.550588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.550983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:06.551457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Bound port: 03ea187a-1517-4deb-b4af-dc6daa8bb65b, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:06.551829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.586490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:06.587977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:06.600580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:06.601427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:06.656978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:06.659517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.674548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:06.700828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:06.722551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:06.746392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:06.747621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:06.758804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=08cefe0f-c1d7-487b-9254-9978ddc178a5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:06.762223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:06.765859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:06.769069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:06.772966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:06.773592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:06.790076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:06.790837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:06.838156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5821f335-3a45-44db-b78f-8744d7707223 req-9ee1eb81-57fe-44b6-bb13-9a84a5eca05b tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4447343 Jan 25 15:36:06.871967 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-82a981d1-8803-4410-ac24-bff226e6aa3a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7309740 Jan 25 15:36:06.876648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59774) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:06.927115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] For port 03ea187a-1517-4deb-b4af-dc6daa8bb65b, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:06.960922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Project 29b8724cc482439da2156ed0e0412a58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:36:06.988269 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e19c5194-fdae-4983-9515-c1af4f78fbd6 req-af3f3c9b-3ea7-45f5-876f-c977b5cbe279 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1098 time: 0.5201023 Jan 25 15:36:07.012108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf6ae6-f5f9-496a-8dfe-82b8ae25932f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:07.012329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Provisioning complete for port 71af3cbf-228a-4c7b-ac54-a310b18908de triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:07.012329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.014607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf6ae6-f5f9-496a-8dfe-82b8ae25932f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:07.015383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4bf6ae6-f5f9-496a-8dfe-82b8ae25932f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:07.017812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59778) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.037785 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-59f04df7-dc57-4c6a-9e32-16c00a5a2111 service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178561 Jan 25 15:36:07.054240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] For port 03ea187a-1517-4deb-b4af-dc6daa8bb65b, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=03ea187a-1517-4deb-b4af-dc6daa8bb65b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:07.061899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:07.157566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.182401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.223206 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:07.226855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a657a443-5ea9-40ce-847f-f25095247c74 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6999297 Jan 25 15:36:07.239418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.254410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c683f6fc-2602-4ac9-a473-b3d964404d46 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:07.254651 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-c683f6fc-2602-4ac9-a473-b3d964404d46 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:07.258154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c683f6fc-2602-4ac9-a473-b3d964404d46 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152423 Jan 25 15:36:07.258154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4bf6ae6-f5f9-496a-8dfe-82b8ae25932f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:07.258154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c4bf6ae6-f5f9-496a-8dfe-82b8ae25932f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3805144 Jan 25 15:36:07.263778 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-66934af9-5c3f-4a3e-855e-98cba5ed80b1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.2423174 Jan 25 15:36:07.268778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59786) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.269102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59788) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.277030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:07.277477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:07.340717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e19c5194-fdae-4983-9515-c1af4f78fbd6 req-92e5962f-3328-41bc-a7b3-226e0e9f12f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377738 Jan 25 15:36:07.360119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:07.364525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.381391 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:07.386356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:07.395808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:07.403576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:07.407745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:07.408531 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:07.416393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:07.426688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.440416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 08cefe0f-c1d7-487b-9254-9978ddc178a5 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:07.441111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.442647 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34f01614-6fdf-4265-9e98-1b0d18e8cfce req-546e1c38-2331-424d-8ccd-93599521728a service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937216 Jan 25 15:36:07.511769 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:07.526607 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:07.532557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:07.540110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.570003 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Project 29b8724cc482439da2156ed0e0412a58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:36:07.570466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bbe2b-dd43-4b42-a8fb-6f48d62072b7 None None] Pushing event updated for resources: {'Port': ['ID=03ea187a-1517-4deb-b4af-dc6daa8bb65b,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:07.620041 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:07.621472 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7440f057-db91-4ff8-b315-0b2669ccb60e None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:07.709666 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-94aed25d-89fe-4dc8-ad61-112e71a76a01 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 HTTP/1.1" status: 200 len: 976 time: 13.9199569 Jan 25 15:36:07.714521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59794) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.729136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:07.806872 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:07.807869 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-94866138-14e2-4065-b9c0-c28d6a64b852 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5376620 Jan 25 15:36:07.816573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59798) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:07.829797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'ce88194b-d308-424a-a9be-5c1edafc9075', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:07.850934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:07.856387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:07.863619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:07.869249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:07.874642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.879316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:07.896023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Provisioning for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:07.907027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Provisioning complete for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:07.907283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:07.959075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.006052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.038943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-80847dbb-65d9-433f-b173-eaa16c6af482 None None] Port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:08.112977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:05Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:04Z', 'revision_number': 1, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:35:55Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:08.119099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:08.119445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Updating router a4020273-7160-4965-99ae-916897742ceb port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:36:08.204947 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Project 29b8724cc482439da2156ed0e0412a58 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:36:08.221920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 08cefe0f-c1d7-487b-9254-9978ddc178a5 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:08.247750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.258041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 71af3cbf-228a-4c7b-ac54-a310b18908de up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:08.274663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59804) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:08.471517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:08.478995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:08.496930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5c521723-c9f9-432c-92ce-f662425aa3af None None] Provisioning complete for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:08.497241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5c521723-c9f9-432c-92ce-f662425aa3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.540521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:35:54Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:08.549918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:08.550262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.604230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b93f26-b167-4b48-b638-cdc413fa036c None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:35:02Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:35:54Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:08.615258 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:08.621259 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5e16f502-65b3-47ec-b093-bde63577d98e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7985096 Jan 25 15:36:08.637792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:08.668810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5c521723-c9f9-432c-92ce-f662425aa3af None None] Port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:08.682270 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e929374-9869-4072-a3f0-44f5ef7c1ca5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.4063370 Jan 25 15:36:08.769647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 71af3cbf-228a-4c7b-ac54-a310b18908de triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:08.775198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.821862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.959918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817f674-5b0c-4c86-9550-441c5b23c081 req-f30018d5-c85c-4639-adfb-f9167c15ec65 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:08.969842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4817f674-5b0c-4c86-9550-441c5b23c081 req-f30018d5-c85c-4639-adfb-f9167c15ec65 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.7085028 Jan 25 15:36:08.980866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:08.991358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6eba3b7-3377-47e9-be0c-2058671969ee None None] Provisioning complete for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:08.993064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6eba3b7-3377-47e9-be0c-2058671969ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.007427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.020823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.108266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 03ea187a-1517-4deb-b4af-dc6daa8bb65b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:09.125880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.167678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.183818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Transition to ACTIVE for port object 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:09.223017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:09.225002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.226861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a6eba3b7-3377-47e9-be0c-2058671969ee None None] Port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:09.227608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4817f674-5b0c-4c86-9550-441c5b23c081 req-838493dc-d90a-4a75-96eb-17f298ee72e1 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569168 Jan 25 15:36:09.250055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=08cefe0f-c1d7-487b-9254-9978ddc178a5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:09.291089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.339145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.378193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.378417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 disassociated. External IP: 172.26.8.98, port: 2d01624a-7e2f-4b79-b872-4535cf391816. Jan 25 15:36:09.394474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 03ea187a-1517-4deb-b4af-dc6daa8bb65b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:09.488928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.501587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad0f8-f654-4dec-97ee-71fd03c368fb None None] Pushing event updated for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:09.512696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:09.530113 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4a111153-c98d-459a-8598-8c3c78747ad1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/08cefe0f-c1d7-487b-9254-9978ddc178a5 HTTP/1.1" status: 204 len: 168 time: 2.2581911 Jan 25 15:36:09.535898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce88194b-d308-424a-a9be-5c1edafc9075,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:09.550544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Provisioning for port 03ea187a-1517-4deb-b4af-dc6daa8bb65b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:09.553735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59812) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:09.556219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.561343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Provisioning complete for port 03ea187a-1517-4deb-b4af-dc6daa8bb65b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:09.561343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.562641 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-12c91ab6-939d-4e4d-a0d6-6cb98e71bb4d tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce88194b-d308-424a-a9be-5c1edafc9075 HTTP/1.1" status: 204 len: 168 time: 0.9238660 Jan 25 15:36:09.568329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59814) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:09.660447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d53f3-9979-4d53-a10e-1dfef077b591 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:09.661785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d53f3-9979-4d53-a10e-1dfef077b591 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:09.662522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b47d53f3-9979-4d53-a10e-1dfef077b591 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:09.680682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:09.681051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:09.681430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 on network 3cab02d8-d7b3-4261-9a0d-6c6064122efc {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:09.687970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59820) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:09.690624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:09.691006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Checking segment: {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:09.691408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.691799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Bound using segment: {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:09.692268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Bound port: 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0473fc09-41d1-42e7-9408-b66fb4e22e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:09.692636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.757165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-402e45c3-4e20-42bd-9351-1aa497c59acb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:09.829699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.836434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.863170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] For port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:09.867194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] For port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:09.871867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] For port 03ea187a-1517-4deb-b4af-dc6daa8bb65b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=03ea187a-1517-4deb-b4af-dc6daa8bb65b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:09.882593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88a27764-aca0-4ae3-9d47-8951598527eb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.1441205 Jan 25 15:36:09.899793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:09.935989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:09.978334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:09.989344 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c219d2f-0409-48e4-b0d8-e9883a55b476 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8317797 Jan 25 15:36:09.991956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59824) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:09.997052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.000043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'network': {'name': 'tempest-RoutersTest-138708594'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:10.006784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:10.010191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Updating router a4020273-7160-4965-99ae-916897742ceb port cc7cc492-3a99-4778-8323-7ffb63f304ad binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:36:10.011909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:network and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:10.016459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:10.021939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-402e45c3-4e20-42bd-9351-1aa497c59acb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:10.023256 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-402e45c3-4e20-42bd-9351-1aa497c59acb tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3680530 Jan 25 15:36:10.023383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:10.027443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b47d53f3-9979-4d53-a10e-1dfef077b591 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:10.034029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59828) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:10.034156 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b47d53f3-9979-4d53-a10e-1dfef077b591 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4645519 Jan 25 15:36:10.036993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59832) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:10.042254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--2095742816'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:10.078199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Could not find standard attr ID for object 08cefe0f-c1d7-487b-9254-9978ddc178a5. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:36:10.120221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad0f8-f654-4dec-97ee-71fd03c368fb None None] Pushing event updated for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:10.163109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.175512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:10.176845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.215977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:10.265059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:10.268362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.313195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62563773-47d0-4c8a-9cb4-bb99e740e371 None None] Pushing event updated for resources: {'Port': ['ID=03ea187a-1517-4deb-b4af-dc6daa8bb65b,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:10.347066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.450596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:36:10.516873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:10.525185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.525770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added segment 2ec43219-766c-4a96-ad3b-2689108b27dd of type vlan for network 02206b4c-6d71-4cc8-8ac6-38be358108d5 Jan 25 15:36:10.589818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:10.595897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:10.626031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:10.635489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2ffc1-d30f-4027-80b5-064f13c271c5 None None] New status for floating IP ef17e8db-6362-4bc6-be0a-f4dda171e750: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:36:10.668941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:10.720340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.727033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 9d35de60-cf2b-47ec-8c56-200ae292c40a {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:10.730898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.818003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa313847-0fac-4ee3-88e0-32155933fea9 req-8ac851b8-d706-47df-a623-13142e238fcb tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:10.819464 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa313847-0fac-4ee3-88e0-32155933fea9 req-8ac851b8-d706-47df-a623-13142e238fcb tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.2903085 Jan 25 15:36:10.823142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:10.886627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59838) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.008568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Router 8caaabba-1b14-4480-9b31-506c2c69bead has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:11.025921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.036270 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-75fa1251-fe42-4b2e-9ebb-927d98b2cee3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 990 time: 0.1484065 Jan 25 15:36:11.062909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa313847-0fac-4ee3-88e0-32155933fea9 req-998a6e27-a9b0-4a40-9a6f-403868c12f06 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964195 Jan 25 15:36:11.067287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.080449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Transition to ACTIVE for port object cc7cc492-3a99-4778-8323-7ffb63f304ad will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:11.114051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.140818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.186897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.200301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:11.255825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.264795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:11.270020 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8b53972c-f1eb-45bc-8c12-0e1be47926cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/routers/8caaabba-1b14-4480-9b31-506c2c69bead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4766250 Jan 25 15:36:11.272866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59844) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.276601 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] Sync routers for ids ['8caaabba-1b14-4480-9b31-506c2c69bead'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:11.278914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.299698 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] Routers {'8caaabba-1b14-4480-9b31-506c2c69bead'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:11.300305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8caaabba-1b14-4480-9b31-506c2c69bead'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:11.323079 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6864dec0-8fa3-494b-b176-89beff626018 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:36:11.323731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6864dec0-8fa3-494b-b176-89beff626018 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:11.372176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad0f8-f654-4dec-97ee-71fd03c368fb None None] Pushing event updated for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:11.387367 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:11.394012 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] Routers {'8caaabba-1b14-4480-9b31-506c2c69bead'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:11.394965 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8caaabba-1b14-4480-9b31-506c2c69bead'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:11.407104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6864dec0-8fa3-494b-b176-89beff626018 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:11.410671 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6864dec0-8fa3-494b-b176-89beff626018 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/fe66b0c2-f3cb-4d22-8e7e-16c9157fcb7b HTTP/1.1" status: 404 len: 333 time: 0.1343360 Jan 25 15:36:11.410914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59848) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.508380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.509582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4789097 Jan 25 15:36:11.513346 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:11.516740 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9889c0a-290a-4a87-afb0-b40fb019527d None None] The sync data for ids ['8caaabba-1b14-4480-9b31-506c2c69bead'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:11.549579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59852) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.572146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port cc7cc492-3a99-4778-8323-7ffb63f304ad on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:11.572519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port cc7cc492-3a99-4778-8323-7ffb63f304ad by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:11.572864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Attempting to bind port cc7cc492-3a99-4778-8323-7ffb63f304ad on network 60d29119-9c5d-47d5-9c07-60a13b9a4254 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:11.580480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:11.580854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Checking segment: {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:11.581272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.581686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Bound using segment: {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:11.582495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Bound port: cc7cc492-3a99-4778-8323-7ffb63f304ad, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50089d7-615c-45b4-8618-1cd61e10a0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:11.582495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.599137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.621279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'f7bbbff5-4513-486a-8527-9885a761f4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:11.653999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa65801-1e03-4278-93d3-ded3659dd632 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bbbff5-4513-486a-8527-9885a761f4d6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:11.657818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:11.679748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:11.699434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] For port cc7cc492-3a99-4778-8323-7ffb63f304ad, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:11.704099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] For port cc7cc492-3a99-4778-8323-7ffb63f304ad, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc7cc492-3a99-4778-8323-7ffb63f304ad,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:11.704674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:11.722913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:11.724728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Network': ['ID=02206b4c-6d71-4cc8-8ac6-38be358108d5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:11.727605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8f26222-17dc-43b3-a0bf-aac76077d734 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7347302 Jan 25 15:36:11.735256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:36:11.740092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59856) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.751525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'subnet': {'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:11.768587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415df3-1fc7-47b8-8d45-aa3a10d1c2fb req-978039f0-8340-4bfd-af08-dea5140ec4c6 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:11.770087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1415df3-1fc7-47b8-8d45-aa3a10d1c2fb req-978039f0-8340-4bfd-af08-dea5140ec4c6 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.3426013 Jan 25 15:36:11.802841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:11.804953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.820898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.853226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:11.871352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.923002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:11.923327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:11.924704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:11.926555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/9d35de60-cf2b-47ec-8c56-200ae292c40a HTTP/1.1" status: 204 len: 168 time: 1.8766286 Jan 25 15:36:11.931510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1415df3-1fc7-47b8-8d45-aa3a10d1c2fb req-d85f5fc0-a735-4bf7-b84b-bf227bd4b3e2 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521924 Jan 25 15:36:11.942369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59860) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:11.978687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59864) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.002617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad0f8-f654-4dec-97ee-71fd03c368fb None None] Pushing event updated for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:12.005243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97def5c6-f60c-4580-b50a-70c61a5d214a None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:12.020624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60414acf-be88-4e73-a6bd-0bcaaa21ffbe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=9d35de60-cf2b-47ec-8c56-200ae292c40a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:12.027240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 03ea187a-1517-4deb-b4af-dc6daa8bb65b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:12.049501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-586efb99-cbb3-49c1-9eee-ebf5324f41d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059854 Jan 25 15:36:12.057546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59868) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.058026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.065191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c015136e-bbaa-42d6-8739-e108e17184b9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 HTTP/1.1" status: 200 len: 687 time: 4.3496399 Jan 25 15:36:12.067801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:12.070628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59872) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.100782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:12.104322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:12.127807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:subnet and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:12.136045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:12.147659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:12.157899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:12.158451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:12.257159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The resource could not be found. Jan 25 15:36:12.260724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5eec7f1b-7879-46b8-bf8e-c1d89290c1a4 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7092967 Jan 25 15:36:12.261324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59880) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.350752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'f7bbbff5-4513-486a-8527-9885a761f4d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '44cfb1e2-cadf-4632-832c-8e0496d13939'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:12.372099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:12.373016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:12.430822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.438306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.446347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:12.449275 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-12d90c6b-87b6-42e8-9214-f17727b33020 tempest-TestNetworkAdvancedServerOps-1944683116 tempest-TestNetworkAdvancedServerOps-1944683116-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1093 time: 0.4612391 Jan 25 15:36:12.450788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59884) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.457080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:12.463909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:12.470757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Usage tracker for resource:floatingip and tenant:88bedd164d424ea0847769f2f5bddc15 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:12.475182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:12.484957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:12.488107 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:12.489970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:12.498181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Made reservation on behalf of 326e617307e249268c7a3d190e702a94 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:12.499369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port f880d3d9-fe60-41ca-86bf-edc791d0b7a8 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:12.499699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.526647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:12.537164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:12.537596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99f80d-7071-42bc-bc68-80829e25b4b8 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:12.560579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:12.570074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8af4e9a-749e-4ef5-8bbe-4d3cd7bd9a35 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 200 len: 992 time: 0.4987168 Jan 25 15:36:12.570308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:12.570418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.570418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Fanout notify agent at l3_agent the message router_deleted on router 8caaabba-1b14-4480-9b31-506c2c69bead {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:36:12.583149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:12.603445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.604577 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-69c5e9fb-daff-4bb9-89bd-5a85e401fa76 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/routers/8caaabba-1b14-4480-9b31-506c2c69bead HTTP/1.1" status: 204 len: 168 time: 1.1927125 Jan 25 15:36:12.610146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.613039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 03ea187a-1517-4deb-b4af-dc6daa8bb65b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:12.613436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.618158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:12.727097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.735070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:12.749404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.865912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:12.905225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Deleting port 03ea187a-1517-4deb-b4af-dc6daa8bb65b {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:12.905624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:12.970126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.112011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The resource could not be found. Jan 25 15:36:13.115833 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0593b32c-5b20-43f7-bacf-0e73360fe29f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8344731 Jan 25 15:36:13.119056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59896) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:13.137454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.137776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.151873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.203072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Allocated IP 172.26.8.191 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/d6a7211e-304d-4a66-9272-a6f5518532d1) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:13.241357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:05Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:09Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:11Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:13.255011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925054a9-7791-4054-86fb-7ba2b33efc8c None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:05Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:09Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:11Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:13.270607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] For port 03ea187a-1517-4deb-b4af-dc6daa8bb65b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=03ea187a-1517-4deb-b4af-dc6daa8bb65b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:13.271000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.301472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for f880d3d9-fe60-41ca-86bf-edc791d0b7a8 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:13.343168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Subnet': ['ID=509a1801-fe25-4cda-8029-12cfa891b7bf,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:13.378440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Checking segment: {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:13.378798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network hostable DHCP agents. Network: 02206b4c-6d71-4cc8-8ac6-38be358108d5, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:36:13.453403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Calling delete_port for 03ea187a-1517-4deb-b4af-dc6daa8bb65b owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:13.456478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.490153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 08aec585-a77d-4d34-9192-796a13d53c92 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:13.504536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.521040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:36:13.555798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.605956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.615118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.624629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 02206b4c-6d71-4cc8-8ac6-38be358108d5) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:13.630589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:13.631160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.635631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a6bab-7bcf-4bda-9742-23562066805c None None] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:13.651585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.654014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:13.656751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=d6a7211e-304d-4a66-9272-a6f5518532d1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:13.659480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:13.662202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:13.723636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.765674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.817467 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c90aab1-5197-4fcc-8c88-511d9df749c6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0762455 Jan 25 15:36:13.822632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] Pushing event deleted for resources: {'Port': ['ID=03ea187a-1517-4deb-b4af-dc6daa8bb65b,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:13.823830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59900) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:13.827964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a3d4e9-bfc7-42a2-81f5-92d903531047 None None] No DVR routers for this DVR port 03ea187a-1517-4deb-b4af-dc6daa8bb65b on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:13.860545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:13.935326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:13.938988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:13.947809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:13.947809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:13.967726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821aa633-cc66-41b3-a9f6-9d6a340ba124 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:14.007778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.048671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.097391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=f880d3d9-fe60-41ca-86bf-edc791d0b7a8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:14.104616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.107034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.111630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:14.112039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7bbbff5-4513-486a-8527-9885a761f4d6 HTTP/1.1" status: 204 len: 168 time: 0.9879243 Jan 25 15:36:14.112691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59904) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.150413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ab5d7-6780-48e1-afe9-fb5986de489a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bbbff5-4513-486a-8527-9885a761f4d6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:14.151434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-02206b4c-6d71-4cc8-8ac6-38be358108d5', 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'fixed_ips': [{'subnet_id': '509a1801-fe25-4cda-8029-12cfa891b7bf'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:14.152233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.204279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-afdb82ab-1a24-4359-8c26-9112497f30e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1321244 Jan 25 15:36:14.211437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59908) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.248231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'name': 'tempest-NetworksTestDHCPv6-1105690871'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:14.400266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.409021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-02961e58-0081-44bd-be58-4d965e99bb48 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:14.422533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.426376 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ec7b6cf1-434e-4189-802a-b914d47ac63d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 HTTP/1.1" status: 204 len: 168 time: 2.2912259 Jan 25 15:36:14.433582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.448504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.551811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Allocated IP 172.23.0.2 (02206b4c-6d71-4cc8-8ac6-38be358108d5/509a1801-fe25-4cda-8029-12cfa891b7bf/c16a0bbc-c094-41ab-bce9-61c1534b1e4d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:14.564441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:14.565247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.574772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=08aec585-a77d-4d34-9192-796a13d53c92,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:14.581651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-182579c3-0314-4a25-9d4b-61f3e32993fd tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] delete failed (client error): The resource could not be found. Jan 25 15:36:14.581983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:14.586525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-182579c3-0314-4a25-9d4b-61f3e32993fd tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/6b9deaf5-dd5c-4bfe-93a4-fc98c4942122 HTTP/1.1" status: 404 len: 345 time: 0.1480479 Jan 25 15:36:14.586795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59916) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.592876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.594748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-23cfe460-ed20-4b78-8c3b-d581ece942ea tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/08aec585-a77d-4d34-9192-796a13d53c92 HTTP/1.1" status: 204 len: 168 time: 1.9756570 Jan 25 15:36:14.598911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59920) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.645370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:14.648510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-02961e58-0081-44bd-be58-4d965e99bb48 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:14.653115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56b10a4-ab0c-4f43-8cec-65bbae5f1f61 None None] Network 3db38ff9-9c04-4611-9329-97ef7569e1de requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:14.653903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-02961e58-0081-44bd-be58-4d965e99bb48 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5217206 Jan 25 15:36:14.656099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59924) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.660797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:14.667009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '154fd604-d585-4e43-8431-2332c8d4dd10', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:14.671922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:14.675225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:14.675367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.680262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:14.683062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:14.695082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:14.700346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:14.708856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:14.737333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:14.741319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:14.745416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:14.746523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Synchronizing usage tracker for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:14.798555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:14.802010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.806092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.824302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port f793b37c-e05c-4aa9-a497-695b56208975 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:14.867976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Unset dirty status for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:14.867976 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8b2ec29f-9faa-4472-aebc-d538c43dae74 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/ports?network_id=5b30c55e-8c12-40fb-a59b-ea18e839cfef HTTP/1.1" status: 200 len: 2357 time: 0.2778296 Jan 25 15:36:14.868425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59928) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:14.976507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 406e4465-aad9-4c7b-ae37-293ada2605ee {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:14.976882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:14.991619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The resource could not be found. Jan 25 15:36:14.996618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-00646e60-bb23-46e6-b913-f5b9613af5c6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3381190 Jan 25 15:36:14.997178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59932) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:15.015810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314020492'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:15.021781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::8f (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7/f793b37c-e05c-4aa9-a497-695b56208975) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:15.026411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:15.042546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:15.145763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.153410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40496a-e5bc-4d5f-b3c7-f6785fe7979a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:15.155187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bc40496a-e5bc-4d5f-b3c7-f6785fe7979a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/subnets/00a33514-b513-4d56-9c6b-69815cc5850a HTTP/1.1" status: 200 len: 797 time: 0.2858140 Jan 25 15:36:15.156857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.162865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.164053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59936) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:15.166545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.174368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Transition to ACTIVE for port object c16a0bbc-c094-41ab-bce9-61c1534b1e4d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:15.181061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'port': {'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef', 'name': 'tempest-FloatingIPTestJSON-723159072', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:15.216176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Transition to ACTIVE for port object c16a0bbc-c094-41ab-bce9-61c1534b1e4d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:15.233435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:15.306291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] DHCP port deletion for 3db38ff9-9c04-4611-9329-97ef7569e1de request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:15.311401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Deleting port 406e4465-aad9-4c7b-ae37-293ada2605ee {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:15.311697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.343339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.381344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.406401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:15.412384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:15.417369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:15.441410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:15.457555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:15.462621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:15.465525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:15.496079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Pushing event updated for resources: {'Port': ['ID=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:15.496316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.544791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 03ea187a-1517-4deb-b4af-dc6daa8bb65b no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:15.554547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.584302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.587619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object f793b37c-e05c-4aa9-a497-695b56208975 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:15.600157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 03ea187a-1517-4deb-b4af-dc6daa8bb65b {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:15.601124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 03ea187a-1517-4deb-b4af-dc6daa8bb65b not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:15.642346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:15.647118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] For port 406e4465-aad9-4c7b-ae37-293ada2605ee, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=406e4465-aad9-4c7b-ae37-293ada2605ee,segment=NetworkSegment(c626f567-515d-428c-8cef-f600284ef8e5),segment_id=c626f567-515d-428c-8cef-f600284ef8e5)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:15.647472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.656714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.695594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.771352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:15.804972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a314b3-be6a-4f95-86a6-fbdb4b457445,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:15.821541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=f793b37c-e05c-4aa9-a497-695b56208975,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:15.825296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:15.827400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:15.830370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:15.832326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Attempting to bind port c16a0bbc-c094-41ab-bce9-61c1534b1e4d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:15.832912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Attempting to bind port c16a0bbc-c094-41ab-bce9-61c1534b1e4d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:15.833448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Attempting to bind port c16a0bbc-c094-41ab-bce9-61c1534b1e4d on network 02206b4c-6d71-4cc8-8ac6-38be358108d5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:15.835145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:15.835848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.847755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:15.883966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:15.884491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Checking segment: {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:15.884955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.885544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Bound using segment: {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:15.886300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Bound port: c16a0bbc-c094-41ab-bce9-61c1534b1e4d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:15.886985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.897899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7/9be1cffd-280f-40c8-8660-95444556e846) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:15.911894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] For port 406e4465-aad9-4c7b-ae37-293ada2605ee, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=406e4465-aad9-4c7b-ae37-293ada2605ee,segment=NetworkSegment(c626f567-515d-428c-8cef-f600284ef8e5),segment_id=c626f567-515d-428c-8cef-f600284ef8e5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:15.912366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.915897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:15.915897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8b314216-907c-4382-909f-dd3705cd21e9 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9142275 Jan 25 15:36:15.917588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59942) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:15.926224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--870355364'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:15.941169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:15.952001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:15.956907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:15.961400 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c3990900-6d55-438b-9909-a1a89ed3d1f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7488041 Jan 25 15:36:15.967759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59946) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:15.973406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:15.992238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 406e4465-aad9-4c7b-ae37-293ada2605ee owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:16.075882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b7f0f-6a23-4c9c-8a8f-d5e4668ea43d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:16.077199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ee2b7f0f-6a23-4c9c-8a8f-d5e4668ea43d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:16.125672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.156520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ee2b7f0f-6a23-4c9c-8a8f-d5e4668ea43d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:16.161396 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ee2b7f0f-6a23-4c9c-8a8f-d5e4668ea43d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1912744 Jan 25 15:36:16.162118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:16.190518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.195405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Calling delete_port for 406e4465-aad9-4c7b-ae37-293ada2605ee owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:16.215384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:16.223237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc7cc492-3a99-4778-8323-7ffb63f304ad up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:16.246098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:16.253984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:16.258926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:16.269325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port f793b37c-e05c-4aa9-a497-695b56208975 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:16.269681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.297422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:16.355609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.409441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] For port c16a0bbc-c094-41ab-bce9-61c1534b1e4d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:16.423808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:36:16.424162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:36:16.458636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] For port c16a0bbc-c094-41ab-bce9-61c1534b1e4d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,segment=NetworkSegment(2ec43219-766c-4a96-ad3b-2689108b27dd),segment_id=2ec43219-766c-4a96-ad3b-2689108b27dd)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:16.493034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=406e4465-aad9-4c7b-ae37-293ada2605ee,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:16.494150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.494909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.509024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Transition to ACTIVE for port object 9be1cffd-280f-40c8-8660-95444556e846 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:16.530305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Transition to ACTIVE for port object 9be1cffd-280f-40c8-8660-95444556e846 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:16.539846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No DVR routers for this DVR port 406e4465-aad9-4c7b-ae37-293ada2605ee on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:16.553794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.557190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.608718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port cc7cc492-3a99-4778-8323-7ffb63f304ad completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:16.620064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.628598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.632133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.638914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port cc7cc492-3a99-4778-8323-7ffb63f304ad triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:16.639282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.642833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.698540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for f793b37c-e05c-4aa9-a497-695b56208975 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:16.716932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff700bb2-4cd3-4bd2-a06f-c9779c4a1423 None None] Pushing event updated for resources: {'Port': ['ID=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:16.744414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.772479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b58bfb-81a1-4588-bcbe-e5740a51d746,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:16.772724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:16.788691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:16.790859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:16.827479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] device_id is not set on port c9f7c1da-61c6-4575-b8ce-3b3525509464 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:16.845366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.846582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5becd590-6fde-4d91-9d1a-115d5549850b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9275081 Jan 25 15:36:16.852567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59954) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:16.861293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': '20a314b3-be6a-4f95-86a6-fbdb4b457445', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '38b58bfb-81a1-4588-bcbe-e5740a51d746'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:16.864823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.867048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:16.871232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:16.874080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:16.882333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:16.896250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Pushing event updated for resources: {'Port': ['ID=9be1cffd-280f-40c8-8660-95444556e846,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:16.933031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Deleting port 406e4465-aad9-4c7b-ae37-293ada2605ee {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:16.933440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.956262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:16.957121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db38ff9-9c04-4611-9329-97ef7569e1de']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:17.023207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event updated for resources: {'Port': ['ID=d6a7211e-304d-4a66-9272-a6f5518532d1,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:17.026060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=f793b37c-e05c-4aa9-a497-695b56208975,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:17.040224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c626f567-515d-428c-8cef-f600284ef8e5') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:17.040456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c626f567-515d-428c-8cef-f600284ef8e5') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:17.057631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-235ba80f-3b7b-4e6d-a7a2-010ca1d3668e None None] The port '406e4465-aad9-4c7b-ae37-293ada2605ee' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:36:17.064956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.082217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.085924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Attempting to bind port 9be1cffd-280f-40c8-8660-95444556e846 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:17.086430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Attempting to bind port 9be1cffd-280f-40c8-8660-95444556e846 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:17.086935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Attempting to bind port 9be1cffd-280f-40c8-8660-95444556e846 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:17.108399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:17.109031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:17.109653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.110185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:17.110810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Bound port: 9be1cffd-280f-40c8-8660-95444556e846, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:17.111405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.132956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.152960 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3e2b2d8b-755f-465e-8001-5bf4de4b3265 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/f793b37c-e05c-4aa9-a497-695b56208975 HTTP/1.1" status: 204 len: 168 time: 0.9860036 Jan 25 15:36:17.153335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59958) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:17.160302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.199150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:17.205929 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-558678f4-9438-45c5-82d7-0f0bf20736b2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3520255 Jan 25 15:36:17.216247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59962) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:17.217301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.247952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] For port 9be1cffd-280f-40c8-8660-95444556e846, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:17.252789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] For port 9be1cffd-280f-40c8-8660-95444556e846, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9be1cffd-280f-40c8-8660-95444556e846,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:17.254881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port cc7cc492-3a99-4778-8323-7ffb63f304ad, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc7cc492-3a99-4778-8323-7ffb63f304ad,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:17.282352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa05c09-6160-42b5-bc3a-3c8023dd5355 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:17.283912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa05c09-6160-42b5-bc3a-3c8023dd5355 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:17.284621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fa05c09-6160-42b5-bc3a-3c8023dd5355 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:17.290896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:36:17.291309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:36:17.306049 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:36:17.323155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.347413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fa05c09-6160-42b5-bc3a-3c8023dd5355 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:17.352722 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9fa05c09-6160-42b5-bc3a-3c8023dd5355 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1981449 Jan 25 15:36:17.353402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59966) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:17.361027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.361944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:17.465016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ea70c-2453-48ea-9226-6c6eae5e3e2d None None] Pushing event updated for resources: {'Port': ['ID=9be1cffd-280f-40c8-8660-95444556e846,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:17.552800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:17.564001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:17.564568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.623421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:17.624067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.679778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.686323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Allocated IP 172.23.0.1 (02206b4c-6d71-4cc8-8ac6-38be358108d5/509a1801-fe25-4cda-8029-12cfa891b7bf/a20900f9-e4d6-454f-a9b0-8b9d70237180) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:17.758715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.760397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.767881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.769614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 406e4465-aad9-4c7b-ae37-293ada2605ee no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:17.793898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:17.805697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 406e4465-aad9-4c7b-ae37-293ada2605ee {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:17.806042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 406e4465-aad9-4c7b-ae37-293ada2605ee not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:17.943412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=3db38ff9-9c04-4611-9329-97ef7569e1de,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:17.990137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.070883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:18.092394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.101267 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-06c85838-a9b6-4027-a06e-df313dfc3322 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/3db38ff9-9c04-4611-9329-97ef7569e1de HTTP/1.1" status: 204 len: 168 time: 3.4998343 Jan 25 15:36:18.112138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59970) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.215967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc7cc492-3a99-4778-8323-7ffb63f304ad up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:18.245208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.14 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/c9f7c1da-61c6-4575-b8ce-3b3525509464) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:18.266956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.13 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/c9f7c1da-61c6-4575-b8ce-3b3525509464) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:18.272866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.326904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port cc7cc492-3a99-4778-8323-7ffb63f304ad triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:18.327268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.335669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Transition to ACTIVE for port object a20900f9-e4d6-454f-a9b0-8b9d70237180 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:18.341143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.351033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.384978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b58bfb-81a1-4588-bcbe-e5740a51d746,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:18.415086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67fa015-07e2-43b9-a55b-1132c31c83d8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:18.415670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b67fa015-07e2-43b9-a55b-1132c31c83d8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:18.479542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bfbcddf6-f330-4e71-874c-8f4b87a1ca1a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7 HTTP/1.1" status: 204 len: 168 time: 1.1249762 Jan 25 15:36:18.482003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59974) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.482220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c16a0bbc-c094-41ab-bce9-61c1534b1e4d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:18.485587 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Floating IP fd2b74b6-53a9-4177-a6cf-3639141c574e associated. External IP: 172.26.8.191, port: c43bc107-6d16-45b6-a0d6-2e7db6eb1404. Jan 25 15:36:18.544201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.548904 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-479beaec-ccdf-4020-9e49-fa552a47a37f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/38b58bfb-81a1-4588-bcbe-e5740a51d746 HTTP/1.1" status: 204 len: 168 time: 1.3222275 Jan 25 15:36:18.551541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59978) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.551974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b67fa015-07e2-43b9-a55b-1132c31c83d8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:18.556521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b67fa015-07e2-43b9-a55b-1132c31c83d8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/38378236-4a16-4802-8ecf-2aedde2ad720 HTTP/1.1" status: 200 len: 845 time: 0.4395149 Jan 25 15:36:18.562370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 59982) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.579165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f1e6658b-fbe3-4619-88cf-bc7426b86d54 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929015 Jan 25 15:36:18.580386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59986) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.618753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e8795-cce0-44aa-8d4a-edaf05615716 None None] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:18.644159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c16a0bbc-c094-41ab-bce9-61c1534b1e4d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:18.655341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9be1cffd-280f-40c8-8660-95444556e846 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:18.691109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f0158367-c6b4-48db-827a-9164a755d32f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:18.718061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330068c7-d91c-4e9d-b05c-7664a512d5f2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:18.718754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-330068c7-d91c-4e9d-b05c-7664a512d5f2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:18.735886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9f38cb11-2863-4c46-9657-0bccc2d91875 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:18.738722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.782890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:18.801163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f0158367-c6b4-48db-827a-9164a755d32f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:18.804148 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f0158367-c6b4-48db-827a-9164a755d32f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2490251 Jan 25 15:36:18.807087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59992) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.842227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:18.848438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:18.852839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9f38cb11-2863-4c46-9657-0bccc2d91875 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:18.852839 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9f38cb11-2863-4c46-9657-0bccc2d91875 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/38378236-4a16-4802-8ecf-2aedde2ad720?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2881384 Jan 25 15:36:18.857486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:18.859448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 59996) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.867501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:18.903656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-330068c7-d91c-4e9d-b05c-7664a512d5f2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:18.903656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-330068c7-d91c-4e9d-b05c-7664a512d5f2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3199008 Jan 25 15:36:18.911957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60000) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:18.920271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=a20900f9-e4d6-454f-a9b0-8b9d70237180,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:18.954515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9be1cffd-280f-40c8-8660-95444556e846 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:18.960283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Provisioning for port c16a0bbc-c094-41ab-bce9-61c1534b1e4d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:18.975364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Provisioning complete for port c16a0bbc-c094-41ab-bce9-61c1534b1e4d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:18.975811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.017459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.041943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:19.054648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:19.061205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:19.064982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.078961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:19.092285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.102319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbceabc-ab66-4da6-bd21-386b93300e2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:19.104033 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5fbceabc-ab66-4da6-bd21-386b93300e2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1861703 Jan 25 15:36:19.106885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60004) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:19.128653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58177443-25a6-47d0-a101-fd133cbdc9dd None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:19.172979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:19.184596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.194214 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e54996be-f529-4621-9a3e-68cf76dfc612 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809920 Jan 25 15:36:19.199067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60008) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:19.209281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:19.240913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.288435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.289482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=c9f7c1da-61c6-4575-b8ce-3b3525509464,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:19.296007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:19.299053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:19.302237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:19.324897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] For port c16a0bbc-c094-41ab-bce9-61c1534b1e4d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,segment=NetworkSegment(2ec43219-766c-4a96-ad3b-2689108b27dd),segment_id=2ec43219-766c-4a96-ad3b-2689108b27dd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:19.392785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a314b3-be6a-4f95-86a6-fbdb4b457445,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:19.418468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.424113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.461543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:19.462225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.493979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:19.512005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Deleting port 9be1cffd-280f-40c8-8660-95444556e846 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:19.512361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.522262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.579992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467072c-729f-4cf3-bac1-760c8df78564 None None] Pushing event updated for resources: {'Port': ['ID=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:19.621652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:19.624227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.627669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fb3d18e7-2a4a-4bba-838d-1ee8880818a6 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/20a314b3-be6a-4f95-86a6-fbdb4b457445 HTTP/1.1" status: 204 len: 168 time: 0.8166769 Jan 25 15:36:19.629788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60012) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:19.632928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:19.651702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:19.678127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:19.737258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2f6c24b3-2142-4b3b-8f78-f772bb74c7c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:19.740091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c9a263ee-d95d-422f-82fd-d5a13d280202 None None] Provisioning for port 9be1cffd-280f-40c8-8660-95444556e846 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:19.751224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c9a263ee-d95d-422f-82fd-d5a13d280202 None None] Provisioning complete for port 9be1cffd-280f-40c8-8660-95444556e846 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:19.751730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c9a263ee-d95d-422f-82fd-d5a13d280202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.770878 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9734e0b2-623a-4cb4-9286-99c4225f533b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6030922 Jan 25 15:36:19.773642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60016) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:19.784839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'c9f7c1da-61c6-4575-b8ce-3b3525509464', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:19.793306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:19.807582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:19.818173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:19.822052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.838169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] For port 9be1cffd-280f-40c8-8660-95444556e846, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9be1cffd-280f-40c8-8660-95444556e846,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:19.838547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.926727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2f6c24b3-2142-4b3b-8f78-f772bb74c7c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:19.928041 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2f6c24b3-2142-4b3b-8f78-f772bb74c7c1 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2972484 Jan 25 15:36:19.929311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:19.933006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60020) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:19.998244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--451826258'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:20.003803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.005904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Calling delete_port for 9be1cffd-280f-40c8-8660-95444556e846 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:20.035140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c16a0bbc-c094-41ab-bce9-61c1534b1e4d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:20.037419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:20.069391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:20.149632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:20.166166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=d5682dd6-e1d6-4314-ae37-61a7824624d0,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:20.173917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:20.181781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c9a263ee-d95d-422f-82fd-d5a13d280202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.191019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:20.199010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:20.199833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.207894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5487351e-1787-4c5b-ba20-55a8270eb7ee None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:20.250241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.266876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.306022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c16a0bbc-c094-41ab-bce9-61c1534b1e4d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:20.306377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.347786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.352900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4becda61-59e0-4edb-84b7-522b65a68342 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4891303 Jan 25 15:36:20.353099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.362067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:20.364074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60024) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:20.376469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'security_group': {'name': 'tempest-secgroup-403934273'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:20.382890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:20.396643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] No DVR routers for this DVR port 9be1cffd-280f-40c8-8660-95444556e846 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:20.398578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:20.401163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:20.417078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:20.428495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:20.429274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:20.456193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:20.464778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51329faa-9000-4744-b754-a40f4ce1ba7f None None] Pushing event deleted for resources: {'Port': ['ID=9be1cffd-280f-40c8-8660-95444556e846,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:20.481994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.487301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event updated for resources: {'Port': ['ID=a20900f9-e4d6-454f-a9b0-8b9d70237180,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:20.489907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.544912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.602612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.608986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:20.621864 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Sync routers for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:20.634951 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:20.635969 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:20.674169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:20.675573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:20.759954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9be1cffd-280f-40c8-8660-95444556e846 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:20.798011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9be1cffd-280f-40c8-8660-95444556e846 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:20.798727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9be1cffd-280f-40c8-8660-95444556e846 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:20.813018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Provisioning for port a20900f9-e4d6-454f-a9b0-8b9d70237180 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:20.817708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.827157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Provisioning complete for port a20900f9-e4d6-454f-a9b0-8b9d70237180 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:20.828020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.844689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:20.845681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=2a429647-51ff-4dfd-bb15-2541d9a341cd,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:20.879988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:20.899054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807aa64-7723-4a44-b027-3a85640bcdae None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:20.900426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:20.901186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.908105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.920719 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:20.936276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Port a20900f9-e4d6-454f-a9b0-8b9d70237180 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:20.952210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:20.963993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:20.978852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:21.008132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:21.030554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:21.030891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-0a126eb7-7938-4efd-a354-02bbf35e20f1', 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'tenant_id': '43e7d69dd05347d1a52105e68633652d', 'fixed_ips': [{'subnet_id': 'd5682dd6-e1d6-4314-ae37-61a7824624d0'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:21.032218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.054138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca230a-17d0-407a-adf7-246a0d4456da,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:21.056818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.93 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/82c59f6e-a9cf-41e9-9bfd-3d769a190422) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:21.157722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Provisioning complete for port c16a0bbc-c094-41ab-bce9-61c1534b1e4d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:21.158098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c28e8a64-5fbe-47de-8bce-046d3cd28a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.170743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.174745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a4d3f694-7cee-426b-9e6d-f615ded37f68 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1846788 Jan 25 15:36:21.177039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-800477ed-3b60-4a62-b62c-fafea5eb673c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9767854 Jan 25 15:36:21.182189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60028) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:21.182515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60030) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:21.192681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'd9ca230a-17d0-407a-adf7-246a0d4456da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:21.222118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '2a429647-51ff-4dfd-bb15-2541d9a341cd', 'ip_address': '2001:db8::d1db:3943:4150:67e0'}], 'name': 'tempest-NetworksTestDHCPv6-1620735846'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:21.241608 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7baeab06-e784-4ff2-8459-ad1e611885a8 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.7896729 Jan 25 15:36:21.248622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:36:21.291523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:21.313335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:21.332553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:21.352862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:21.375943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:21.472793 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'fd2b74b6-53a9-4177-a6cf-3639141c574e', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'floating_ip_address': '172.26.8.191', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'mac_address': 'fa:16:3e:b2:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:36:14Z', 'updated_at': '2022-01-25T15:36:14Z', 'revision_number': 0, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:21.477762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Checking router: d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:21.489834 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:21.490953 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:21.562489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.579775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.588001 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'status': 'completed', 'code': 200} Jan 25 15:36:21.632294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '2a429647-51ff-4dfd-bb15-2541d9a341cd'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:21.633477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.634332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:21.656536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Allocated IP 2001:db8::2 (0a126eb7-7938-4efd-a354-02bbf35e20f1/d5682dd6-e1d6-4314-ae37-61a7824624d0/76db8656-aed2-4473-b409-c5edd597d5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:21.659645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.682465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:21.689656 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:21.746246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e1b6a0-b1c2-4e3a-905f-b9225391dfa4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:21.756687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:21.763760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-caa1ea91-33f8-4f50-be40-eabb4b6eff20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88bedd164d424ea0847769f2f5bddc15&device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1098 time: 0.3658967 Jan 25 15:36:21.765760 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d03097f8-2d8d-42ef-85e2-9f18db3deff6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9367020 Jan 25 15:36:21.766562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60040) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:21.772594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76c73d-27c4-4bf2-a1a1-e32e9d266c08 req-ef0936df-6bd5-4fd0-9b64-133cadceb610 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:21.773106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:21.774495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5b76c73d-27c4-4bf2-a1a1-e32e9d266c08 req-ef0936df-6bd5-4fd0-9b64-133cadceb610 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.3158967 Jan 25 15:36:21.821855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:21.823128 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ff306b65-8432-4e1f-ba04-a493f984b75e tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6395595 Jan 25 15:36:21.868274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60044) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:21.895743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dbbf413e-1395-4f17-8eb4-e15c4ef45898 None None] Provisioning complete for port a20900f9-e4d6-454f-a9b0-8b9d70237180 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:21.896110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dbbf413e-1395-4f17-8eb4-e15c4ef45898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.907600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.909096 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3656b284-635c-4313-b827-7d56616af36f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5440431 Jan 25 15:36:21.910912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.914836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:21.920864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:21.930124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60046) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:21.949777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group_rule': {'security_group_id': 'd9ca230a-17d0-407a-adf7-246a0d4456da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:21.957159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:21.962336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:21.965624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:21.973628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:21.975491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680195257'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:21.980541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf413e-1395-4f17-8eb4-e15c4ef45898 None None] Port a20900f9-e4d6-454f-a9b0-8b9d70237180 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:22.010436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:22.011654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/2a429647-51ff-4dfd-bb15-2541d9a341cd/122bce9b-a967-4bc9-9058-8ccd86c42193) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:22.043744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:22.051523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:22.063420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port d920d717-4e78-462e-a461-1826c6c84cd0 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:22.071810 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'fd2b74b6-53a9-4177-a6cf-3639141c574e', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'floating_ip_address': '172.26.8.191', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'mac_address': 'fa:16:3e:b2:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:36:14Z', 'updated_at': '2022-01-25T15:36:14Z', 'revision_number': 0, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:22.076426 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29c77c7-4d77-423f-af6d-22bd7a1ef7bb None None] The sync data for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv is: [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'fd2b74b6-53a9-4177-a6cf-3639141c574e', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'floating_ip_address': '172.26.8.191', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'mac_address': 'fa:16:3e:b2:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:36:14Z', 'updated_at': '2022-01-25T15:36:14Z', 'revision_number': 0, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:22.111458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:22.131197 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5b76c73d-27c4-4bf2-a1a1-e32e9d266c08 req-40f8426e-a8e3-43a5-b527-7030bc83f713 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333807 Jan 25 15:36:22.145300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:22.149493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=82c59f6e-a9cf-41e9-9bfd-3d769a190422,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:22.168238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:22.182049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60052) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:22.183733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:22.224182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.250291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Transition to ACTIVE for port object 76db8656-aed2-4473-b409-c5edd597d5d8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:22.281337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8fb6ca0a-3681-4401-b995-f53f16a55037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:22.282166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8fb6ca0a-3681-4401-b995-f53f16a55037 service neutron] 10.222.0.41 "GET /v2.0/networks?id=163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 200 len: 897 time: 0.5066473 Jan 25 15:36:22.292545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Transition to ACTIVE for port object 76db8656-aed2-4473-b409-c5edd597d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:22.301511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.367358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.377882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Transition to ACTIVE for port object 122bce9b-a967-4bc9-9058-8ccd86c42193 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:22.397352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Transition to ACTIVE for port object 122bce9b-a967-4bc9-9058-8ccd86c42193 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:22.397736 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:22.398751 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-30768da0-ea8d-4dcd-87cd-008611ee6625 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4587104 Jan 25 15:36:22.403518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60056) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:22.421318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.491094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.495980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:22.500340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:22.509001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:22.512998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:22.537972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.542538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e848cb50-8a7a-4f02-88a1-0e2612071a9f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.3296890 Jan 25 15:36:22.602903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.610682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:22.619782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:22.628645 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8ade91a7-3d71-4df7-8926-c39f110dbaf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 200 len: 999 time: 0.3184659 Jan 25 15:36:22.633266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:22.640705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:22.691091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:22.692635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:22.701581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:22.705656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Pushing event updated for resources: {'Port': ['ID=122bce9b-a967-4bc9-9058-8ccd86c42193,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:22.709327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:36:22.723875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Removed routes are [] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:36:22.724304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.737418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::d1db:3943:4150:67e0 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/2a429647-51ff-4dfd-bb15-2541d9a341cd/d920d717-4e78-462e-a461-1826c6c84cd0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:22.757277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Attempting to bind port 76db8656-aed2-4473-b409-c5edd597d5d8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:22.757667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Attempting to bind port 76db8656-aed2-4473-b409-c5edd597d5d8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '73197b38-5ec4-451a-8582-c1f834799dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:22.758024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Attempting to bind port 76db8656-aed2-4473-b409-c5edd597d5d8 on network 0a126eb7-7938-4efd-a354-02bbf35e20f1 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:22.798452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8443413d-842a-454a-8376-f45c25c38eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:22.799925 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8443413d-842a-454a-8376-f45c25c38eda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a3beb47-6132-4283-a95c-286c24e8e698 HTTP/1.1" status: 200 len: 834 time: 0.1506348 Jan 25 15:36:22.802508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:22.802878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Checking segment: {'id': '73197b38-5ec4-451a-8582-c1f834799dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:22.803272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.803655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Bound using segment: {'id': '73197b38-5ec4-451a-8582-c1f834799dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:22.804113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Bound port: 76db8656-aed2-4473-b409-c5edd597d5d8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73197b38-5ec4-451a-8582-c1f834799dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:22.804477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.806520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.824292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Attempting to bind port 122bce9b-a967-4bc9-9058-8ccd86c42193 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:22.824664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Attempting to bind port 122bce9b-a967-4bc9-9058-8ccd86c42193 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:22.825180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Attempting to bind port 122bce9b-a967-4bc9-9058-8ccd86c42193 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:22.829926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca230a-17d0-407a-adf7-246a0d4456da,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:22.838411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.842094 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-23e30d9e-bd33-439b-aecf-6af6f87feef2 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/d9ca230a-17d0-407a-adf7-246a0d4456da HTTP/1.1" status: 204 len: 168 time: 0.4345272 Jan 25 15:36:22.842596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60060) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:22.877996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:22.877996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:22.878405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.878715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:22.879189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Bound port: 122bce9b-a967-4bc9-9058-8ccd86c42193, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:22.879557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:22.981033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:23.004731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:23.011186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b11c5838-1979-45b4-8589-fafac8229675 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:23.014973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] For port 122bce9b-a967-4bc9-9058-8ccd86c42193, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:23.019004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] For port 122bce9b-a967-4bc9-9058-8ccd86c42193, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=122bce9b-a967-4bc9-9058-8ccd86c42193,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:23.070270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.110591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.121694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b11c5838-1979-45b4-8589-fafac8229675 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:23.126692 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b11c5838-1979-45b4-8589-fafac8229675 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2785108 Jan 25 15:36:23.128610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60064) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:23.136795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.141047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960990170'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:23.175859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0095a6-1a91-4659-bd10-76939b7d3be5 None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:23.195128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:23.222109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:23.244080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.248254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.276425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.290958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896085d6-b4be-4cae-a51c-c4a66427d8e3 None None] Pushing event updated for resources: {'Port': ['ID=122bce9b-a967-4bc9-9058-8ccd86c42193,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:23.314080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.397730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653a4beb-2727-4744-8a8e-66739dd2ab9e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:23.402645 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-4612595a-5928-44af-85b6-ca77fe69b194 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=163b8a71-0c5d-4b18-b6c6-f776066101c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5778391 Jan 25 15:36:23.481676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:23.488444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Usage tracker for resource:security_group_rule and tenant:29b8724cc482439da2156ed0e0412a58 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:23.520919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.522136 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1058f6df-59e4-4f51-bde3-0cbe5731e64e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5556242 Jan 25 15:36:23.531552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60070) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:23.545943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-909442575', 'security_groups': ['653a4beb-2727-4744-8a8e-66739dd2ab9e'], 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5682dd6-e1d6-4314-ae37-61a7824624d0'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:23.546737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:23.550022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60074) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:23.564067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.587673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:23.609651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60078) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:23.766132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object d920d717-4e78-462e-a461-1826c6c84cd0 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:23.811959 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d7c425b7-0709-4adb-a8ad-77b9d3b7375f tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.2607501 Jan 25 15:36:23.819394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:23.846091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-10d59123-78c4-427d-b8ad-a4bb0b3dba06 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266148 Jan 25 15:36:23.847383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:23.925467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.009988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:24.025994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:port and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:24.031474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:24.045890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:24.052622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf81223-6047-4201-9491-30bdbf86dc4b,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:24.054473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4c542a0-65fd-416d-896d-28ee133b13aa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=cbbfad97e70847b4a0ed427e01343de6&network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 2999 time: 0.4441161 Jan 25 15:36:24.088018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.116720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:24.130227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.130227 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-47522e75-ec20-4677-a306-5a0679869fb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 934 time: 2.3588610 Jan 25 15:36:24.131680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:24.134864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60084) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.147093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.151026 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c403060e-1540-45ca-9e9f-594845ea3536 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0187879 Jan 25 15:36:24.151306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60088) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.157314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-65d6cc95-c8da-441d-806b-9305bf654194 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:24.157314 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-65d6cc95-c8da-441d-806b-9305bf654194 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] update failed (client error): There was a conflict when trying to complete your request. Jan 25 15:36:24.161653 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-65d6cc95-c8da-441d-806b-9305bf654194 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "PUT /v2.0/security-groups/4bf81223-6047-4201-9491-30bdbf86dc4b HTTP/1.1" status: 409 len: 330 time: 0.0060720 Jan 25 15:36:24.165237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60092) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.198116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5f9d42c-a09a-4ebc-a764-5b78766c5a80 req-8b0a7ebd-cac5-41ee-9538-c026720a792b service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283134 Jan 25 15:36:24.249939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.278726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.280757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:24.285865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.332070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 76db8656-aed2-4473-b409-c5edd597d5d8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:24.337435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 122bce9b-a967-4bc9-9058-8ccd86c42193 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:24.398737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:24.412787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.413207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:24.425455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=d920d717-4e78-462e-a461-1826c6c84cd0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:24.425455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:24.435649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf81223-6047-4201-9491-30bdbf86dc4b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:24.443164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.447114 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-58d75dae-35e5-422e-a4b4-5e0e0982c511 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/4bf81223-6047-4201-9491-30bdbf86dc4b HTTP/1.1" status: 204 len: 168 time: 0.2808080 Jan 25 15:36:24.447740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60098) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.478988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 122bce9b-a967-4bc9-9058-8ccd86c42193 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:24.513501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15c13dc6-3d2a-49d7-b8e4-baf81d10c34b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Synchronizing usage tracker for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:24.581573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-15c13dc6-3d2a-49d7-b8e4-baf81d10c34b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] Unset dirty status for tenant:29b8724cc482439da2156ed0e0412a58 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:24.581956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:24.586933 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15c13dc6-3d2a-49d7-b8e4-baf81d10c34b tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1346881 Jan 25 15:36:24.587534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60102) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.587696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:24.588329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.613210 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-e44f736c-d382-4449-862c-076c1402403f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] delete failed (client error): The resource could not be found. Jan 25 15:36:24.614452 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e44f736c-d382-4449-862c-076c1402403f tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c007da6-344d-4006-b419-b303374842ed HTTP/1.1" status: 404 len: 347 time: 0.0257475 Jan 25 15:36:24.618185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60106) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.630531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.637816 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-a27f1805-bc0b-4bcf-811f-36197d1c5e00 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] show failed (client error): The resource could not be found. Jan 25 15:36:24.642946 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a27f1805-bc0b-4bcf-811f-36197d1c5e00 tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-groups/fd2cea4c-cc83-48da-b539-eb6d33896b0c HTTP/1.1" status: 404 len: 347 time: 0.0202801 Jan 25 15:36:24.643680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60110) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.666369 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-ef65b282-62b2-4b21-9d8e-3b5b8c77815a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] show failed (client error): The resource could not be found. Jan 25 15:36:24.670711 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ef65b282-62b2-4b21-9d8e-3b5b8c77815a tempest-NegativeSecGroupIPv6Test-1957124733 tempest-NegativeSecGroupIPv6Test-1957124733-project] 10.222.0.26 "GET /v2.0/security-group-rules/4e32eb07-2e7c-4ad2-904c-12bed30962f0 HTTP/1.1" status: 404 len: 356 time: 0.0224988 Jan 25 15:36:24.769034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-757f39f1-b908-4500-8a5c-ca2096a377f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5816069 Jan 25 15:36:24.769651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.816809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60120) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.871388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:24.947257 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b1ba590c-72d5-430c-a383-1d0dc61015fa tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.1293077 Jan 25 15:36:24.967615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a0b91ef2-0110-4d9d-bbbb-c4da5e63ec13 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 934 time: 0.8291233 Jan 25 15:36:24.972585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60126) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:24.983822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'routes': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:24.992669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27736c78-2abb-4185-8a74-49b0334c72ae tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:24.998989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27736c78-2abb-4185-8a74-49b0334c72ae tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:25.000529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-27736c78-2abb-4185-8a74-49b0334c72ae tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:25.012208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Provisioning for port 122bce9b-a967-4bc9-9058-8ccd86c42193 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:25.025002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Provisioning complete for port 122bce9b-a967-4bc9-9058-8ccd86c42193 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:25.025692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.066722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-27736c78-2abb-4185-8a74-49b0334c72ae tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:25.071503 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-27736c78-2abb-4185-8a74-49b0334c72ae tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2975514 Jan 25 15:36:25.071503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60130) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:25.188009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.210467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port d920d717-4e78-462e-a461-1826c6c84cd0 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:25.210824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.239145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] For port 122bce9b-a967-4bc9-9058-8ccd86c42193, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=122bce9b-a967-4bc9-9058-8ccd86c42193,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:25.305456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::151 (0a126eb7-7938-4efd-a354-02bbf35e20f1/d5682dd6-e1d6-4314-ae37-61a7824624d0/79ec09a6-b7a5-4b8b-a811-a6571d821ed5) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:25.307327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60138) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:25.327420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.436870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a6b7-ab0e-4274-8490-32a1eac01611 None None] Pushing event updated for resources: {'Port': ['ID=122bce9b-a967-4bc9-9058-8ccd86c42193,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:25.481743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60144) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:25.515110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Provisioning for port d920d717-4e78-462e-a461-1826c6c84cd0 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:25.521455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Provisioning complete for port d920d717-4e78-462e-a461-1826c6c84cd0 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:25.521822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.521999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.537493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.584199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Port d920d717-4e78-462e-a461-1826c6c84cd0 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:25.670111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Provisioning for port 76db8656-aed2-4473-b409-c5edd597d5d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:25.675352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:25.675818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.685833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for d920d717-4e78-462e-a461-1826c6c84cd0 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:25.692410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.728721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73001f-6752-4b0d-a453-e05790fb8b47 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:25.733831 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2f73001f-6752-4b0d-a453-e05790fb8b47 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 814 time: 0.2473588 Jan 25 15:36:25.784877 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cffb5a5e-fca7-4106-b881-1175161a575f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29b8724cc482439da2156ed0e0412a58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4765739 Jan 25 15:36:25.789827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.794564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60150) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:25.797516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:25.834911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:25.842684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:25.855373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:25.856136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:25.868845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=82c59f6e-a9cf-41e9-9bfd-3d769a190422,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:25.951181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60156) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:25.977218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 122bce9b-a967-4bc9-9058-8ccd86c42193 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:26.002744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:26.012213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.016911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.147129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:26.147694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.156759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.173645 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-34bfd6c7-269c-4177-a744-e1f78cb2ceb2 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.2213187 Jan 25 15:36:26.175875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:26.176797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.189222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:26.221150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.234598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60160) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:26.287939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-34623b86-7fe3-48db-8d16-4ffb24ee2f63 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:26.287939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 122bce9b-a967-4bc9-9058-8ccd86c42193 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:26.288288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.288465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.298594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--704850713', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:26.303115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=d920d717-4e78-462e-a461-1826c6c84cd0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:26.316172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.321626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:26.333227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:26.340087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:26.353299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:26.417154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-14329da0-32fb-48ca-ba6e-f8a0206d4441 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/d920d717-4e78-462e-a461-1826c6c84cd0 HTTP/1.1" status: 204 len: 168 time: 1.3454058 Jan 25 15:36:26.419856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60164) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:26.475799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:26.478480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.539044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af02eb-5444-4346-bc38-32db22b7088e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:26.540529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af02eb-5444-4346-bc38-32db22b7088e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:26.542062 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c2af02eb-5444-4346-bc38-32db22b7088e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1207545 Jan 25 15:36:26.544918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60168) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:26.547221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:36:26.595515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.595759 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 73aa77da-a29f-4faf-876a-9f1d3b871f11 of type vlan for network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 Jan 25 15:36:26.657418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=79ec09a6-b7a5-4b8b-a811-a6571d821ed5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:26.663146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:26.678529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:26.684004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added routes are [] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:36:26.684324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:36:26.691638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:26.707258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:26.707258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.707454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.708654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:22Z', 'revision_number': 6, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20900f9-e4d6-454f-a9b0-8b9d70237180', 'name': '', 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:46:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:16Z', 'updated_at': '2022-01-25T15:36:20Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:26.713588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:26.714149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Updating router a4020273-7160-4965-99ae-916897742ceb port a20900f9-e4d6-454f-a9b0-8b9d70237180 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:36:26.719870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.720218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.720559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.720893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.721226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.721584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.721912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.722238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.722560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.722883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.723206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:26.764650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.777373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 2a95d847-3d68-4a9b-b3a4-046dac528b68 associated. External IP: 172.26.8.93, port: c9f7c1da-61c6-4575-b8ce-3b3525509464. Jan 25 15:36:26.778742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.793071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 2a429647-51ff-4dfd-bb15-2541d9a341cd {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:26.796578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.840977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.845080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.845080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b6efd39-667a-4460-9d02-8445bd5e23b7 HTTP/1.1" status: 204 len: 168 time: 1.0434566 Jan 25 15:36:26.866718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.873802 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-26ad876a-ab1e-4413-bc57-723cb704953a tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3392603 Jan 25 15:36:26.873802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8a35a-f234-4ffc-bca7-1cea0f2b555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6efd39-667a-4460-9d02-8445bd5e23b7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:26.876486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60174) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:26.884584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:26.945059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:26.952486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:26.953331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.134545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=379a4f19-689f-4ae2-92d4-7181a67ba1e4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:27.167779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:36:27.174906 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.187339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60178) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.223212 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a92788a0-f20c-404a-a8d4-4730f3cd8c4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9818447 Jan 25 15:36:27.227000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60182) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.281624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-478d4ac8-8ddc-429d-a511-ea566aedb909 None None] Provisioning for port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:27.307456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-478d4ac8-8ddc-429d-a511-ea566aedb909 None None] Provisioning complete for port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:27.307904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-478d4ac8-8ddc-429d-a511-ea566aedb909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.333840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:27.337745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:27.340458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:27.346880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:27.349731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5795c75e-9f8a-42f4-8ea1-317bd6610573 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:27.360199 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5795c75e-9f8a-42f4-8ea1-317bd6610573 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1270442 Jan 25 15:36:27.360199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60188) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.363938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.396756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-478d4ac8-8ddc-429d-a511-ea566aedb909 None None] Port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:27.414848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Transition to ACTIVE for port object a20900f9-e4d6-454f-a9b0-8b9d70237180 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:27.423866 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2b790bf1-3bca-4ae4-8d80-601a4aca9ea1 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.2349787 Jan 25 15:36:27.461266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.495882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.510683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:27.518593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=2a429647-51ff-4dfd-bb15-2541d9a341cd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:27.531472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.543464 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2dd75c39-259b-498b-a5ba-b7684d23bbd8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/2a429647-51ff-4dfd-bb15-2541d9a341cd HTTP/1.1" status: 204 len: 168 time: 0.9975049 Jan 25 15:36:27.547533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.559230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf8d308-ad32-41bd-95cf-09c5463e7d55 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:27.632156 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7bdc2e72-f031-40e6-a2d1-cefc8ca301f0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801666 Jan 25 15:36:27.632729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.654870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:27.767285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c334b-4f57-40f4-a5c0-586e0ebfe9d3 None None] Pushing event updated for resources: {'Port': ['ID=a20900f9-e4d6-454f-a9b0-8b9d70237180,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:27.772124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.776220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d13ad-55b0-46b6-8bc3-7e4702d63c23 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:27.781004 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab0d13ad-55b0-46b6-8bc3-7e4702d63c23 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4194891 Jan 25 15:36:27.791020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60208) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.797755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.822215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:27.828241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:27.831432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:27.838688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:27.923426 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2efa5336-6408-4ce6-a155-b4c3e5e85454 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288757 Jan 25 15:36:27.923986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60212) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:27.931314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:27.968948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:27.970562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.007959 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-24f698b4-cc9e-4534-b424-97877b634533 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0829666 Jan 25 15:36:28.058204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:28.133047 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ed995-3633-4b9b-a756-00988a061aaa None None] New status for floating IP fd2b74b6-53a9-4177-a6cf-3639141c574e: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:36:28.154661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Attempting to bind port a20900f9-e4d6-454f-a9b0-8b9d70237180 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:28.155033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Attempting to bind port a20900f9-e4d6-454f-a9b0-8b9d70237180 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:28.155394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Attempting to bind port a20900f9-e4d6-454f-a9b0-8b9d70237180 on network 02206b4c-6d71-4cc8-8ac6-38be358108d5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:28.183336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60218) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.211562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:28.211931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Checking segment: {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:28.212463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.212861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Bound using segment: {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:28.213348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Bound port: a20900f9-e4d6-454f-a9b0-8b9d70237180, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec43219-766c-4a96-ad3b-2689108b27dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:28.213816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.323542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:28.323908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.400336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:28.423604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Deleting port 122bce9b-a967-4bc9-9058-8ccd86c42193 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:28.423970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.427353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60226) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.515988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.577972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60230) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.582135 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028195 Jan 25 15:36:28.594491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60232) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.595893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] For port a20900f9-e4d6-454f-a9b0-8b9d70237180, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:28.624075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] For port a20900f9-e4d6-454f-a9b0-8b9d70237180, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a20900f9-e4d6-454f-a9b0-8b9d70237180,segment=NetworkSegment(2ec43219-766c-4a96-ad3b-2689108b27dd),segment_id=2ec43219-766c-4a96-ad3b-2689108b27dd)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:28.648093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:28.651166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=d1d76dc3-123c-44d8-bea2-699c8f48de83,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:28.655276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:28.657903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:28.658776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.663492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5c9688-486a-4cbe-8c8a-0f19744f6fc5 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:28.669954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7d5c9688-486a-4cbe-8c8a-0f19744f6fc5 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4144623 Jan 25 15:36:28.670068 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d7d20fd9-a2dc-4798-a115-f52e66ff0a35 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.2382576 Jan 25 15:36:28.672129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60238) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.681312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5682dd6-e1d6-4314-ae37-61a7824624d0 (CIDR: 2001:db8::/64) Jan 25 15:36:28.730576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.737090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4424a227-b516-4b25-b278-50adf81e8395 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432022 Jan 25 15:36:28.737888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60242) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.743279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288038507', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:28.757356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:28.759715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:36:28.818812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:28.839545 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e9302ef-ae39-49a9-87cd-0d2b91a80a49 tempest-NetworksApiDiscovery-516147677 tempest-NetworksApiDiscovery-516147677-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2382443 Jan 25 15:36:28.846834 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bff0b3dc-1c49-43cb-9bb5-fd72ed96aac7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2131174 Jan 25 15:36:28.850082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60248) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.890095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c334b-4f57-40f4-a5c0-586e0ebfe9d3 None None] Pushing event updated for resources: {'Port': ['ID=a20900f9-e4d6-454f-a9b0-8b9d70237180,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:28.904573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] For port 122bce9b-a967-4bc9-9058-8ccd86c42193, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=122bce9b-a967-4bc9-9058-8ccd86c42193,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:28.904573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:28.916125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:28.923664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:28.923979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:28.924296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:28.929134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:28.929635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': 'd1d76dc3-123c-44d8-bea2-699c8f48de83', 'ip_address': '2001:db8::718a:3b09:2d54:acc4'}], 'name': 'tempest-NetworksTestDHCPv6-631946820'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:28.936770 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:28.973433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1785ee1a-1fe6-4c44-9f79-1f248b4572c6 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0920882 Jan 25 15:36:28.973919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60252) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:28.985627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:29.010252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:29.041331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:29.170766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Calling delete_port for 122bce9b-a967-4bc9-9058-8ccd86c42193 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:29.214379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.277944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:29.335386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:29.354180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:29.366333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:29.389092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:29.394676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60258) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:29.418068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:29.424330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.427994 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88e60291-506a-48f1-a1d7-5a76b2a96b3b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 700 time: 4.4485486 Jan 25 15:36:29.429486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60264) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:29.432341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:29.436989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:29.440192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:29.446944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:29.460749 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f35315ab-451a-412c-a46b-dd6f9d004027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.470655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.522950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:29.544439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] Pushing event deleted for resources: {'Port': ['ID=122bce9b-a967-4bc9-9058-8ccd86c42193,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:29.554154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:29.600733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369948c-055a-4652-9a34-dc3e2f2fc90a None None] No DVR routers for this DVR port 122bce9b-a967-4bc9-9058-8ccd86c42193 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:29.614819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.618878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.631267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe001b6-6082-4f2a-8109-6f1980eb16bc None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:29.672084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60268) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:29.836478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:29.838845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=95fd685e-31f7-41dd-8654-28e8955cf718,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:29.858842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a72b8218cc06489c91717c678a37aab9 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:29.872080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:29.891910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:29.896373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.925367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:26Z', 'revision_number': 7, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20900f9-e4d6-454f-a9b0-8b9d70237180', 'name': '', 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:46:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:16Z', 'updated_at': '2022-01-25T15:36:28Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:29.926204 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38ed4afe-47a0-419c-9507-9c6d1d963afe tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 993 time: 0.2466226 Jan 25 15:36:29.926204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.926204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.926204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.926566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.926716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.927053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.927359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.927678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.927993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.928312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.928625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8708fd-4d76-4ffc-8f51-038f8261eb9f None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:26Z', 'revision_number': 7, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a20900f9-e4d6-454f-a9b0-8b9d70237180', 'name': '', 'network_id': '02206b4c-6d71-4cc8-8ac6-38be358108d5', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:46:78:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:16Z', 'updated_at': '2022-01-25T15:36:28Z', 'revision_number': 4, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '509a1801-fe25-4cda-8029-12cfa891b7bf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:29.928811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:29.940864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'd1d76dc3-123c-44d8-bea2-699c8f48de83'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:29.942379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:29.957449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.030293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:30.030293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 379a4f19-689f-4ae2-92d4-7181a67ba1e4, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:36:30.042791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 122bce9b-a967-4bc9-9058-8ccd86c42193 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:30.043015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 22cd35ee-021e-4817-9822-ee3c23dc735c yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:30.082995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 122bce9b-a967-4bc9-9058-8ccd86c42193 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:30.082995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 122bce9b-a967-4bc9-9058-8ccd86c42193 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:30.156221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.162450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:30.204149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:30.206860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:36:30.239162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:30.239931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:30.242069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-421f03a3-8c3e-48b8-9ba1-82edd5961bee tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 700 time: 0.8114910 Jan 25 15:36:30.247223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60272) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:30.291929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.301137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/d1d76dc3-123c-44d8-bea2-699c8f48de83/bd98a38a-f14d-44a8-9d06-71a36a2b9f5e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:30.314771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:30.328462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.397243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:30.397811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:30.448299 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a72b8218cc06489c91717c678a37aab9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0482759 Jan 25 15:36:30.448299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 379a4f19-689f-4ae2-92d4-7181a67ba1e4) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:30.449034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1bacef89-8140-4f45-a495-e4d275992849 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.6737747 Jan 25 15:36:30.450497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60276) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:30.450868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60278) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:30.461744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.466853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071041a-572e-46cd-a4c3-aca72ae30b2a None None] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:30.481419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': 'c9f7c1da-61c6-4575-b8ce-3b3525509464', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:30.487638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:30.488045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb123d4f-3e6b-47cf-aacf-23fdf82b0ba5 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:30.530439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:30.531023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.634661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d291ce4-1ac9-48ac-9850-930c608589f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76e4279-3382-48eb-96b2-b46b92ee708b,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:30.663427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.700091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:30.708227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.729986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.750006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Transition to ACTIVE for port object bd98a38a-f14d-44a8-9d06-71a36a2b9f5e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:30.755844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:30.760922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:30.761526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.771615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=12cd9fe7-5793-494b-a12a-648cbf38762c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:30.787703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ca4c5-9e17-47f9-9803-8bce51833768 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:30.799180 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0a4add25-a60c-4671-bf06-049e34aa264e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0601058 Jan 25 15:36:30.836895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.871548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '95fd685e-31f7-41dd-8654-28e8955cf718'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:30.872347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.893351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Transition to ACTIVE for port object bd98a38a-f14d-44a8-9d06-71a36a2b9f5e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:30.915120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:30.924164 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-00a2c9e7-89bd-438d-ae68-a5078ebeeeb8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9480226 Jan 25 15:36:30.930647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60286) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:30.936285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-22719307', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12cd9fe7-5793-494b-a12a-648cbf38762c'}], 'security_groups': ['26e1b6a0-b1c2-4e3a-905f-b9225391dfa4']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:31.008544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.181850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:31.249895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Allocated IP 172.20.0.18 (379a4f19-689f-4ae2-92d4-7181a67ba1e4/95fd685e-31f7-41dd-8654-28e8955cf718/7746a444-f340-4e4b-acf4-d330ccd6af99) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:31.268310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60290) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:31.274058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-623713726', 'description': 'tempest-secgroup-smoke-623713726 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:31.283637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:31.285058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.302119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:31.306267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Pushing event updated for resources: {'Port': ['ID=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:31.308667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::718a:3b09:2d54:acc4 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/d1d76dc3-123c-44d8-bea2-699c8f48de83/22cd35ee-021e-4817-9822-ee3c23dc735c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:31.321487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.351631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:31.371790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:31.397616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76e4279-3382-48eb-96b2-b46b92ee708b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:31.491666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.492898 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b039f8e0-8906-4626-b510-f7bfca2cb809 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e76e4279-3382-48eb-96b2-b46b92ee708b HTTP/1.1" status: 204 len: 168 time: 1.0406752 Jan 25 15:36:31.686624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.707491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b79bf46-ffea-400b-8c75-f3b220a4efa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.720477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.737995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Transition to ACTIVE for port object 7746a444-f340-4e4b-acf4-d330ccd6af99 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:31.744469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Update dhcp port {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'fixed_ips': [{'subnet_id': 'd5682dd6-e1d6-4314-ae37-61a7824624d0', 'ip_address': '2001:db8::2'}, {'subnet_id': '12cd9fe7-5793-494b-a12a-648cbf38762c'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '76db8656-aed2-4473-b409-c5edd597d5d8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:36:31.752455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 22cd35ee-021e-4817-9822-ee3c23dc735c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:31.820822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Transition to ACTIVE for port object 7746a444-f340-4e4b-acf4-d330ccd6af99 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:31.845499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.914780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.921255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:31.954494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port a20900f9-e4d6-454f-a9b0-8b9d70237180 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:31.956481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.018197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Pushing event updated for resources: {'Port': ['ID=7746a444-f340-4e4b-acf4-d330ccd6af99,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:32.045019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.165344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:32.169762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:32.172880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:32.179059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:32.206382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a20900f9-e4d6-454f-a9b0-8b9d70237180 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:32.237667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:32.242527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.250576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:32.253126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:32.274067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Attempting to bind port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:32.274435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Attempting to bind port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:32.274842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Attempting to bind port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:32.298897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:32.301902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Delete allocated IP 2001:db8::151 (0a126eb7-7938-4efd-a354-02bbf35e20f1/d5682dd6-e1d6-4314-ae37-61a7824624d0) {{(pid=84138) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:36:32.304087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:32.311613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:32.314283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:32.314466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.315080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.324710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:32.325087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:32.326105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.326783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:32.326977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Bound port: bd98a38a-f14d-44a8-9d06-71a36a2b9f5e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:32.327344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.343545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8:0:1::16c (0a126eb7-7938-4efd-a354-02bbf35e20f1/12cd9fe7-5793-494b-a12a-648cbf38762c/79ec09a6-b7a5-4b8b-a811-a6571d821ed5) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:32.350755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=22cd35ee-021e-4817-9822-ee3c23dc735c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:32.398449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5f20a-2f36-4439-97e2-0735e089e802,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:32.438364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Attempting to bind port 7746a444-f340-4e4b-acf4-d330ccd6af99 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:32.438612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Attempting to bind port 7746a444-f340-4e4b-acf4-d330ccd6af99 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:32.438873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Attempting to bind port 7746a444-f340-4e4b-acf4-d330ccd6af99 on network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:32.462563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f0832649-6e13-4783-8084-e07680c1c096 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5404909 Jan 25 15:36:32.470582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60296) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:32.474034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:32.474542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Checking segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:32.475037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.475515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Bound using segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:32.476085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Bound port: 7746a444-f340-4e4b-acf4-d330ccd6af99, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:32.476552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.525226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port a20900f9-e4d6-454f-a9b0-8b9d70237180, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a20900f9-e4d6-454f-a9b0-8b9d70237180,segment=NetworkSegment(2ec43219-766c-4a96-ad3b-2689108b27dd),segment_id=2ec43219-766c-4a96-ad3b-2689108b27dd)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:32.525515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.527395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] For port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:32.551180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] For port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:32.561525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a20900f9-e4d6-454f-a9b0-8b9d70237180 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:32.580341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a20900f9-e4d6-454f-a9b0-8b9d70237180 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:32.580856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.615785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.620300 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78ac716f-d3db-4bbe-a146-c643b11e8d10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3476267 Jan 25 15:36:32.635289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60300) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:32.640569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] For port 7746a444-f340-4e4b-acf4-d330ccd6af99, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:32.640569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.660759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for a20900f9-e4d6-454f-a9b0-8b9d70237180 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:32.687791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] For port 7746a444-f340-4e4b-acf4-d330ccd6af99, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7746a444-f340-4e4b-acf4-d330ccd6af99,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:32.688017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:32.711558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:32.722846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:32.724784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9175c4e-c49e-4954-a62b-1632491bfdef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:32.728745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9175c4e-c49e-4954-a62b-1632491bfdef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:32.729565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e9175c4e-c49e-4954-a62b-1632491bfdef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:32.736799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:32.751294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.752219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:32.777337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f8d11-ef23-4dd9-83dd-0841f5f836aa None None] Pushing event updated for resources: {'Port': ['ID=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:32.788417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.818786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.869317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e9175c4e-c49e-4954-a62b-1632491bfdef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:32.875010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e9175c4e-c49e-4954-a62b-1632491bfdef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4070954 Jan 25 15:36:32.876383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60304) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:32.880988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.896549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.931782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.932576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fae87-c69f-47dc-b7e2-453405185c2d None None] Pushing event updated for resources: {'Port': ['ID=7746a444-f340-4e4b-acf4-d330ccd6af99,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:32.956917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 22cd35ee-021e-4817-9822-ee3c23dc735c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:32.960022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:32.992791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.006559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.024497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:33.082756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.116461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.119742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.182637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=a20900f9-e4d6-454f-a9b0-8b9d70237180,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:33.322900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.326999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Allocated IP 2001:db8:0:1::2 (0a126eb7-7938-4efd-a354-02bbf35e20f1/12cd9fe7-5793-494b-a12a-648cbf38762c/76db8656-aed2-4473-b409-c5edd597d5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:33.376059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=79ec09a6-b7a5-4b8b-a811-a6571d821ed5,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:33.479317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1727dad-c42b-471f-9ca1-c7b95a833085,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:33.492380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] In _notify_port_updated(), no bound segment for port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 on network 0a126eb7-7938-4efd-a354-02bbf35e20f1 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:36:33.497364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:33.498418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.500134 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c254e4c2-2b46-44f3-b62f-0c0773a3af08 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/ports/79ec09a6-b7a5-4b8b-a811-a6571d821ed5 HTTP/1.1" status: 200 len: 929 time: 2.5683703 Jan 25 15:36:33.512614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60308) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:33.546588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:33.582424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.599781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Transition to ACTIVE for port object 76db8656-aed2-4473-b409-c5edd597d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:33.613931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.615040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3317be99-0658-43f7-83cf-223bd87d4617 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9751465 Jan 25 15:36:33.621850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60312) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:33.628572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:33.634837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:33.640514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:33.648267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:33.656737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:33.672690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.727334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:33.727693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.754720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.778456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.812848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38483db6-0501-4e5f-9b1f-64499cd46ad4 None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:33.866955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.876389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:33.908806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 22cd35ee-021e-4817-9822-ee3c23dc735c owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:33.953911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:33.989245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfe8e72-cf6b-4fb1-a0e5-248833bc458c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:34.178270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.188705 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-456efbbe-2b3f-4b39-98f0-88a32772c784 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5633564 Jan 25 15:36:34.190122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60320) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:34.199468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:34.210168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:34.223031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:34.226928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:34.233905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:34.271991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:34.276706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.282950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:34.308802 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:34.312405 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:34.328801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.436592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bd98a38a-f14d-44a8-9d06-71a36a2b9f5e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:34.480016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.481485 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:34.516021 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:34.517763 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:34.520928 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a119a456-48c1-4a86-a80c-faa3d8b3f47b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/2a95d847-3d68-4a9b-b3a4-046dac528b68 HTTP/1.1" status: 200 len: 977 time: 4.0669274 Jan 25 15:36:34.524065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60324) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:34.584332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.634656 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:34.635569 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0bf466-d0ea-4bb8-af01-4c1292b1505c None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:34.665198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.695444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3965096d-6c9b-4dec-bde8-196fac37b753,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:34.698264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:34.702662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.706016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.706016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7746a444-f340-4e4b-acf4-d330ccd6af99 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:34.807133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=22cd35ee-021e-4817-9822-ee3c23dc735c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:34.807133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.826867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:34.828085 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-06def1d2-bc86-4ff1-98aa-23c7dc735b2f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6370335 Jan 25 15:36:34.831016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60328) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:34.837077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:34.846550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:34.852373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:34.858390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:34.864894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:34.900674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7746a444-f340-4e4b-acf4-d330ccd6af99 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:34.918186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:34.989449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Provisioning for port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:34.999476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.002390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Provisioning complete for port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:35.007349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.046142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.055906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 79ec09a6-b7a5-4b8b-a811-a6571d821ed5 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:35.134885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.136831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98def980-657f-4281-98c9-a4863276b1dc None None] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:35.206467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.228524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe82182-a984-439d-8123-f7aea9f421d7,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:35.295244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 82c59f6e-a9cf-41e9-9bfd-3d769a190422 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:35.295584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.336858 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3f44559-1278-48de-a253-a1f5be20a9d0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/22cd35ee-021e-4817-9822-ee3c23dc735c HTTP/1.1" status: 204 len: 168 time: 2.4602141 Jan 25 15:36:35.337321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.340343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60332) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:35.389862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.394762 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2c8a308f-ba9e-43d0-be44-293f05e19ed0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5627694 Jan 25 15:36:35.408811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60336) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:35.428272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:35.434526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:35.440833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:35.441138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] For port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:35.443748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:35.450054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:35.484518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047949b-f3c5-470a-aeae-d4fba9a540bb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:35.486106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047949b-f3c5-470a-aeae-d4fba9a540bb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:35.487094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b047949b-f3c5-470a-aeae-d4fba9a540bb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:35.545989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.572110 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:36:35.583344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.624492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b7f99-0d1d-4248-8672-83d35aabd5d9 None None] Pushing event updated for resources: {'Port': ['ID=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:35.648524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.659011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b047949b-f3c5-470a-aeae-d4fba9a540bb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:35.663872 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b047949b-f3c5-470a-aeae-d4fba9a540bb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3234286 Jan 25 15:36:35.664991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60340) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:35.718237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.726434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.726958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.747824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Provisioning for port 76db8656-aed2-4473-b409-c5edd597d5d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:35.754850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:35.756141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.761308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442aa49e-b6b9-4acd-926a-93f4cf6f5754,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:35.917181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:35.917647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:35.980950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bd98a38a-f14d-44a8-9d06-71a36a2b9f5e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:35.995021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.016186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:36.021294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet d1d76dc3-123c-44d8-bea2-699c8f48de83 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:36.023144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.024461 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-405190be-ba3f-4d68-8712-c0b95b9fe13c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6145220 Jan 25 15:36:36.026418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.028337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Could not find standard attr ID for object 22cd35ee-021e-4817-9822-ee3c23dc735c. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:36:36.054203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60344) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.059680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:36.059680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.063225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'cca5f20a-2f36-4439-97e2-0735e089e802', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:36.066240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 82c59f6e-a9cf-41e9-9bfd-3d769a190422 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:36.072602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:36.079524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:36.087281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:36.096767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:36.099977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.113633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Provisioning for port 7746a444-f340-4e4b-acf4-d330ccd6af99 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:36.123225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Provisioning complete for port 7746a444-f340-4e4b-acf4-d330ccd6af99 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:36.123648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.197696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=79ec09a6-b7a5-4b8b-a811-a6571d821ed5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:36.198829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.269090 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:36:36.278142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.283897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.308349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.314767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ed993c3-e08f-45b2-855a-c3631005fbd8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/79ec09a6-b7a5-4b8b-a811-a6571d821ed5 HTTP/1.1" status: 204 len: 168 time: 2.8009613 Jan 25 15:36:36.317252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60348) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.360924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] For port 7746a444-f340-4e4b-acf4-d330ccd6af99, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7746a444-f340-4e4b-acf4-d330ccd6af99,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:36.371078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.372551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-31249ea7-4dae-46b9-b927-91ca11162ae3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:36:36.373056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-31249ea7-4dae-46b9-b927-91ca11162ae3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:36.389463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.398494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:36.426921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.435564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d76dc3-123c-44d8-bea2-699c8f48de83,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:36.446962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.472083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087188c7-e4ea-4c96-8bf8-8d65be845ea7 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:36.486199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.492840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Could not find standard attr ID for object 79ec09a6-b7a5-4b8b-a811-a6571d821ed5. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:36:36.515136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27da8072-88e2-4dca-b3d1-2b2d38a1ff13,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:36.570265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.572077 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-612ce142-245b-4a20-a853-2e1b24fe25ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5184021 Jan 25 15:36:36.573610 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da24014b-53ab-437e-a50d-ecea0ea9eede tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/d1d76dc3-123c-44d8-bea2-699c8f48de83 HTTP/1.1" status: 204 len: 168 time: 0.9074457 Jan 25 15:36:36.576445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60352) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.578733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-31249ea7-4dae-46b9-b927-91ca11162ae3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:36.582294 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-31249ea7-4dae-46b9-b927-91ca11162ae3 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/79ec09a6-b7a5-4b8b-a811-a6571d821ed5 HTTP/1.1" status: 404 len: 333 time: 0.2615943 Jan 25 15:36:36.587470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60358) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.617273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197fdb8-9374-401b-8c94-ace7d9535f41 None None] Pushing event updated for resources: {'Port': ['ID=7746a444-f340-4e4b-acf4-d330ccd6af99,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:36.686088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.695201 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-307f1907-e000-4e3e-993e-38d3bc692f0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173627 Jan 25 15:36:36.699941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60364) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.712492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:36.717838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bdac7502-66bb-4441-9bbe-35381d4cdbb4 None None] Provisioning complete for port 7746a444-f340-4e4b-acf4-d330ccd6af99 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:36.718210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bdac7502-66bb-4441-9bbe-35381d4cdbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.729909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.755659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=82c59f6e-a9cf-41e9-9bfd-3d769a190422,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:36.809946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:36.841968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.886203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:36.890832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:36.894136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:36.900714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:36.902526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:36.907311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Deleting port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:36.907673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.920079 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e7a2a8e7-bd93-49ea-b5ef-f73e56a69df6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6720874 Jan 25 15:36:36.923086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60374) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:36.948854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:36.972393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:36.975943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.011461 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06b8023c-8e23-455c-9ddf-c65c12ba09f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-623713726&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1561375 Jan 25 15:36:37.109885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.130667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] For port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:37.131190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.145194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a4beb-2727-4744-8a8e-66739dd2ab9e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:37.163922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.165021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4f695c0c-df16-4b00-9a9d-5e235bffbcdb tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/security-groups/653a4beb-2727-4744-8a8e-66739dd2ab9e HTTP/1.1" status: 204 len: 168 time: 0.5763209 Jan 25 15:36:37.168100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60378) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:37.261676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-7ab1e01f-8235-4a65-8348-93f21ee19e5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:37.263618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-7ab1e01f-8235-4a65-8348-93f21ee19e5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=379a4f19-689f-4ae2-92d4-7181a67ba1e4 HTTP/1.1" status: 200 len: 796 time: 0.2445958 Jan 25 15:36:37.270554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 509a1801-fe25-4cda-8029-12cfa891b7bf {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:37.280206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Calling delete_port for bd98a38a-f14d-44a8-9d06-71a36a2b9f5e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:37.298326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-65f8e33a-2a99-4529-91ac-413634e5c956 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0186701 Jan 25 15:36:37.302083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.392848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.401618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.438485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.484361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.496856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Pushing event deleted for resources: {'Port': ['ID=bd98a38a-f14d-44a8-9d06-71a36a2b9f5e,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:37.508439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] No DVR routers for this DVR port bd98a38a-f14d-44a8-9d06-71a36a2b9f5e on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:37.511587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.511587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.511948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.512340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.512975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.513310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.513651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.513974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.514290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.514604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.514913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd3694b-8eac-48f6-bb49-d5ce90d5fbf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:36:37.575167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.581404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c8e6b891-86e1-4e72-be5e-6a68a832071f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2650361 Jan 25 15:36:37.606464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.693918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:37.694803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=8af8eee7-6907-42e7-9a22-dfb7663172d4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:37.697996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:37.704417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.704417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:37.704417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.709132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:37.719977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d9ff9-0030-4ab3-a0d5-83f6e116acf3 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:37.747096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e1b6a0-b1c2-4e3a-905f-b9225391dfa4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:37.758332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.762199 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c0c7ef45-13b5-4e64-9cc5-8631c8f0f7f2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/security-groups/26e1b6a0-b1c2-4e3a-905f-b9225391dfa4 HTTP/1.1" status: 204 len: 168 time: 0.5914390 Jan 25 15:36:37.762784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60384) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:37.849630 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ca95e315-bba0-4603-8e03-d9d2420ed6fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1478691 Jan 25 15:36:37.850742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:37.858266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60388) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:37.862614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:37.917589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:37.918204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:37.941723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '8af8eee7-6907-42e7-9a22-dfb7663172d4', 'ip_address': '2001:db8::22fd:4d6d:aa0c:605d'}], 'name': 'tempest-NetworksTestDHCPv6-696184924'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:37.945031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-530f3510-24fe-400a-979a-b76d0f7b3d82 service neutron] 10.222.0.26 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512990 Jan 25 15:36:37.969762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=509a1801-fe25-4cda-8029-12cfa891b7bf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:38.074901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7746a444-f340-4e4b-acf4-d330ccd6af99 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:38.143868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.148084 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4623135e-2cb6-46af-99f9-1ae004198c58 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/509a1801-fe25-4cda-8029-12cfa891b7bf HTTP/1.1" status: 204 len: 168 time: 1.2238019 Jan 25 15:36:38.151492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60392) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:38.183737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-421dee7f-4fec-4c1e-aa89-35e864d43c21 service neutron] 10.222.0.26 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814587 Jan 25 15:36:38.231560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet d5682dd6-e1d6-4314-ae37-61a7824624d0 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:38.236490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a3ce0-d1aa-4ee0-b619-766feaae9c5d None None] Network 02206b4c-6d71-4cc8-8ac6-38be358108d5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:38.238794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.259238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:38.271912 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:38.272934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.284739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:38.293007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:38.298847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:38.299368 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:38.300505 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:38.311471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:38.318252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.325918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.359278 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b49bbbad-d328-4925-b5e0-099b76860cac tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/2a95d847-3d68-4a9b-b3a4-046dac528b68 HTTP/1.1" status: 204 len: 168 time: 3.8316751 Jan 25 15:36:38.360975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60396) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:38.365040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port c16a0bbc-c094-41ab-bce9-61c1534b1e4d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:38.366141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.398297 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:38.409636 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:38.410240 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:38.452269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:38.460834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.467601 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:38.468243 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b767191-82b0-4f42-b38e-eb9adb78a983 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:38.484888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port c9f7c1da-61c6-4575-b8ce-3b3525509464 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:38.485234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.503263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '8af8eee7-6907-42e7-9a22-dfb7663172d4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:38.504175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.519228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7746a444-f340-4e4b-acf4-d330ccd6af99 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:38.519781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.560963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port db78957c-703d-4ed9-9eec-c876dd49daae yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:38.674855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-18b80968-5542-4b44-8d12-2a81556aea55 req-41a993c2-568f-4e32-8d40-041dbe67de14 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.1119149 Jan 25 15:36:38.678778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.722038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port c16a0bbc-c094-41ab-bce9-61c1534b1e4d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,segment=NetworkSegment(2ec43219-766c-4a96-ad3b-2689108b27dd),segment_id=2ec43219-766c-4a96-ad3b-2689108b27dd)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:38.722990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.861430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.871152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:38.879547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for c16a0bbc-c094-41ab-bce9-61c1534b1e4d owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:38.967255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6150c4ff-e534-4945-8146-67aaf26e6731 None None] DHCP port deletion for 02206b4c-6d71-4cc8-8ac6-38be358108d5 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:38.977262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6150c4ff-e534-4945-8146-67aaf26e6731 None None] Deleting port c16a0bbc-c094-41ab-bce9-61c1534b1e4d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:38.977680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6150c4ff-e534-4945-8146-67aaf26e6731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:38.996206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.046177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=d5682dd6-e1d6-4314-ae37-61a7824624d0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:39.056695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.064827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.078627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.092687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8af8eee7-6907-42e7-9a22-dfb7663172d4/17cf3b21-381c-4094-aa79-7c1bd05a568c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:39.119564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee178a15-76e9-4c00-a7fa-3c08b44e5caf None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:39.132680 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f0b0873-773e-4c59-bd50-0a94adef8c64 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/d5682dd6-e1d6-4314-ae37-61a7824624d0 HTTP/1.1" status: 204 len: 168 time: 1.3688135 Jan 25 15:36:39.144202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bd98a38a-f14d-44a8-9d06-71a36a2b9f5e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:39.186536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60412) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:39.195019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for c9f7c1da-61c6-4575-b8ce-3b3525509464 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:39.227961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:39.255547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=c16a0bbc-c094-41ab-bce9-61c1534b1e4d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:39.259758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No DVR routers for this DVR port c16a0bbc-c094-41ab-bce9-61c1534b1e4d on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:39.297132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: bd98a38a-f14d-44a8-9d06-71a36a2b9f5e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:39.297371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bd98a38a-f14d-44a8-9d06-71a36a2b9f5e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:39.401102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.433114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:39.437925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02206b4c-6d71-4cc8-8ac6-38be358108d5']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:39.440363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:39.449149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:39.454779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec43219-766c-4a96-ad3b-2689108b27dd') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:39.455120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec43219-766c-4a96-ad3b-2689108b27dd') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:39.458920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:39.462298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6150c4ff-e534-4945-8146-67aaf26e6731 None None] The port 'c16a0bbc-c094-41ab-bce9-61c1534b1e4d' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:36:39.470503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.490463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.498861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:36:39.499607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:36:39.516785 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:36:39.601816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:39.605286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.625899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.689592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.708251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.723267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=02206b4c-6d71-4cc8-8ac6-38be358108d5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:39.725307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=c9f7c1da-61c6-4575-b8ce-3b3525509464,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:39.728821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8056f142-a918-43bb-ae20-b9438693479b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/02206b4c-6d71-4cc8-8ac6-38be358108d5 HTTP/1.1" status: 204 len: 168 time: 1.5762589 Jan 25 15:36:39.731376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60420) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:39.869179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:39.894477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Transition to ACTIVE for port object 17cf3b21-381c-4094-aa79-7c1bd05a568c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:39.923575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:32Z', 'revision_number': 8, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:39.930397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Transition to ACTIVE for port object 17cf3b21-381c-4094-aa79-7c1bd05a568c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:39.933136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:39.951617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:39.952228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:39.961292 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:36:40.024252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.122045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.151545 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46248824-6684-4902-b151-ca840dc8a8eb req-0f2d8b16-1d5c-4a25-bee9-ede8bfa39428 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.0955815 Jan 25 15:36:40.179502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c16a0bbc-c094-41ab-bce9-61c1534b1e4d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:40.187218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.243078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::22fd:4d6d:aa0c:605d (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8af8eee7-6907-42e7-9a22-dfb7663172d4/db78957c-703d-4ed9-9eec-c876dd49daae) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:40.274581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c16a0bbc-c094-41ab-bce9-61c1534b1e4d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:40.274968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c16a0bbc-c094-41ab-bce9-61c1534b1e4d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:40.312280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:40.313138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Pushing event updated for resources: {'Port': ['ID=17cf3b21-381c-4094-aa79-7c1bd05a568c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:40.319985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:40.322138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:40.366651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:40.484179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Attempting to bind port 17cf3b21-381c-4094-aa79-7c1bd05a568c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:40.484605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Attempting to bind port 17cf3b21-381c-4094-aa79-7c1bd05a568c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:40.484970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Attempting to bind port 17cf3b21-381c-4094-aa79-7c1bd05a568c on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:40.551648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.568968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object db78957c-703d-4ed9-9eec-c876dd49daae will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:40.587937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:40.588451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:40.588953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.589500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:40.595074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Bound port: 17cf3b21-381c-4094-aa79-7c1bd05a568c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:40.595074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.693338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.755723 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4bade9d4-95c0-4d8b-923a-5701d8f5466b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/c9f7c1da-61c6-4575-b8ce-3b3525509464 HTTP/1.1" status: 204 len: 168 time: 2.3928630 Jan 25 15:36:40.768494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60430) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:40.769791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] For port 17cf3b21-381c-4094-aa79-7c1bd05a568c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:40.773557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] For port 17cf3b21-381c-4094-aa79-7c1bd05a568c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=17cf3b21-381c-4094-aa79-7c1bd05a568c,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:40.787776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:40.796584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:40.816412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:40.827584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.867188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.923751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=e29ea702-d2c1-4c5e-89c0-c7f9cd962a43,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:40.928519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.943254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:40.945161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:40.948586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=db78957c-703d-4ed9-9eec-c876dd49daae,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:40.953633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:40.955700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:40.957466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:40.958188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.967767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:40.972258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:40.972396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:40.977564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe73209d-ac80-4bc3-8461-057956232b25 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:40.996891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:40.997665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.103789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02ca6-4025-400c-9c83-28d7bcb9f0d7 None None] Pushing event updated for resources: {'Port': ['ID=17cf3b21-381c-4094-aa79-7c1bd05a568c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:41.128408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.166728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-69be9e14-64c7-403f-a41e-c32fea020052 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:41.166728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-69be9e14-64c7-403f-a41e-c32fea020052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.205251 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2ff7862a-9f40-4032-acdb-466ab868b254 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0153062 Jan 25 15:36:41.238373 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c99adc8a-9a73-4421-a811-48074ba2fd23 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3521917 Jan 25 15:36:41.250868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60438) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:41.251295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60440) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:41.274424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'security_group': {'name': 'tempest-secgroup-697292587'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:41.423207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:41.440182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:32Z', 'revision_number': 8, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:41.447416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:41.478195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:41.478899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2dc5f-3815-491f-bed4-d97fd9df79b2 None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:32Z', 'revision_number': 8, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48b76d6c-d9de-4e65-8f83-9ce17caa4cd2', 'name': '', 'network_id': '3cab02d8-d7b3-4261-9a0d-6c6064122efc', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:7e:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:36:03Z', 'updated_at': '2022-01-25T15:36:15Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '2ea3b324-25fa-4b4b-933c-cbdbb7d9c534', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:41.504241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:41.647097 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-42578a9b-1046-44f5-9c16-4958960b89ec req-7f1f2bcc-9f7a-4593-b983-227c1ec9643c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.2666538 Jan 25 15:36:41.655513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6fee5e-6024-4da4-b290-ce99c03fc0d6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:41.659796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6fee5e-6024-4da4-b290-ce99c03fc0d6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:41.660620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dd6fee5e-6024-4da4-b290-ce99c03fc0d6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:41.684548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.109 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/7bf29208-0890-4640-b321-112e900de197) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:41.697412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.705119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:41.705542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.793229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dd6fee5e-6024-4da4-b290-ce99c03fc0d6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:41.793229 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dd6fee5e-6024-4da4-b290-ce99c03fc0d6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5324481 Jan 25 15:36:41.817028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60450) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:41.831880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-69be9e14-64c7-403f-a41e-c32fea020052 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:41.832635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-69be9e14-64c7-403f-a41e-c32fea020052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:41.841887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:41.851532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:41.855847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:41.864706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:41.989015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:41.994328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-69be9e14-64c7-403f-a41e-c32fea020052 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:42.000523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.066159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Update dhcp port {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'fixed_ips': [{'subnet_id': '12cd9fe7-5793-494b-a12a-648cbf38762c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e29ea702-d2c1-4c5e-89c0-c7f9cd962a43'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '76db8656-aed2-4473-b409-c5edd597d5d8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:36:42.070068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.125973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 17cf3b21-381c-4094-aa79-7c1bd05a568c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:42.171987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.202424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.208591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.275201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-3e177a0b-71c9-4890-8e09-242d3a42a051 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:42.276701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-3e177a0b-71c9-4890-8e09-242d3a42a051 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=379a4f19-689f-4ae2-92d4-7181a67ba1e4 HTTP/1.1" status: 200 len: 796 time: 0.7725937 Jan 25 15:36:42.314852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:42.316384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5519ff4-cb25-47cb-a91c-32893d6ecc33,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:42.323751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:42.326180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:42.359908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=7bf29208-0890-4640-b321-112e900de197,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:42.364841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port db78957c-703d-4ed9-9eec-c876dd49daae {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:42.365536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.377663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.378938 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-87ef4e3a-a49c-47c8-abeb-5d744680aa0c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1253736 Jan 25 15:36:42.385162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60454) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:42.398299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629930908'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:42.402921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.409487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:42.418815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:42.422588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:42.428908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:42.439460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 17cf3b21-381c-4094-aa79-7c1bd05a568c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:42.460203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a20900f9-e4d6-454f-a9b0-8b9d70237180 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:42.500752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=48b76d6c-d9de-4e65-8f83-9ce17caa4cd2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:42.510258 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-f6d46f32-094a-4448-b12a-41c07517e3f3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 472 time: 0.1915772 Jan 25 15:36:42.517350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a20900f9-e4d6-454f-a9b0-8b9d70237180 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:42.517822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a20900f9-e4d6-454f-a9b0-8b9d70237180 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:42.521400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Allocated IP 2001:db8::2 (0a126eb7-7938-4efd-a354-02bbf35e20f1/e29ea702-d2c1-4c5e-89c0-c7f9cd962a43/76db8656-aed2-4473-b409-c5edd597d5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:42.522332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['cca5f20a-2f36-4439-97e2-0735e089e802']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:42.542376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.583501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.695321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796035a-162e-4112-91a1-26d2dea07e89 req-91c283df-089f-45f2-96f8-3cb22a7dcbb0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:42.701214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:42.704040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5796035a-162e-4112-91a1-26d2dea07e89 req-91c283df-089f-45f2-96f8-3cb22a7dcbb0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 1.0555081 Jan 25 15:36:42.727542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.732202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.752366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Transition to ACTIVE for port object 76db8656-aed2-4473-b409-c5edd597d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:42.783425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:42.796735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:42.822213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:42.826312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5796035a-162e-4112-91a1-26d2dea07e89 req-b9b34165-4829-4348-82d8-34604d51c139 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214139 Jan 25 15:36:42.863774 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:42.866496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:42.981106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Provisioning for port 17cf3b21-381c-4094-aa79-7c1bd05a568c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:42.990910 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3fdc65cd-7c16-46f5-98dc-68021acd5ef7 req-4d4544b1-ecfc-4534-842b-4943287f9d7f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.1191373 Jan 25 15:36:43.073510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Provisioning complete for port 17cf3b21-381c-4094-aa79-7c1bd05a568c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:43.074468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.126276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9d8c-aa24-4587-b56b-b686510b3048 None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:43.153579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.162270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.217651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.241072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.245135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:43.282192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] For port 17cf3b21-381c-4094-aa79-7c1bd05a568c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=17cf3b21-381c-4094-aa79-7c1bd05a568c,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:43.319751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:43.369129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.377656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.464601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab250a77-a163-416a-af01-0734f2e93a5e None None] Pushing event updated for resources: {'Port': ['ID=17cf3b21-381c-4094-aa79-7c1bd05a568c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:43.471956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:43.486291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:43.486760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec8fb95-8cf6-4e73-90f5-a73704fa505f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:43.507709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.523289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.524661 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0a64f60b-66be-4f37-ac4f-fb8ecbf6cf2e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1384792 Jan 25 15:36:43.531675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60460) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:43.539531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571280979'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:43.543695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=7bf29208-0890-4640-b321-112e900de197,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:43.549688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:43.553575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.557654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:43.562295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:43.571767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eca53272-e009-42bb-b119-ab6e3f63aec1 None None] Provisioning for port db78957c-703d-4ed9-9eec-c876dd49daae completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:43.573713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:43.577717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eca53272-e009-42bb-b119-ab6e3f63aec1 None None] Provisioning complete for port db78957c-703d-4ed9-9eec-c876dd49daae triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:43.578194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eca53272-e009-42bb-b119-ab6e3f63aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.634587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eca53272-e009-42bb-b119-ab6e3f63aec1 None None] Port db78957c-703d-4ed9-9eec-c876dd49daae cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:43.648633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for db78957c-703d-4ed9-9eec-c876dd49daae owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:43.664976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.667548 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ca63652a-566e-4867-82c6-081b13a154a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8965449 Jan 25 15:36:43.668881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60464) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:43.679424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'port': {'network_id': '5b30c55e-8c12-40fb-a59b-ea18e839cfef', 'name': 'tempest-FloatingIPTestJSON-960064810'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:43.701022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:43.704056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.741831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.822915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:43.836467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:security_group_rule and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:43.840359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:43.849690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:43.853557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:43.861950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:port and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:43.865454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:43.873553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:43.881260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.885839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Provisioning for port 76db8656-aed2-4473-b409-c5edd597d5d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:43.896786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:43.912870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.926813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:43.991936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:43.996378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.022322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] device_id is not set on port db3d1e6f-8fe0-4d46-ab3d-f744f1449d63 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:44.058574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.092460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:44.093488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.141553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:44.177408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=db78957c-703d-4ed9-9eec-c876dd49daae,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:44.211479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-85d329ec-67d7-407f-be9b-7a409b04ece5 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:44.232142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:44.232312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.244309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.21 (379a4f19-689f-4ae2-92d4-7181a67ba1e4/95fd685e-31f7-41dd-8654-28e8955cf718/17186e53-a09b-4532-8e88-e7c5c09853db) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:44.247614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.9 (5b30c55e-8c12-40fb-a59b-ea18e839cfef/00a33514-b513-4d56-9c6b-69815cc5850a/db3d1e6f-8fe0-4d46-ab3d-f744f1449d63) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:44.249509 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80c4ed92-7b8c-4a0e-930b-7d06027b8969 req-a88ff1f7-8cca-41e2-823f-13414153c059 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.0588450 Jan 25 15:36:44.311631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.314188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.376474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 17cf3b21-381c-4094-aa79-7c1bd05a568c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:44.384736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa691ce7-a0df-425d-b5cf-617cea8e60cf,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:44.438680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.439889 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-af2a70aa-b0f8-43ba-bce5-951c4bca23c2 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9071856 Jan 25 15:36:44.446047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60472) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:44.455050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363961251', 'security_groups': ['fa691ce7-a0df-425d-b5cf-617cea8e60cf'], 'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e29ea702-d2c1-4c5e-89c0-c7f9cd962a43'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:44.471515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 17cf3b21-381c-4094-aa79-7c1bd05a568c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:44.471926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.479041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586a2d-b3fc-489a-b408-87ada0a162a2 req-4f208350-6630-4e9a-b060-91be6814a3ce tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:44.480771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3586a2d-b3fc-489a-b408-87ada0a162a2 req-4f208350-6630-4e9a-b060-91be6814a3ce tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.4854946 Jan 25 15:36:44.488937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-731fd487-acae-40dc-897e-cbab4429640e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/db78957c-703d-4ed9-9eec-c876dd49daae HTTP/1.1" status: 204 len: 168 time: 2.6707799 Jan 25 15:36:44.511349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60476) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:44.640261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.682885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:44.696260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:44.704998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830fe41-6d37-45af-bd5f-0085416c4241 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:44.708645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830fe41-6d37-45af-bd5f-0085416c4241 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:44.708645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3830fe41-6d37-45af-bd5f-0085416c4241 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:44.711077 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3586a2d-b3fc-489a-b408-87ada0a162a2 req-e1c9ca86-17a1-46e3-bbc7-8e81db8e1691 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183778 Jan 25 15:36:44.797867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:44.827899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.852381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 17186e53-a09b-4532-8e88-e7c5c09853db will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:44.868868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:44.925568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3830fe41-6d37-45af-bd5f-0085416c4241 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:44.926708 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3830fe41-6d37-45af-bd5f-0085416c4241 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4118965 Jan 25 15:36:44.931659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:44.980364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 5b30c55e-8c12-40fb-a59b-ea18e839cfef is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:44.992832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:44.996173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:45.035727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=db3d1e6f-8fe0-4d46-ab3d-f744f1449d63,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:45.053593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.089759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:45.096197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.096197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] device_id is not set on port a587ec5b-e7fb-43e5-b077-6a255e5de699 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:45.227137 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-73514c04-7e06-4b1c-8e46-3db7d6d9919f tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5559070 Jan 25 15:36:45.234853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60484) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:45.243014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': 'db3d1e6f-8fe0-4d46-ab3d-f744f1449d63'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:45.253908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.355656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.366496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:45.375897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:45.380086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:45.382733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:45.476860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 8af8eee7-6907-42e7-9a22-dfb7663172d4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:45.488308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.547895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:45.571772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:45.572389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.597774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.624324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8::124 (0a126eb7-7938-4efd-a354-02bbf35e20f1/e29ea702-d2c1-4c5e-89c0-c7f9cd962a43/a587ec5b-e7fb-43e5-b077-6a255e5de699) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:45.726311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bbb8e1d1-3e5a-48a1-a52c-740f58af26a3 None None] Provisioning for port 17186e53-a09b-4532-8e88-e7c5c09853db completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:45.731912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bbb8e1d1-3e5a-48a1-a52c-740f58af26a3 None None] Provisioning complete for port 17186e53-a09b-4532-8e88-e7c5c09853db triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:45.738128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bbb8e1d1-3e5a-48a1-a52c-740f58af26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:45.794310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03911138-8afb-46ca-9576-1907c96d02fa req-e785562b-6f17-450f-a00a-0da78c93ade5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:45.795005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-03911138-8afb-46ca-9576-1907c96d02fa req-e785562b-6f17-450f-a00a-0da78c93ade5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:45.806884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-06f4616f-59fa-47d1-af19-c0f44956ad48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2882462 Jan 25 15:36:45.824810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Request body: {'port': {'device_id': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:45.833609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bbb8e1d1-3e5a-48a1-a52c-740f58af26a3 None None] Port 17186e53-a09b-4532-8e88-e7c5c09853db cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:45.968907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.016788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-03911138-8afb-46ca-9576-1907c96d02fa req-e785562b-6f17-450f-a00a-0da78c93ade5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:46.017955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03911138-8afb-46ca-9576-1907c96d02fa req-e785562b-6f17-450f-a00a-0da78c93ade5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 932 time: 0.5944300 Jan 25 15:36:46.066129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.085306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.108590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object a587ec5b-e7fb-43e5-b077-6a255e5de699 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:46.181497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:46.192431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:46.206568 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03911138-8afb-46ca-9576-1907c96d02fa req-a152d812-cb59-423a-9634-39523334b378 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707788 Jan 25 15:36:46.206832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:46.207403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:46.214243 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7ec0aa01-44a8-41c4-9547-e60be263d780 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4819047 Jan 25 15:36:46.222559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60492) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:46.224215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b17302-025a-4291-9db4-a8aa979de904 req-77ba2134-1dc1-49d6-9989-0f57bdb0fda0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:46.225742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24b17302-025a-4291-9db4-a8aa979de904 req-77ba2134-1dc1-49d6-9989-0f57bdb0fda0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.3335454 Jan 25 15:36:46.278808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.310803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.380112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=8af8eee7-6907-42e7-9a22-dfb7663172d4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:46.391706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.397258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.400854 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8669722c-a6c9-4db8-a77c-c570729fa3cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8af8eee7-6907-42e7-9a22-dfb7663172d4 HTTP/1.1" status: 204 len: 168 time: 1.4660413 Jan 25 15:36:46.404290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60496) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:46.406729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c67e8-7b3e-4059-aca4-b3f210719206 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:46.421230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24b17302-025a-4291-9db4-a8aa979de904 req-40d9173a-f14f-4404-baf6-f295d72918f0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870420 Jan 25 15:36:46.429001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=a587ec5b-e7fb-43e5-b077-6a255e5de699,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:46.432435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:46.490108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:46.535981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:46.547972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.599372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:46.603636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:46.604256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.610211 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e7f6aa4b-27a7-4116-96a7-d68dff006da6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2021930 Jan 25 15:36:46.618468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17186e53-a09b-4532-8e88-e7c5c09853db {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:36:46.623691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60500) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:46.658602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.689023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Transition to ACTIVE for port object 17186e53-a09b-4532-8e88-e7c5c09853db will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:46.696640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 2ea3b324-25fa-4b4b-933c-cbdbb7d9c534 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:46.703910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.791806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.833643 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f979cd89-701d-4cb2-af0e-039d7fdff1ae tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3837447 Jan 25 15:36:46.837108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:46.846955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:46.893262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:46.960463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96b23cc-d350-4eff-ba12-6c296f44c2f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:46.961153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a96b23cc-d350-4eff-ba12-6c296f44c2f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:46.964952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b8c14fde-59a3-4eae-b2d9-7859f5a21492 None None] Provisioning for port a587ec5b-e7fb-43e5-b077-6a255e5de699 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:46.975678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b8c14fde-59a3-4eae-b2d9-7859f5a21492 None None] Provisioning complete for port a587ec5b-e7fb-43e5-b077-6a255e5de699 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:46.976035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b8c14fde-59a3-4eae-b2d9-7859f5a21492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.008774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:47.023005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:42Z', 'revision_number': 9, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:47.029363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Deleting port 17cf3b21-381c-4094-aa79-7c1bd05a568c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:47.029754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.057687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Pushing event updated for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:47.084527 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-05eefe71-2cf2-41e4-9710-bcdfa25cced1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3672812 Jan 25 15:36:47.115883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b8c14fde-59a3-4eae-b2d9-7859f5a21492 None None] Port a587ec5b-e7fb-43e5-b077-6a255e5de699 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:47.121233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:47.139927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:47.140599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:47.191913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a96b23cc-d350-4eff-ba12-6c296f44c2f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:47.193068 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a96b23cc-d350-4eff-ba12-6c296f44c2f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5684474 Jan 25 15:36:47.202115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60508) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:47.289477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Attempting to bind port 17186e53-a09b-4532-8e88-e7c5c09853db on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:47.289920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Attempting to bind port 17186e53-a09b-4532-8e88-e7c5c09853db by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:47.290348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Attempting to bind port 17186e53-a09b-4532-8e88-e7c5c09853db on network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:47.312267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Port 17186e53-a09b-4532-8e88-e7c5c09853db on network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:36:47.312636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Attempting to bind port 17186e53-a09b-4532-8e88-e7c5c09853db on network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:47.330074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:47.330556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Checking segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:47.331050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Bound using segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:47.331685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Bound port: 17186e53-a09b-4532-8e88-e7c5c09853db, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:47.332130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.339366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:47.347170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.358155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-21361b89-5170-434f-bfb3-5466c37f291d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1098 time: 0.1204891 Jan 25 15:36:47.431366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:47.451889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:47.456614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5959d6f-6ad9-4c2f-9a8b-c4ce2d58788d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:47.457420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d5959d6f-6ad9-4c2f-9a8b-c4ce2d58788d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:47.460583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:47.472342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:47.512735 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 2194da47-01dc-4f3a-89b8-92b5973db7ef associated. External IP: 172.26.8.109, port: db3d1e6f-8fe0-4d46-ab3d-f744f1449d63. Jan 25 15:36:47.595113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d5959d6f-6ad9-4c2f-9a8b-c4ce2d58788d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:47.596719 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d5959d6f-6ad9-4c2f-9a8b-c4ce2d58788d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3790205 Jan 25 15:36:47.600047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60516) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:47.608742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:47.630790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-e27cab6c-a4bf-4785-9b8c-e9eca1b55dc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:47.632504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-e27cab6c-a4bf-4785-9b8c-e9eca1b55dc6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 896 time: 0.2452192 Jan 25 15:36:47.635975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=17186e53-a09b-4532-8e88-e7c5c09853db,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:47.675447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.678361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:47.682237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.683078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a68e6-0b42-461b-b8be-b36ebf8c8c05 req-3160ac01-0127-4e73-b8da-7264a82fe411 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:47.685166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d8a68e6-0b42-461b-b8be-b36ebf8c8c05 req-3160ac01-0127-4e73-b8da-7264a82fe411 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 944 time: 0.2957857 Jan 25 15:36:47.748006 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dad8d654-07c0-4ada-ab2d-9b3177bf86da tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1462297 Jan 25 15:36:47.755618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60520) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:47.798040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:47.803162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea3b324-25fa-4b4b-933c-cbdbb7d9c534,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:47.821794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.824355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:47.844952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b0e4b-c969-48d2-baa0-72dcb92a1522 None None] Network 3cab02d8-d7b3-4261-9a0d-6c6064122efc requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:47.856286 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1512b272-fb38-4e92-a7f7-eea34fec6a69 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/2ea3b324-25fa-4b4b-933c-cbdbb7d9c534 HTTP/1.1" status: 204 len: 168 time: 1.6303377 Jan 25 15:36:47.859061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60524) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:47.892537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] For port 17cf3b21-381c-4094-aa79-7c1bd05a568c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=17cf3b21-381c-4094-aa79-7c1bd05a568c,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:47.892924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.011513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.013047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] 10.222.0.41 "PUT /v2.0/ports/17186e53-a09b-4532-8e88-e7c5c09853db HTTP/1.1" status: 200 len: 1094 time: 2.1950040 Jan 25 15:36:48.023554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:36:48.031671 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-5062985e-d7c6-4565-8d42-1d774cc86169 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 1000 time: 0.3594103 Jan 25 15:36:48.035362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 17cf3b21-381c-4094-aa79-7c1bd05a568c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:48.051528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d8a68e6-0b42-461b-b8be-b36ebf8c8c05 req-165e8ecb-24ca-474d-b16c-cadd90b5816a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139043 Jan 25 15:36:48.055706 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.ipam_backend_mixin [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e29ea702-d2c1-4c5e-89c0-c7f9cd962a43 (CIDR: 2001:db8::/64) Jan 25 15:36:48.140250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Calling delete_port for 17cf3b21-381c-4094-aa79-7c1bd05a568c owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:48.159274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.176117 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:48.176708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:36:48.228044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 71af3cbf-228a-4c7b-ac54-a310b18908de {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:48.228576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.296748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9b474-19e1-4539-8496-c1019519f99e service neutron] Pushing event updated for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:48.340045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69de07b-9a6b-4c24-bab3-19bd266bd705 req-270b68f5-d2e6-4261-926d-4e98f2503ff3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:48.343089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a69de07b-9a6b-4c24-bab3-19bd266bd705 req-270b68f5-d2e6-4261-926d-4e98f2503ff3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.7040691 Jan 25 15:36:48.344857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:48.364358 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5beb01ed-8344-4c9b-b7cd-338cdc61c4b0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5259843 Jan 25 15:36:48.369561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60532) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:48.388898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:48.397442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:48.409647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-e81adefa-e6ad-4ad0-a16d-f624731cd49d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:48.410997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-e81adefa-e6ad-4ad0-a16d-f624731cd49d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 200 len: 835 time: 0.3553462 Jan 25 15:36:48.436886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:42Z', 'revision_number': 9, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:48.448199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.458419 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0541e3-52a1-4415-9e02-0111fb3f5e66 None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:42Z', 'revision_number': 9, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc7cc492-3a99-4778-8323-7ffb63f304ad', 'name': '', 'network_id': '60d29119-9c5d-47d5-9c07-60a13b9a4254', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:a5:b0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:53Z', 'updated_at': '2022-01-25T15:36:17Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': 'f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:48.466728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db', 'status': 'completed', 'code': 200} Jan 25 15:36:48.488451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.501114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a69de07b-9a6b-4c24-bab3-19bd266bd705 req-42677538-7cb0-4741-a722-2daf52984309 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420131 Jan 25 15:36:48.505837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-d8dea0d1-6bf2-4511-9f6c-ecf95c3ed617 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 1097 time: 0.3493152 Jan 25 15:36:48.587453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:48.588669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] Pushing event deleted for resources: {'Port': ['ID=17cf3b21-381c-4094-aa79-7c1bd05a568c,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:48.592284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.595057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c7ab3-a184-4b75-87a5-0ca6cb060a52 None None] No DVR routers for this DVR port 17cf3b21-381c-4094-aa79-7c1bd05a568c on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:48.675914 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-05db9c48-3093-4737-b14b-fef16be2d4fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=17186e53-a09b-4532-8e88-e7c5c09853db HTTP/1.1" status: 200 len: 217 time: 0.1583707 Jan 25 15:36:48.712836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 71af3cbf-228a-4c7b-ac54-a310b18908de, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=71af3cbf-228a-4c7b-ac54-a310b18908de,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:48.713458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.841760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] DHCP port deletion for 3cab02d8-d7b3-4261-9a0d-6c6064122efc request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:48.844046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 71af3cbf-228a-4c7b-ac54-a310b18908de owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:48.846331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Deleting port 71af3cbf-228a-4c7b-ac54-a310b18908de {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:48.846941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:48.873919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:48.877709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-246aa742-60f0-41b7-806f-adb7c4e2b254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4511416 Jan 25 15:36:48.884782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-098aface-b932-46ab-a6ea-fd55db1130b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:48.892534 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-098aface-b932-46ab-a6ea-fd55db1130b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95fd685e-31f7-41dd-8654-28e8955cf718 HTTP/1.1" status: 200 len: 838 time: 0.1965137 Jan 25 15:36:48.892689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:48.903048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:48.911933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:49.114394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] For port 71af3cbf-228a-4c7b-ac54-a310b18908de, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=71af3cbf-228a-4c7b-ac54-a310b18908de,segment=NetworkSegment(0473fc09-41d1-42e7-9408-b66fb4e22e0b),segment_id=0473fc09-41d1-42e7-9408-b66fb4e22e0b)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:49.114940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.137673 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-407bd6f1-54f7-41e2-a47a-93b089d268af service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480011 Jan 25 15:36:49.225131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:49.234375 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-a7fbca41-4ed3-4db4-b3bf-e1f9f789c2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=379a4f19-689f-4ae2-92d4-7181a67ba1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3267229 Jan 25 15:36:49.250332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:49.254821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.268664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Calling delete_port for 71af3cbf-228a-4c7b-ac54-a310b18908de owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:49.346236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:36:49.346659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:36:49.349618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.391211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.453981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=71af3cbf-228a-4c7b-ac54-a310b18908de,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:49.487669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No DVR routers for this DVR port 71af3cbf-228a-4c7b-ac54-a310b18908de on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:49.513933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:49.537275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:49.538191 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.ipam_backend_mixin [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12cd9fe7-5793-494b-a12a-648cbf38762c (CIDR: 2001:db8:0:1::/64) Jan 25 15:36:49.546987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:49.547573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.550710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8925302-0076-43f7-8eac-4f4aef19860e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:49.560137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=2a5706c1-3d68-4e90-a1be-624eec4fb3cc,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:49.563525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a66c0fee-1077-453a-ba4e-e19b45fc58f5 req-dcae40a2-f467-4c70-8c47-21626d3df2f6 service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186318 Jan 25 15:36:49.575153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-6bd99302-9d8e-48e7-97e7-afbe2b379246 service neutron] 10.222.0.41 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923660 Jan 25 15:36:49.617406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193026a5-d909-47cc-943f-9a521e538234 req-bcd5bfcb-610a-4e3f-b1bf-414e77da54b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:49.618877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-193026a5-d909-47cc-943f-9a521e538234 req-bcd5bfcb-610a-4e3f-b1bf-414e77da54b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 944 time: 0.3722968 Jan 25 15:36:49.631856 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:49.632300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:36:49.668769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.697921 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c5f051bd-aa66-4406-aa9c-2d41cd0fcf7c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9226515 Jan 25 15:36:49.699943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60540) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:49.705588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '2a5706c1-3d68-4e90-a1be-624eec4fb3cc', 'ip_address': '2001:db8::df3b:c7f0:5432:e6e9'}], 'name': 'tempest-NetworksTestDHCPv6-1924441417'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:49.720113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab02d8-d7b3-4261-9a0d-6c6064122efc']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:49.780333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0473fc09-41d1-42e7-9408-b66fb4e22e0b') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:49.780552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0473fc09-41d1-42e7-9408-b66fb4e22e0b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:49.793505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-193026a5-d909-47cc-943f-9a521e538234 req-af82c644-d010-42ef-ae31-b9e4ae7542e6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303229 Jan 25 15:36:49.848477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Deleting port 71af3cbf-228a-4c7b-ac54-a310b18908de {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:49.849012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.849494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc7fd100-35c0-42c6-9416-f37e9104783c req-a83bbe55-3198-4f78-840e-babdb1c61d98 service neutron] 10.222.0.41 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653792 Jan 25 15:36:49.870089 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c2b684e4-50b6-4341-a054-1ca5717af5c8 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4923415 Jan 25 15:36:49.883197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60544) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:49.887518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.895159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'subnet': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:49.916594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.927741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-680b43a5-c60f-498b-8816-f4a982da9ca6 None None] The port '71af3cbf-228a-4c7b-ac54-a310b18908de' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:36:49.954942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:36:49.958620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:36:49.969980 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:36:50.008992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '2a5706c1-3d68-4e90-a1be-624eec4fb3cc'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:50.009886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.038740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 71af3cbf-228a-4c7b-ac54-a310b18908de no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:50.080202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 71af3cbf-228a-4c7b-ac54-a310b18908de {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:50.084823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 71af3cbf-228a-4c7b-ac54-a310b18908de not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:50.084823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:50.108079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:50.122636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:50.129593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fabd7-b4e7-4228-847e-4f7af703b74b req-1cc5cd67-d013-4bb7-a6f1-339330fbc937 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:50.131064 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c63fabd7-b4e7-4228-847e-4f7af703b74b req-1cc5cd67-d013-4bb7-a6f1-339330fbc937 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.3279774 Jan 25 15:36:50.141805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:50.154591 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:50.170778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.175417 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:50.177616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.184130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:36:50.185255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 48b76d6c-d9de-4e65-8f83-9ce17caa4cd2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:36:50.190317 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:50.210836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.213820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c63fabd7-b4e7-4228-847e-4f7af703b74b req-9e771470-8e68-465f-8229-dcdc3ebfa138 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752406 Jan 25 15:36:50.229102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:50.235286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Usage tracker for resource:subnet and tenant:43e7d69dd05347d1a52105e68633652d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:50.239578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:50.247775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:50.253971 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-0839fe4d-da7c-4259-882d-b53487fe9a6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 1097 time: 0.2020607 Jan 25 15:36:50.254722 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/3cab02d8-d7b3-4261-9a0d-6c6064122efc HTTP/1.1" status: 204 len: 168 time: 2.3921244 Jan 25 15:36:50.255649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b002b0-bbe5-478f-a829-f3f97b589070 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=3cab02d8-d7b3-4261-9a0d-6c6064122efc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:50.259353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60548) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:50.268449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:50.278647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:50.291418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:50.292203 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:50.329292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/2a5706c1-3d68-4e90-a1be-624eec4fb3cc/cc1ea514-1589-477d-8bf9-11dd740a3023) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:50.365884 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:50.366480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e0c74-c685-4d78-8757-01c6eea74d76 None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:50.408684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.425940 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-45c1e54b-4c65-4789-bd15-80f1cd35e53a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/2194da47-01dc-4f3a-89b8-92b5973db7ef HTTP/1.1" status: 200 len: 977 time: 5.1900463 Jan 25 15:36:50.428477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60552) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:50.473364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port b62db245-6dd4-4aba-93f4-e5bf0a227e91 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:50.476955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Made reservation on behalf of 43e7d69dd05347d1a52105e68633652d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:50.546159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.553550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port db3d1e6f-8fe0-4d46-ab3d-f744f1449d63 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:50.553913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.557108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Transition to ACTIVE for port object cc1ea514-1589-477d-8bf9-11dd740a3023 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:50.578235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Transition to ACTIVE for port object cc1ea514-1589-477d-8bf9-11dd740a3023 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:50.652272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.711742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-57a05eb3-dc45-4fdd-89e7-ec40d04664d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:50.713184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-57a05eb3-dc45-4fdd-89e7-ec40d04664d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=379a4f19-689f-4ae2-92d4-7181a67ba1e4 HTTP/1.1" status: 200 len: 897 time: 0.4512174 Jan 25 15:36:50.721186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Pushing event updated for resources: {'Port': ['ID=cc1ea514-1589-477d-8bf9-11dd740a3023,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:50.728935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:50.731207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:50.733453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:50.809341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-63145afc-d8c4-4367-a313-fc12402c84c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=17186e53-a09b-4532-8e88-e7c5c09853db HTTP/1.1" status: 200 len: 217 time: 0.0851040 Jan 25 15:36:50.824066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Attempting to bind port cc1ea514-1589-477d-8bf9-11dd740a3023 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:36:50.824291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Attempting to bind port cc1ea514-1589-477d-8bf9-11dd740a3023 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:36:50.824609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Attempting to bind port cc1ea514-1589-477d-8bf9-11dd740a3023 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:36:50.832823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:36:50.833240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:36:50.833605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.833987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:36:50.834447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Bound port: cc1ea514-1589-477d-8bf9-11dd740a3023, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:36:50.834975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.874524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:50.952072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] For port cc1ea514-1589-477d-8bf9-11dd740a3023, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:36:50.955845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] For port cc1ea514-1589-477d-8bf9-11dd740a3023, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc1ea514-1589-477d-8bf9-11dd740a3023,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:36:50.990380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::df3b:c7f0:5432:e6e9 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/2a5706c1-3d68-4e90-a1be-624eec4fb3cc/b62db245-6dd4-4aba-93f4-e5bf0a227e91) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:51.019749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-59dbebe3-6b06-4008-84a8-beebd562bf11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:51.021181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-59dbebe3-6b06-4008-84a8-beebd562bf11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=95fd685e-31f7-41dd-8654-28e8955cf718 HTTP/1.1" status: 200 len: 838 time: 0.1967165 Jan 25 15:36:51.052304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.072426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.142149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad179cc-fc46-40c6-8474-f2cbe2645374 None None] Pushing event updated for resources: {'Port': ['ID=cc1ea514-1589-477d-8bf9-11dd740a3023,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:51.373292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e666241-e850-4ab7-98e6-9014ba0d6e71 req-4930564f-600a-410e-b71e-60a600da72d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:51.378150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e666241-e850-4ab7-98e6-9014ba0d6e71 req-4930564f-600a-410e-b71e-60a600da72d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 944 time: 0.4348164 Jan 25 15:36:51.491292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-396686db-4b6a-40e8-9049-7246c049da91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=379a4f19-689f-4ae2-92d4-7181a67ba1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4545946 Jan 25 15:36:51.531957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.554574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.555044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.555447 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 2194da47-01dc-4f3a-89b8-92b5973db7ef disassociated. External IP: 172.26.8.109, port: db3d1e6f-8fe0-4d46-ab3d-f744f1449d63. Jan 25 15:36:51.555843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for db3d1e6f-8fe0-4d46-ab3d-f744f1449d63 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:51.591251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object b62db245-6dd4-4aba-93f4-e5bf0a227e91 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:51.651825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e666241-e850-4ab7-98e6-9014ba0d6e71 req-d5bd19f0-2190-47a7-a8c9-a77f33f490e8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614255 Jan 25 15:36:51.682463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.714502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.781880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.782109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5dc47-10f9-4d10-be07-57428e44bc26 req-a4a55255-113a-4bfc-9768-2422b3f0463a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:51.783573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-acf5dc47-10f9-4d10-be07-57428e44bc26 req-a4a55255-113a-4bfc-9768-2422b3f0463a tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.4025774 Jan 25 15:36:51.791313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:51.795486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:51.799932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:51.803786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:51.804379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.818389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=b62db245-6dd4-4aba-93f4-e5bf0a227e91,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:51.843696 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-d7d3ff96-4fa5-4eef-9614-ced8dc1e2643 service neutron] 10.222.0.41 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443892 Jan 25 15:36:51.861922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:51.875394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=db3d1e6f-8fe0-4d46-ab3d-f744f1449d63,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:51.945015 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5cf76d65-aeef-42db-b2f7-b3b7a6946aac tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2439883 Jan 25 15:36:51.948494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60560) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:51.960447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '2a5706c1-3d68-4e90-a1be-624eec4fb3cc', 'ip_address': '2001:db8::df3b:c7f0:5432:e6e9'}], 'name': 'tempest-NetworksTestDHCPv6-537773426'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:52.060445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc1ea514-1589-477d-8bf9-11dd740a3023 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:52.061836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:52.168319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:52.172770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-acf5dc47-10f9-4d10-be07-57428e44bc26 req-652de95a-9fc3-41f3-8254-556a37e96f71 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426025 Jan 25 15:36:52.207378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f834e-7a2f-4dd4-8ec5-ee9180289dd5 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:52.207696 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93f651bb-8e8c-415c-8db2-570fa4914dac req-3f1ad06c-0b7b-46a6-8253-f248e41702da service neutron] 10.222.0.41 "GET /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080354 Jan 25 15:36:52.207696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:52.207696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.214422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:52.217118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Subnet': ['ID=27f1fc51-320d-406c-92fd-52c079accf5e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:52.220893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:52.224480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:52.241465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:52.282178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:52.292560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port cc1ea514-1589-477d-8bf9-11dd740a3023 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:52.330451 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0a84de7d-2a86-46d0-8819-70a325d3941d tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4438627 Jan 25 15:36:52.335278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60564) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:52.345165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1805873088', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27f1fc51-320d-406c-92fd-52c079accf5e'}], 'security_groups': ['b5519ff4-cb25-47cb-a91c-32893d6ecc33', '1ec8fb95-8cf6-4e73-90f5-a73704fa505f']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:52.361447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:52.367394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.398717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 32b6b448-5cf7-4bf7-bac8-2a89ffb0e612 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:52.584556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Provisioning for port cc1ea514-1589-477d-8bf9-11dd740a3023 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:52.616503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Provisioning complete for port cc1ea514-1589-477d-8bf9-11dd740a3023 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:52.616872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.694679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Update dhcp port {'port': {'network_id': '0a126eb7-7938-4efd-a354-02bbf35e20f1', 'fixed_ips': [{'subnet_id': '12cd9fe7-5793-494b-a12a-648cbf38762c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e29ea702-d2c1-4c5e-89c0-c7f9cd962a43', 'ip_address': '2001:db8::2'}, {'subnet_id': '27f1fc51-320d-406c-92fd-52c079accf5e'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '76db8656-aed2-4473-b409-c5edd597d5d8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:36:52.725437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 17186e53-a09b-4532-8e88-e7c5c09853db details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:36:52.770982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.822976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.874401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:52.899096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:52.911300 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 25 15:36:52.911739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:36:52.989939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:52.994580 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78d7b1d2-1d70-4f5d-b6af-bbe0b114f115 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/db3d1e6f-8fe0-4d46-ab3d-f744f1449d63 HTTP/1.1" status: 204 len: 168 time: 2.5625432 Jan 25 15:36:52.994712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60570) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:53.004241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.054199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:53.054646 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2821ce16-fb47-4dbc-aa7c-59aa2757d113 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1051662 Jan 25 15:36:53.057401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:53.069093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60574) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:53.123113 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bcaeee66-1a04-4e79-97a6-23ff228e750d tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/floatingips/2194da47-01dc-4f3a-89b8-92b5973db7ef HTTP/1.1" status: 200 len: 688 time: 0.1233666 Jan 25 15:36:53.124808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60578) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:53.182615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:53.186645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=17186e53-a09b-4532-8e88-e7c5c09853db,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:53.219690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '17186e53-a09b-4532-8e88-e7c5c09853db', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'port_id': '17186e53-a09b-4532-8e88-e7c5c09853db', 'mac_address': 'fa:16:3e:5d:c9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:36:53.222213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] For port cc1ea514-1589-477d-8bf9-11dd740a3023, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc1ea514-1589-477d-8bf9-11dd740a3023,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:53.292420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:53.293056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:53.301149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 7bf29208-0890-4640-b321-112e900de197 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:53.301710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.342644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.359488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47a2d1-d834-429e-8062-0ce17c86ecf1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:53.363366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47a2d1-d834-429e-8062-0ce17c86ecf1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:53.364120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba47a2d1-d834-429e-8062-0ce17c86ecf1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:53.369716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Delete allocated IP 2001:db8::124 (0a126eb7-7938-4efd-a354-02bbf35e20f1/e29ea702-d2c1-4c5e-89c0-c7f9cd962a43) {{(pid=84139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:36:53.379457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Allocated IP 2001:db8:0:2::211 (0a126eb7-7938-4efd-a354-02bbf35e20f1/27f1fc51-320d-406c-92fd-52c079accf5e/a587ec5b-e7fb-43e5-b077-6a255e5de699) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:53.402256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:53.402663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547e960a-8752-4cc8-8466-8f52ef3d136d None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:53.415858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.439734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17186e53-a09b-4532-8e88-e7c5c09853db {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:36:53.462506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457470-a7a0-4153-82c4-ee6417fd57ab None None] Pushing event updated for resources: {'Port': ['ID=cc1ea514-1589-477d-8bf9-11dd740a3023,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:53.471987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=17186e53-a09b-4532-8e88-e7c5c09853db,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:53.498290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba47a2d1-d834-429e-8062-0ce17c86ecf1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:53.499347 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ba47a2d1-d834-429e-8062-0ce17c86ecf1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4307594 Jan 25 15:36:53.501080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.501415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.508039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60584) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:53.548549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.585811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5c675fb8-7ff4-4bd2-94d2-9c518054cd3c None None] Provisioning for port b62db245-6dd4-4aba-93f4-e5bf0a227e91 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:53.597903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5c675fb8-7ff4-4bd2-94d2-9c518054cd3c None None] Provisioning complete for port b62db245-6dd4-4aba-93f4-e5bf0a227e91 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:53.598355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5c675fb8-7ff4-4bd2-94d2-9c518054cd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.601356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03560f2-e762-4364-bfc9-3248c518a26c req-ed6c09be-2660-4237-9391-09e33c288d09 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:53.602877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d03560f2-e762-4364-bfc9-3248c518a26c req-ed6c09be-2660-4237-9391-09e33c288d09 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 944 time: 0.7826385 Jan 25 15:36:53.668550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5c675fb8-7ff4-4bd2-94d2-9c518054cd3c None None] Port b62db245-6dd4-4aba-93f4-e5bf0a227e91 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:53.669279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 7bf29208-0890-4640-b321-112e900de197 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:53.677335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:53.714691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1e01-1bdd-4ad2-98ed-446bbdc0b039 req-bc84cc9c-7d08-435e-a443-d36a133852da tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:53.716182 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b3a1e01-1bdd-4ad2-98ed-446bbdc0b039 req-bc84cc9c-7d08-435e-a443-d36a133852da tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.2831624 Jan 25 15:36:53.728136 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d03560f2-e762-4364-bfc9-3248c518a26c req-5cbb05bc-eb67-4f53-aa4d-45936d4b1b20 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121838 Jan 25 15:36:53.749182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port b62db245-6dd4-4aba-93f4-e5bf0a227e91 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:53.749591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.766266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['17186e53-a09b-4532-8e88-e7c5c09853db'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:36:53.824199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:53.844771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b3a1e01-1bdd-4ad2-98ed-446bbdc0b039 req-69e0fa77-ff23-4bd5-8696-764ff7e4072c tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193221 Jan 25 15:36:53.856931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Transition to ACTIVE for port object a587ec5b-e7fb-43e5-b077-6a255e5de699 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:53.924257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.026895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc1ea514-1589-477d-8bf9-11dd740a3023 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:54.035260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port cc7cc492-3a99-4778-8323-7ffb63f304ad {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:54.038780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.107944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.137633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] In _notify_port_updated(), no bound segment for port a587ec5b-e7fb-43e5-b077-6a255e5de699 on network 0a126eb7-7938-4efd-a354-02bbf35e20f1 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:36:54.142699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:54.143558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.150196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "PUT /v2.0/ports/a587ec5b-e7fb-43e5-b077-6a255e5de699 HTTP/1.1" status: 200 len: 970 time: 1.8138599 Jan 25 15:36:54.159129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60588) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:54.162490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374dd6-b6d7-43e5-9f38-ffb533652ee9 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event updated for resources: {'Port': ['ID=a587ec5b-e7fb-43e5-b077-6a255e5de699,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:54.179442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.181134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Allocated IP 2001:db8:0:2::2 (0a126eb7-7938-4efd-a354-02bbf35e20f1/27f1fc51-320d-406c-92fd-52c079accf5e/76db8656-aed2-4473-b409-c5edd597d5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:54.270012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for b62db245-6dd4-4aba-93f4-e5bf0a227e91 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:54.304782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port cc1ea514-1589-477d-8bf9-11dd740a3023 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:54.305415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.427162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port a587ec5b-e7fb-43e5-b077-6a255e5de699 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:54.427660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.441084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=7bf29208-0890-4640-b321-112e900de197,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:54.481938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:54.514270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.531101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Transition to ACTIVE for port object 76db8656-aed2-4473-b409-c5edd597d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:36:54.559245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.579065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port cc7cc492-3a99-4778-8323-7ffb63f304ad, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc7cc492-3a99-4778-8323-7ffb63f304ad,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:54.579494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.599996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.690630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.691453 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-77d182aa-10ac-4511-90d0-3a64149661c2 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/2194da47-01dc-4f3a-89b8-92b5973db7ef HTTP/1.1" status: 204 len: 168 time: 1.5661538 Jan 25 15:36:54.695256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60592) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:54.701198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '2d01624a-7e2f-4b79-b872-4535cf391816'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:54.706898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:54.711499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:floatingip and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:54.715026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:54.720540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.728979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:54.766277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for cc7cc492-3a99-4778-8323-7ffb63f304ad owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:54.782341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a35c2b-e423-40f8-98c0-605780de08fa None None] Pushing event updated for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:54.782636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=b62db245-6dd4-4aba-93f4-e5bf0a227e91,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:54.836559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.838487 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-439035e2-becc-41e9-b725-6e10e4106917 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/b62db245-6dd4-4aba-93f4-e5bf0a227e91 HTTP/1.1" status: 204 len: 168 time: 1.3295579 Jan 25 15:36:54.841716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60598) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:54.920927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.955156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848747a-56dc-4c4d-828b-61bd248d9668 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:54.956942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8848747a-56dc-4c4d-828b-61bd248d9668 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:54.958452 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8848747a-56dc-4c4d-828b-61bd248d9668 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1157637 Jan 25 15:36:54.959765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:54.989426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60604) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:55.153891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:55.265137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for a587ec5b-e7fb-43e5-b077-6a255e5de699 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:55.334904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.210 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/e437156b-d7c0-4d8e-a822-16c3d41f9982) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:36:55.491441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:55.571344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:55.596638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:55.673767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:55.676749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:55.679187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=cc7cc492-3a99-4778-8323-7ffb63f304ad,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:55.681348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:36:55.708769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=e437156b-d7c0-4d8e-a822-16c3d41f9982,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:55.755196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf4e2-3a6b-4d79-9dc3-a5e440786fc5 req-f403e6e9-8e29-467a-ae71-74f9adeff9fd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:55.759954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-535bf4e2-3a6b-4d79-9dc3-a5e440786fc5 req-f403e6e9-8e29-467a-ae71-74f9adeff9fd tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.5285683 Jan 25 15:36:55.763774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c428bbf-3715-40dd-bcb7-9016e8255ab5 req-3988a13f-ef6c-48ac-80ba-0ea782194dfd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1098 time: 0.5354300 Jan 25 15:36:55.770017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265946ad-def8-4f29-8317-3df59c6b30c7 req-ff7d7630-5289-45f3-b332-26572e465560 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:55.771961 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-265946ad-def8-4f29-8317-3df59c6b30c7 req-ff7d7630-5289-45f3-b332-26572e465560 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 945 time: 0.6357725 Jan 25 15:36:55.893006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Provisioning for port a587ec5b-e7fb-43e5-b077-6a255e5de699 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:55.899457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Provisioning complete for port a587ec5b-e7fb-43e5-b077-6a255e5de699 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:55.900399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:55.950431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Port a587ec5b-e7fb-43e5-b077-6a255e5de699 was deleted so its status cannot be updated. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 25 15:36:56.018601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.022296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 2a5706c1-3d68-4e90-a1be-624eec4fb3cc {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:56.034368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Provisioning for port 76db8656-aed2-4473-b409-c5edd597d5d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:56.039286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:56.039651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.075869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:56.085145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.142165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=a587ec5b-e7fb-43e5-b077-6a255e5de699,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:56.185492 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-535bf4e2-3a6b-4d79-9dc3-a5e440786fc5 req-c0239187-b0f2-4c51-bd07-1b7d77f7d843 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121630 Jan 25 15:36:56.221865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c428bbf-3715-40dd-bcb7-9016e8255ab5 req-eab31cc6-4c6a-4a8a-b1ff-3a412322fbf5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284091 Jan 25 15:36:56.248037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:56.248657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.294735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.319379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.324894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-265946ad-def8-4f29-8317-3df59c6b30c7 req-592693b5-c672-488f-aeda-9ec2394a6af1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044160 Jan 25 15:36:56.328445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.338064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:56.338445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.431678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.493612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c61446d6-4b9f-4105-abdc-e0b49bc640d3 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:36:56.511768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.549141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-64efccf7-0c9f-455f-96a0-f9dd5e83d3ba tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/a587ec5b-e7fb-43e5-b077-6a255e5de699 HTTP/1.1" status: 204 len: 168 time: 2.3881116 Jan 25 15:36:56.555601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60608) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:56.610805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-41edb4fd-17a5-4170-a01b-ddf974702d37 None None] Could not find standard attr ID for object a587ec5b-e7fb-43e5-b077-6a255e5de699. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:36:56.615937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c351b8-aa12-4d4c-ac95-6c5092c2e68b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] GET failed (client error): The resource could not be found. Jan 25 15:36:56.616441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b6c351b8-aa12-4d4c-ac95-6c5092c2e68b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Synchronizing usage tracker for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:56.628732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.713907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:36:56.716199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 17186e53-a09b-4532-8e88-e7c5c09853db up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:36:56.734966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.766250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b6c351b8-aa12-4d4c-ac95-6c5092c2e68b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Unset dirty status for tenant:43e7d69dd05347d1a52105e68633652d on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:56.767404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b6c351b8-aa12-4d4c-ac95-6c5092c2e68b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports/a587ec5b-e7fb-43e5-b077-6a255e5de699 HTTP/1.1" status: 404 len: 333 time: 0.2108676 Jan 25 15:36:56.770728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60612) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:56.810950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.821328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.858979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5706c1-3d68-4e90-a1be-624eec4fb3cc,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:56.883979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381815db-91ff-4514-b987-f12f20c4ad86 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:56.901159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.914360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.959577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=e437156b-d7c0-4d8e-a822-16c3d41f9982,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:56.962920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 17186e53-a09b-4532-8e88-e7c5c09853db completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:36:56.979849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.984596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 17186e53-a09b-4532-8e88-e7c5c09853db triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:36:56.984596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:56.995769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ead01e2f-81ea-4755-a90a-167fbbe756f1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/2a5706c1-3d68-4e90-a1be-624eec4fb3cc HTTP/1.1" status: 204 len: 168 time: 2.0036674 Jan 25 15:36:57.000333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60616) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:57.032696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:57.093627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'port_id': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'mac_address': 'fa:16:3e:b2:de:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:36:57.101581 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d61221ef-5014-46a1-b05a-dc8924d6a7df tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948267 Jan 25 15:36:57.104145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60620) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:57.112705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:57.126984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.221127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:57.268808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.312763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:36:57.329448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.348751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:57.370245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:36:57.383627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=17186e53-a09b-4532-8e88-e7c5c09853db,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:57.388548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:57.393884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:57.398724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:57.407564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:57.472713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.479130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:57.484881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.499821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa691ce7-a0df-425d-b5cf-617cea8e60cf,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:57.519937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:57.542637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.543758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:57.579657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Deleting port cc1ea514-1589-477d-8bf9-11dd740a3023 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:57.580024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.642377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.644607 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0c2329dd-c249-4cac-a6d2-c149bba489c4 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa691ce7-a0df-425d-b5cf-617cea8e60cf HTTP/1.1" status: 204 len: 168 time: 0.8726528 Jan 25 15:36:57.651456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60630) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:57.691713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.717723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617993d-340c-4e9c-8b0b-afdf74891fd9 req-6d8628b2-5708-4d8c-b78a-8c6bc56b3dfa tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:57.719244 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1617993d-340c-4e9c-8b0b-afdf74891fd9 req-6d8628b2-5708-4d8c-b78a-8c6bc56b3dfa tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.3013170 Jan 25 15:36:57.745468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['c43bc107-6d16-45b6-a0d6-2e7db6eb1404'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:36:57.749196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:57.763942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a602effc-5666-4254-b42c-a02981f80c52 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4991639 Jan 25 15:36:57.764056 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:57.764490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60634) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:57.775811 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:57.776691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:57.824286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6e5b8-40f6-4582-b009-28684e74a3ad req-7703725d-7d47-4fdc-9fba-36efebd3f049 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:57.826436 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ae6e5b8-40f6-4582-b009-28684e74a3ad req-7703725d-7d47-4fdc-9fba-36efebd3f049 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.2034304 Jan 25 15:36:57.849181 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 89d148f3-686c-4e9b-89f9-d37a0a79fe4e associated. External IP: 172.26.8.210, port: 2d01624a-7e2f-4b79-b872-4535cf391816. Jan 25 15:36:57.873856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1617993d-340c-4e9c-8b0b-afdf74891fd9 req-047d1aeb-146d-42e4-ab94-12eadb91cc52 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482768 Jan 25 15:36:57.945662 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:57.991667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] For port cc1ea514-1589-477d-8bf9-11dd740a3023, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cc1ea514-1589-477d-8bf9-11dd740a3023,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:57.992246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:57.992928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.025265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.058121 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ae6e5b8-40f6-4582-b009-28684e74a3ad req-88f7d34e-9e75-44b9-a589-c8892b8f5183 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242639 Jan 25 15:36:58.164398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:36:58.167592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.225523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.270079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.280895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Calling delete_port for cc1ea514-1589-477d-8bf9-11dd740a3023 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:58.297869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.316204 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db', 'code': 200} Jan 25 15:36:58.340279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec8fb95-8cf6-4e73-90f5-a73704fa505f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.346497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.373266 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:55Z', 'revision_number': 10, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:58.379052 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:36:58.394740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.395860 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0d65ad9e-a732-4102-ab75-ca025c50280f tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ec8fb95-8cf6-4e73-90f5-a73704fa505f HTTP/1.1" status: 204 len: 168 time: 0.7432737 Jan 25 15:36:58.398196 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:58.399478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60640) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:58.402006 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:58.444153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc1ea514-1589-477d-8bf9-11dd740a3023 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:36:58.473096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.492071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.558216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.560924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.600832 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:36:58.680350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.685677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:36:58.689856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:36:58.695953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.706025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.706459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:36:58.710130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:58.710130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.718671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.723788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:58.727179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b9d97c03-4d4a-4f72-b131-c775e4f19c84 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f HTTP/1.1" status: 204 len: 168 time: 0.9597034 Jan 25 15:36:58.729162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60644) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:58.730435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdbbc7-a0ad-488e-adad-51d97269f298 None None] Network 60d29119-9c5d-47d5-9c07-60a13b9a4254 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:58.738194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=3a37d2af-29ca-475b-9250-ce0295fd732c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.860149 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e91217cc-7c23-463e-ba0f-ca6d0433251c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7521043 Jan 25 15:36:58.860803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aaf73873-4d80-427f-ab63-d8b82a499b4c req-3f7b8d25-ab06-4cfb-bfdb-805c93b6f4ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 1099 time: 0.2514954 Jan 25 15:36:58.863878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60648) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:58.865908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.867504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.871583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '3a37d2af-29ca-475b-9250-ce0295fd732c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-450680162'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:58.943766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port e24e979a-40c5-4cac-9ce5-9d744c5e6352 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:58.944115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:58.971137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:58.974741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:36:59.050950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aaf73873-4d80-427f-ab63-d8b82a499b4c req-7e8eb903-baa5-4290-9675-3961e3c5bd2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801665 Jan 25 15:36:59.115690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:59.123831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:55Z', 'revision_number': 10, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:59.130314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.138244 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb08fbdd-18d6-4a4e-8fcd-3813bb5fec29 None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:36:55Z', 'revision_number': 10, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None, '_interfaces': [{'id': '40f9e0f0-a667-49d0-ae0d-6836a16585f4', 'name': '', 'network_id': '153a3394-1c76-4539-a6e8-98b39ca373c4', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'mac_address': 'fa:16:3e:63:b1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4020273-7160-4965-99ae-916897742ceb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:41Z', 'updated_at': '2022-01-25T15:35:59Z', 'revision_number': 5, 'project_id': '326e617307e249268c7a3d190e702a94', 'subnets': [{'id': '441f9eed-69b7-49a6-8ad8-e7c8034cb6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:36:59.148477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:59.187520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.227343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:59.233061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.282712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port e35e8d7f-213c-4070-a7c1-af9d68840257 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:36:59.287354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] Pushing event deleted for resources: {'Port': ['ID=cc1ea514-1589-477d-8bf9-11dd740a3023,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:59.326135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f04fb-6a84-42be-9a38-48a2532c1a32 None None] No DVR routers for this DVR port cc1ea514-1589-477d-8bf9-11dd740a3023 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:36:59.347117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76712e6-4c3d-4a2f-bef7-cf97bbd1ef87 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:36:59.369635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.430045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56744ac2-d197-4f55-bad3-18d58a0b7132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.435615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5519ff4-cb25-47cb-a91c-32893d6ecc33,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:36:59.436071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:36:59.443646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.448983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46f56323-b102-4b50-9df5-fe75d45023c7 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/security-groups/b5519ff4-cb25-47cb-a91c-32893d6ecc33 HTTP/1.1" status: 204 len: 168 time: 1.0470045 Jan 25 15:36:59.452313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:36:59.452475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60656) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:59.515653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.532309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port e24e979a-40c5-4cac-9ce5-9d744c5e6352, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24e979a-40c5-4cac-9ce5-9d744c5e6352,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:36:59.532981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.551445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:59.552071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:59.587255 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:36:59.587255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:36:59.637280 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c6273f0d-9c5d-4cd4-b6e9-0c44eb895727 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9409828 Jan 25 15:36:59.639990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60660) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:59.646781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1308568301'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:36:59.648541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] DHCP port deletion for 60d29119-9c5d-47d5-9c07-60a13b9a4254 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:36:59.654745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:36:59.659374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:network and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:36:59.662545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:36:59.668322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:36:59.681445 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6d2bc448-b2f0-4c2a-b4de-49c42dfc63f9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8144207 Jan 25 15:36:59.682680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60664) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:59.689346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for e24e979a-40c5-4cac-9ce5-9d744c5e6352 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:36:59.705707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Deleting port e24e979a-40c5-4cac-9ce5-9d744c5e6352 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:36:59.706084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.729294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ce0a52c-386d-46d1-b5a2-707254a54c79 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:59.752232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:59.761189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:36:59.768092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.769899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5091c-1afe-444a-88cb-d17d62a92327 req-9f4fa46f-a71a-4dda-b4ac-04596d335448 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:59.776958 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26d5091c-1afe-444a-88cb-d17d62a92327 req-9f4fa46f-a71a-4dda-b4ac-04596d335448 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 943 time: 0.5014215 Jan 25 15:36:59.845066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2ce0a52c-386d-46d1-b5a2-707254a54c79 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:36:59.849916 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2ce0a52c-386d-46d1-b5a2-707254a54c79 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1656363 Jan 25 15:36:59.850848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60668) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:36:59.898256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:36:59.898893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:36:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:59.927264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:36:59.952868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.953342 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Added segment 01645b02-6898-45b0-8e2f-21f1afe6c8f2 of type vlan for network 65f050c6-c37a-4db5-b6bd-dbffea5799fd Jan 25 15:36:59.967151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '3a37d2af-29ca-475b-9250-ce0295fd732c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:36:59.975343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:36:59.982171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502c93b-8845-4c99-bcbb-75e541687d9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:59.983775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502c93b-8845-4c99-bcbb-75e541687d9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:36:59.984615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7502c93b-8845-4c99-bcbb-75e541687d9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:36:59.998696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:36:59.999090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88756b2-2def-49fd-afd8-0fc459f446bc None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:00.049716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.062982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c518c-3c50-42e7-aa7d-7e9ac3c1b5c2 req-12c5030c-9bba-4a69-a9b3-96067574a33e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:00.064463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ca4c518c-3c50-42e7-aa7d-7e9ac3c1b5c2 req-12c5030c-9bba-4a69-a9b3-96067574a33e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.7772701 Jan 25 15:37:00.066711 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26d5091c-1afe-444a-88cb-d17d62a92327 req-1c8ae2c6-6b87-42ba-8fdc-199e746f9d19 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2888651 Jan 25 15:37:00.122806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc7cc492-3a99-4778-8323-7ffb63f304ad no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:00.172090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60672) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:00.185426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: cc7cc492-3a99-4778-8323-7ffb63f304ad {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:00.185988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cc7cc492-3a99-4778-8323-7ffb63f304ad not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:00.186218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e24e979a-40c5-4cac-9ce5-9d744c5e6352 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:00.268634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7502c93b-8845-4c99-bcbb-75e541687d9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:00.269830 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7502c93b-8845-4c99-bcbb-75e541687d9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4178019 Jan 25 15:37:00.272581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:00.306948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.307209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] For port e24e979a-40c5-4cac-9ce5-9d744c5e6352, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e24e979a-40c5-4cac-9ce5-9d744c5e6352,segment=NetworkSegment(f50089d7-615c-45b4-8618-1cd61e10a0ef),segment_id=f50089d7-615c-45b4-8618-1cd61e10a0ef)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:00.307454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.311101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:00.311671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.327763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet e29ea702-d2c1-4c5e-89c0-c7f9cd962a43 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:00.330669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.391511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.443212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 3a37d2af-29ca-475b-9250-ce0295fd732c {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:00.445045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Network': ['ID=65f050c6-c37a-4db5-b6bd-dbffea5799fd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:00.459078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.461473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ca4c518c-3c50-42e7-aa7d-7e9ac3c1b5c2 req-d557874e-2322-443c-a86e-3477d69b0e14 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834331 Jan 25 15:37:00.481372 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0bd45604-cecc-4eb3-9be2-b937cc32b5b4 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8375208 Jan 25 15:37:00.482328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60680) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:00.499632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'subnet': {'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:00.509647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=e24e979a-40c5-4cac-9ce5-9d744c5e6352,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:00.531714 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cc29543a-baee-4776-830c-0f201870c5a0 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 200 len: 991 time: 0.3572736 Jan 25 15:37:00.543126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No DVR routers for this DVR port e24e979a-40c5-4cac-9ce5-9d744c5e6352 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:00.567726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:00.589922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Calling delete_port for e24e979a-40c5-4cac-9ce5-9d744c5e6352 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:00.607801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:00.611691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:subnet and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:00.615137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:00.620534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:00.648726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.703003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:00.713291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.716914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.735839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:00.752231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d29119-9c5d-47d5-9c07-60a13b9a4254']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:00.769168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50089d7-615c-45b4-8618-1cd61e10a0ef') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:00.769526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50089d7-615c-45b4-8618-1cd61e10a0ef') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:00.784150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.802946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.808373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.812764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:00.813494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.829729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/3a37d2af-29ca-475b-9250-ce0295fd732c/b0cc6c15-a4c1-4256-8c80-1648f48cd5ec) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:00.830641 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:00.889353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:00.889747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:00.893636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.952516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=e29ea702-d2c1-4c5e-89c0-c7f9cd962a43,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:00.957993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:00.968210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e4283be7-536f-48dd-b74c-af121b9f7aec tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/e29ea702-d2c1-4c5e-89c0-c7f9cd962a43 HTTP/1.1" status: 204 len: 168 time: 1.5146132 Jan 25 15:37:00.972485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60684) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:00.979983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b046c822-7430-47b6-ac19-b219f2e8e1b1 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:01.014845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.035348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.040130 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/60d29119-9c5d-47d5-9c07-60a13b9a4254 HTTP/1.1" status: 204 len: 168 time: 2.3031139 Jan 25 15:37:01.041472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:01.089791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:01.090262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.120939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdf44b-192e-435d-bd7e-79c6e8fafda0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=60d29119-9c5d-47d5-9c07-60a13b9a4254,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:01.311921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.347913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 27f1fc51-320d-406c-92fd-52c079accf5e {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:01.359331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.397217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.417174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Deleting port e24e979a-40c5-4cac-9ce5-9d744c5e6352 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:01.417174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.423886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Subnet': ['ID=7dff923a-eaa7-4985-bfbf-377ccd270cfb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:01.444126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.456237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.538959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Transition to ACTIVE for port object b0cc6c15-a4c1-4256-8c80-1648f48cd5ec will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:01.552620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Checking segment: {'id': '01645b02-6898-45b0-8e2f-21f1afe6c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:01.553172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network hostable DHCP agents. Network: 65f050c6-c37a-4db5-b6bd-dbffea5799fd, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:01.565305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Transition to ACTIVE for port object b0cc6c15-a4c1-4256-8c80-1648f48cd5ec will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:01.570599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.578097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.601407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d9c56923-f86c-4573-8031-d95aa861dfdc None None] The port 'e24e979a-40c5-4cac-9ce5-9d744c5e6352' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:37:01.612571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a4db4e6-6b32-47e8-98a3-03d591e55c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.623949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:01.639977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:01.666091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.669189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.710606 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'code': 200} Jan 25 15:37:01.743703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.744175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.765093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:01.776546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:01.776546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Pushing event updated for resources: {'Port': ['ID=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:01.776546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:01.778480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:01.786147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.836284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=27f1fc51-320d-406c-92fd-52c079accf5e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:01.851548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.875040 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ef893e8f-f6fc-4314-995d-952001e2fd99 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/27f1fc51-320d-406c-92fd-52c079accf5e HTTP/1.1" status: 204 len: 168 time: 0.8991613 Jan 25 15:37:01.875822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60696) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:01.932118 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f54ea9a-f94d-4cb8-85a5-47c0003c0791 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:01.932118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f54ea9a-f94d-4cb8-85a5-47c0003c0791 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:01.935424 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5f54ea9a-f94d-4cb8-85a5-47c0003c0791 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/e29ea702-d2c1-4c5e-89c0-c7f9cd962a43 HTTP/1.1" status: 404 len: 337 time: 0.0561395 Jan 25 15:37:01.936030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60700) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:01.953319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:01.956506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Attempting to bind port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:01.956981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Attempting to bind port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:01.957485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Attempting to bind port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:01.966682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:01.967187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:01.967689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:01.968198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:01.968765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Bound port: b0cc6c15-a4c1-4256-8c80-1648f48cd5ec, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:01.969243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.005236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc91f7-cbd6-49f2-b8b9-762647309916 req-16f93bc2-3acf-4d14-9a52-b9f80cd642de tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:02.006803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75fc91f7-cbd6-49f2-b8b9-762647309916 req-16f93bc2-3acf-4d14-9a52-b9f80cd642de tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.4065800 Jan 25 15:37:02.015755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting subnet 12cd9fe7-5793-494b-a12a-648cbf38762c {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:02.019254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.088927 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75fc91f7-cbd6-49f2-b8b9-762647309916 req-8b6e40bb-fc45-42c4-9958-75f45a469675 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763962 Jan 25 15:37:02.097825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] For port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:02.103366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] For port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:02.105881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.192363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.220554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.307074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 65f050c6-c37a-4db5-b6bd-dbffea5799fd) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:02.313996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:02.315577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.319079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba6561-c066-4a0a-911d-916613253ac1 None None] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:02.342521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.422458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2863a3-1991-41ea-880b-729e3ec55df7 req-7fef9831-5caa-48e2-8de3-e8891a2b6b7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:02.442554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f2863a3-1991-41ea-880b-729e3ec55df7 req-7fef9831-5caa-48e2-8de3-e8891a2b6b7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.1316025 Jan 25 15:37:02.442984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab74400-467f-45bb-9b6e-46f1f0a00374 None None] Pushing event updated for resources: {'Port': ['ID=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:02.487456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181943fa-042a-45b6-8c07-4bbd33cd09d6 None None] Network 0a126eb7-7938-4efd-a354-02bbf35e20f1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:02.524973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 40f9e0f0-a667-49d0-ae0d-6836a16585f4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:02.525309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.563027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f2863a3-1991-41ea-880b-729e3ec55df7 req-a1056d17-7c4f-4e65-9b4a-65d11b1aaeac tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055038 Jan 25 15:37:02.599981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.639673 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d1a9dd0-6582-4120-9f7f-fafb59b66cc0 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1563327 Jan 25 15:37:02.648497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.654044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60708) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:02.654981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Subnet': ['ID=12cd9fe7-5793-494b-a12a-648cbf38762c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:02.703126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1346119864', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:02.709777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0d353992-2c79-4179-a0b8-6978c13ec2c4 None None] Provisioning complete for port 76db8656-aed2-4473-b409-c5edd597d5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:02.709777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d353992-2c79-4179-a0b8-6978c13ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.711405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:02.715360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:router and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:02.719518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:02.725578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:02.741924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=3a37d2af-29ca-475b-9250-ce0295fd732c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:02.748724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.783436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 40f9e0f0-a667-49d0-ae0d-6836a16585f4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40f9e0f0-a667-49d0-ae0d-6836a16585f4,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:02.783833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.787469 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-97db6702-17e7-412c-b06e-1ff06b2b0852 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/12cd9fe7-5793-494b-a12a-648cbf38762c HTTP/1.1" status: 204 len: 168 time: 0.8504145 Jan 25 15:37:02.790711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60714) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:02.847208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.851467 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1f0f4793-b18b-458a-b0ff-26d89b54ce4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/3a37d2af-29ca-475b-9250-ce0295fd732c HTTP/1.1" status: 204 len: 168 time: 2.5750151 Jan 25 15:37:02.853693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60718) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:02.854587 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b3ddfd-e796-40e7-987a-0d8186ce4213 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:02.855017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b3ddfd-e796-40e7-987a-0d8186ce4213 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:02.859239 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d1b3ddfd-e796-40e7-987a-0d8186ce4213 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/d5682dd6-e1d6-4314-ae37-61a7824624d0 HTTP/1.1" status: 404 len: 337 time: 0.0681639 Jan 25 15:37:02.869318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.872542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.925709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60720) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:02.934072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 40f9e0f0-a667-49d0-ae0d-6836a16585f4 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:02.956653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:02.969855 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d53bf74d-4f7b-414a-9847-5467517c8d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924928 Jan 25 15:37:02.970689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60726) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:02.979549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-65f050c6-c37a-4db5-b6bd-dbffea5799fd', 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd', 'tenant_id': '80cfaff993e94a64918d63f3b5ac39d3', 'fixed_ips': [{'subnet_id': '7dff923a-eaa7-4985-bfbf-377ccd270cfb'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:02.980504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:02.980854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.024978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7828e39c-8aac-4374-a0b7-b13fa8043006 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "GET /v2.0/ports?device_id=8caaabba-1b14-4480-9b31-506c2c69bead HTTP/1.1" status: 200 len: 205 time: 0.0965531 Jan 25 15:37:03.030878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60730) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.086650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.103404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-fdbb60f7-559e-46f4-9281-b51d31edaf07 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] delete failed (client error): The resource could not be found. Jan 25 15:37:03.104802 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fdbb60f7-559e-46f4-9281-b51d31edaf07 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/routers/8caaabba-1b14-4480-9b31-506c2c69bead HTTP/1.1" status: 404 len: 336 time: 0.0725529 Jan 25 15:37:03.107184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60734) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.119055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:03.130409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:03.149664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bbccac-bb65-4c74-b9de-53343035c569 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:03.153743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bbccac-bb65-4c74-b9de-53343035c569 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:03.153743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62bbccac-bb65-4c74-b9de-53343035c569 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/08aec585-a77d-4d34-9192-796a13d53c92 HTTP/1.1" status: 404 len: 337 time: 0.0435858 Jan 25 15:37:03.155201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60738) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.193633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.268664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:03.275381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Allocated IP 172.20.0.2 (65f050c6-c37a-4db5-b6bd-dbffea5799fd/7dff923a-eaa7-4985-bfbf-377ccd270cfb/2bff00a6-3ee3-41ee-a13c-2cc0c9588302) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:03.282995 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e15c29c-a9c1-4eff-a157-8a6a0386cf3c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:03.283351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e15c29c-a9c1-4eff-a157-8a6a0386cf3c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:03.314538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0d353992-2c79-4179-a0b8-6978c13ec2c4 None None] Provisioning complete for port 38378236-4a16-4802-8ecf-2aedde2ad720 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:03.314908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d353992-2c79-4179-a0b8-6978c13ec2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.346270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.347594 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1e15c29c-a9c1-4eff-a157-8a6a0386cf3c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/90733e34-9e02-4d8c-b7e6-9a2cd5a09e7c HTTP/1.1" status: 404 len: 337 time: 0.1912303 Jan 25 15:37:03.350941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60742) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.441637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-999d224f-1208-4a74-bea5-800c65451a7c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:03.442895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999d224f-1208-4a74-bea5-800c65451a7c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:03.450716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0d353992-2c79-4179-a0b8-6978c13ec2c4 None None] Port 38378236-4a16-4802-8ecf-2aedde2ad720 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:03.465709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] DHCP port deletion for 0a126eb7-7938-4efd-a354-02bbf35e20f1 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:03.467897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=40f9e0f0-a667-49d0-ae0d-6836a16585f4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:03.474656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-999d224f-1208-4a74-bea5-800c65451a7c tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7cecb429-0653-4a83-bac1-8d1fb0d9da87 HTTP/1.1" status: 404 len: 337 time: 0.0784941 Jan 25 15:37:03.476596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60746) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.481093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Deleting port 76db8656-aed2-4473-b409-c5edd597d5d8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:03.481495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.562911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.593042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-66268ade-fc67-4504-9718-8a12023a26e5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:03.593640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66268ade-fc67-4504-9718-8a12023a26e5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:03.595553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66268ade-fc67-4504-9718-8a12023a26e5 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/95b3d5c6-971c-47f5-be2e-2fdd64b92e4c HTTP/1.1" status: 404 len: 333 time: 0.1178613 Jan 25 15:37:03.636371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60750) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.743358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.823822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Transition to ACTIVE for port object 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:03.829908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.892087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.945284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-965c2aad-296d-40c1-9a35-0ddc9c9046cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:03.945776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965c2aad-296d-40c1-9a35-0ddc9c9046cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:03.945980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:03.947495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-965c2aad-296d-40c1-9a35-0ddc9c9046cc tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7ede1353-e7a4-4251-8922-1c4bf5f7ba5b HTTP/1.1" status: 404 len: 337 time: 0.3096828 Jan 25 15:37:03.950107 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:03.951633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60754) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:03.955228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a18d9-34eb-4a79-a85b-65d8c3a6479b None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:03.963361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:03.978531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Transition to ACTIVE for port object 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:03.995226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:03.995807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.026853 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a840dd8-e73a-476a-8126-30310ef54194 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:04.028926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a840dd8-e73a-476a-8126-30310ef54194 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:04.051685 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1a840dd8-e73a-476a-8126-30310ef54194 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/1d897a9b-66ab-4a41-9c4a-41fd58522512 HTTP/1.1" status: 404 len: 337 time: 0.0990241 Jan 25 15:37:04.056773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60758) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.063728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.098817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60762) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.150261 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1755745 Jan 25 15:37:04.154636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b0cc6c15-a4c1-4256-8c80-1648f48cd5ec up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:04.158015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60766) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.165267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:04.170541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3a0eb8-ddec-4c61-ab64-9f0021c4623e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:04.171589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3a0eb8-ddec-4c61-ab64-9f0021c4623e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:04.175202 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7c3a0eb8-ddec-4c61-ab64-9f0021c4623e tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/440379ae-455d-43d7-b6d9-d32e2b0cf0f5 HTTP/1.1" status: 404 len: 333 time: 0.1181958 Jan 25 15:37:04.176955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60770) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.177592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57caa9c2-1b7d-4d6b-b9a3-1f9b217a9904 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=30b2ed2e-34c7-4461-991e-e0f41d543f86,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:04.198993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-255a4785-ad6a-49be-a70a-a32fa3d404f0 None None] Provisioning for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:04.218579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:04.238594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] For port 76db8656-aed2-4473-b409-c5edd597d5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=76db8656-aed2-4473-b409-c5edd597d5d8,segment=NetworkSegment(73197b38-5ec4-451a-8582-c1f834799dcd),segment_id=73197b38-5ec4-451a-8582-c1f834799dcd)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:04.238996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.243020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:router and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:04.249704 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c78997-64e4-4ceb-ad86-7e37fda46c91 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:04.252101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c78997-64e4-4ceb-ad86-7e37fda46c91 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:04.255865 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b8c78997-64e4-4ceb-ad86-7e37fda46c91 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/9845bcda-b612-4103-8012-47cb7e3879f9 HTTP/1.1" status: 404 len: 337 time: 0.0752432 Jan 25 15:37:04.256455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60774) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.257754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:04.301968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:04.314683 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef8fe5e-269e-4d9c-b46d-e489dab1036b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:04.315248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef8fe5e-269e-4d9c-b46d-e489dab1036b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:04.319571 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7ef8fe5e-269e-4d9c-b46d-e489dab1036b tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/subnets/7b09f2aa-8e1d-4c32-aea4-615d22ff4b89 HTTP/1.1" status: 404 len: 337 time: 0.0531383 Jan 25 15:37:04.339463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60778) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.433782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.434654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.439124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:04.453864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Calling delete_port for 76db8656-aed2-4473-b409-c5edd597d5d8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:04.478566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:04.492520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Pushing event updated for resources: {'Port': ['ID=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:04.497279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.513779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:04.532994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.539844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Deleting port 38378236-4a16-4802-8ecf-2aedde2ad720 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:04.540385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.574401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.647249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.671625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.698472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Attempting to bind port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:04.698765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Attempting to bind port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '01645b02-6898-45b0-8e2f-21f1afe6c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:04.699413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Attempting to bind port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 on network 65f050c6-c37a-4db5-b6bd-dbffea5799fd {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:04.719315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.26.8.84 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/4f2148a3-cbbb-44ef-97b8-7300d6d52584) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:04.738577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:04.739040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Checking segment: {'id': '01645b02-6898-45b0-8e2f-21f1afe6c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:04.739403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.739719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Bound using segment: {'id': '01645b02-6898-45b0-8e2f-21f1afe6c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:04.740240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Bound port: 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01645b02-6898-45b0-8e2f-21f1afe6c8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:04.740557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.783090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.802640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.806328 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-47ef2d6b-e363-4b0e-b6dc-16488f5c7640 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6448722 Jan 25 15:37:04.809061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60782) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:04.829089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:04.845016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:04.857139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] Pushing event deleted for resources: {'Port': ['ID=76db8656-aed2-4473-b409-c5edd597d5d8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:04.873462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:04.873835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.909881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2012e-0c73-459c-b1ab-25d72cc7ac5a None None] No DVR routers for this DVR port 76db8656-aed2-4473-b409-c5edd597d5d8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:04.949184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:04.952104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] For port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:04.957707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] For port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,segment=NetworkSegment(01645b02-6898-45b0-8e2f-21f1afe6c8f2),segment_id=01645b02-6898-45b0-8e2f-21f1afe6c8f2)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:05.029648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.041705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.182129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:05.195227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c857cea-3025-4075-9eb2-32317ef75896 None None] Pushing event updated for resources: {'Port': ['ID=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:05.227514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572506e-d387-480e-8ac1-a0132c8b3e7e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:05.251837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.269859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Calling delete_port for 38378236-4a16-4802-8ecf-2aedde2ad720 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:05.305804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.382531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:05.425769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 76db8656-aed2-4473-b409-c5edd597d5d8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:05.426368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 76db8656-aed2-4473-b409-c5edd597d5d8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:05.427460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:05.467876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e172076-2b10-4094-bd8b-fd7d08c41710 None None] Provisioning complete for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:05.468469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e172076-2b10-4094-bd8b-fd7d08c41710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.489634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:05.507397 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:05.518144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f15102b1-2d7a-491c-9995-39cd1343430c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4756114 Jan 25 15:37:05.523437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60786) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:05.525169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:05.528239 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:05.583803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.606757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.675786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Port': ['ID=38378236-4a16-4802-8ecf-2aedde2ad720,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:05.692252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:05.696959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d0a1c95c-8e86-40cf-9c44-2538c9152c43 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/ports/38378236-4a16-4802-8ecf-2aedde2ad720 HTTP/1.1" status: 204 len: 168 time: 1.3535178 Jan 25 15:37:05.698649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60790) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:05.902226 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:05.951401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.033244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.100298 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.106922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting subnet 441f9eed-69b7-49a6-8ad8-e7c8034cb6e4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:06.111554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.120699 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:06.139920 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:06.140714 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.217255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b0cc6c15-a4c1-4256-8c80-1648f48cd5ec up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:06.226095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:06.231993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:06.241278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:06.310387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.310943 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:06.322007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dde3f90c-c5a2-4b29-aabe-60af6e7f03f5 None None] Provisioning complete for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:06.322592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dde3f90c-c5a2-4b29-aabe-60af6e7f03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.373833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.387662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:06.388275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.417317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=4f2148a3-cbbb-44ef-97b8-7300d6d52584,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:06.434305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::1 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/30b2ed2e-34c7-4461-991e-e0f41d543f86/a273f777-6171-45ab-b347-21891c479f47) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:06.437522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a126eb7-7938-4efd-a354-02bbf35e20f1']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.465275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73197b38-5ec4-451a-8582-c1f834799dcd') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.466410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73197b38-5ec4-451a-8582-c1f834799dcd') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.474861 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:06.481997 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897715d-604d-43a6-9bf8-6ad837f45111 None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:06.502767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.607764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:06.632635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.665683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.671188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.675228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.678257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.681607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:06.682718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:06.701488 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:06.752168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:06.752341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object a273f777-6171-45ab-b347-21891c479f47 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:06.823530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8c248-7efb-42c4-a4f8-97ad048035fc None None] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:06.910448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.009557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:07.014786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=a273f777-6171-45ab-b347-21891c479f47,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:07.017631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:07.021170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:07.021871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.040576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Provisioning for port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:07.075400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Provisioning complete for port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:07.075770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.102959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.104845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.119573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:37:07.181963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.193902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Subnet': ['ID=441f9eed-69b7-49a6-8ad8-e7c8034cb6e4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:07.205993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] Pushing event deleted for resources: {'Network': ['ID=0a126eb7-7938-4efd-a354-02bbf35e20f1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:07.214578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ba33bb4b-7433-4b75-b40d-3e63e59babd0 tempest-PortsIpV6TestJSON-1231471585 tempest-PortsIpV6TestJSON-1231471585-project] 10.222.0.26 "DELETE /v2.0/networks/0a126eb7-7938-4efd-a354-02bbf35e20f1 HTTP/1.1" status: 204 len: 168 time: 1.4976294 Jan 25 15:37:07.224785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.230135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-609f8754-c612-4101-87a4-cda9276cd715 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/441f9eed-69b7-49a6-8ad8-e7c8034cb6e4 HTTP/1.1" status: 204 len: 168 time: 1.7067504 Jan 25 15:37:07.230837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60796) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:07.240356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94370074-9d12-49aa-8107-2fe8444f1454 None None] Network 153a3394-1c76-4539-a6e8-98b39ca373c4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:07.327005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.347628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.477871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] For port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,segment=NetworkSegment(01645b02-6898-45b0-8e2f-21f1afe6c8f2),segment_id=01645b02-6898-45b0-8e2f-21f1afe6c8f2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:07.482746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.488450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.555741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.568347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Deleting port 247ab79e-f018-484f-9b7d-2a084517e319 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:07.568952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.611547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] DHCP port deletion for 153a3394-1c76-4539-a6e8-98b39ca373c4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:07.624055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Deleting port 247ab79e-f018-484f-9b7d-2a084517e319 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:07.624539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.818093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b6bee-7de9-45c4-b3c0-3951a287754f None None] Pushing event updated for resources: {'Port': ['ID=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:07.898864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:07.955948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] For port 247ab79e-f018-484f-9b7d-2a084517e319, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=247ab79e-f018-484f-9b7d-2a084517e319,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:07.956345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.958365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] For port 247ab79e-f018-484f-9b7d-2a084517e319, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=247ab79e-f018-484f-9b7d-2a084517e319,segment=NetworkSegment(5c052011-3d84-4535-ad81-c952ccdff344),segment_id=5c052011-3d84-4535-ad81-c952ccdff344)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:07.958856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:07.968846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] Sync routers for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:07.976930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f1274360-b43c-4a6c-88d1-da7a4b8ef809 None None] Provisioning for port a273f777-6171-45ab-b347-21891c479f47 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:08.013217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.031685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.033051 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0b22299e-f0c4-4917-a614-c7487d0014e8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3411858 Jan 25 15:37:08.035890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60802) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:08.063218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60806) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:08.073463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:08.119547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.120659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.134514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Calling delete_port for 247ab79e-f018-484f-9b7d-2a084517e319 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:08.221634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f1274360-b43c-4a6c-88d1-da7a4b8ef809 None None] Provisioning complete for port a273f777-6171-45ab-b347-21891c479f47 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:08.221999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f1274360-b43c-4a6c-88d1-da7a4b8ef809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.253749 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Calling delete_port for 247ab79e-f018-484f-9b7d-2a084517e319 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:08.282793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.17 (379a4f19-689f-4ae2-92d4-7181a67ba1e4/95fd685e-31f7-41dd-8654-28e8955cf718/40010e90-19da-43ff-a214-4ca357ff0fb4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:08.301280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:08.308537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.323830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=a273f777-6171-45ab-b347-21891c479f47,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:08.384901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.395860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.409494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f1274360-b43c-4a6c-88d1-da7a4b8ef809 None None] Port a273f777-6171-45ab-b347-21891c479f47 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn_limited( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn_limited( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:08.420848 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 15:37:08.429609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:08.429976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.450205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:08.454086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:08.455133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:08.455759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.458735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Port': ['ID=247ab79e-f018-484f-9b7d-2a084517e319,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:08.478952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No DVR routers for this DVR port 247ab79e-f018-484f-9b7d-2a084517e319 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:08.517074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:08.517760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:08.536037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.536441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c9e0b-b9dd-4c16-8b6d-f24d65e56c2e None None] The sync data for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:08.566329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0057aa4a-e99b-4ca5-afd3-7a432a1dd563 None None] Provisioning complete for port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:08.566695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0057aa4a-e99b-4ca5-afd3-7a432a1dd563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.636581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a83e97f2-d111-4829-9f5d-d93d03754892 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43e7d69dd05347d1a52105e68633652d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5722589 Jan 25 15:37:08.639873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60812) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:08.728258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.792175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 247ab79e-f018-484f-9b7d-2a084517e319 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:08.802504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.812362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.843830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 40010e90-19da-43ff-a214-4ca357ff0fb4 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:08.848010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153a3394-1c76-4539-a6e8-98b39ca373c4']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.865541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c052011-3d84-4535-ad81-c952ccdff344') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.865541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c052011-3d84-4535-ad81-c952ccdff344') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:08.878673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.879631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 247ab79e-f018-484f-9b7d-2a084517e319 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:08.880092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 247ab79e-f018-484f-9b7d-2a084517e319 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:08.880676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40f9e0f0-a667-49d0-ae0d-6836a16585f4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:08.899809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.905955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:08.906339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.910816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.916678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 40f9e0f0-a667-49d0-ae0d-6836a16585f4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:08.917122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40f9e0f0-a667-49d0-ae0d-6836a16585f4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:08.921663 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:08.984368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:08.999504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.019597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Deleting port 247ab79e-f018-484f-9b7d-2a084517e319 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:09.019944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.072841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:09.076455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:09.078890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:09.080972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:09.099508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8efd88ef-d8e2-43f8-b134-ee52ac1c4f7b None None] The port '247ab79e-f018-484f-9b7d-2a084517e319' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:37:09.111007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-48c92a1c-e042-4a2e-98f2-291fbacb03d9 None None] Provisioning complete for port a273f777-6171-45ab-b347-21891c479f47 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:09.111430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-48c92a1c-e042-4a2e-98f2-291fbacb03d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.171931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.176334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-48c92a1c-e042-4a2e-98f2-291fbacb03d9 None None] Port a273f777-6171-45ab-b347-21891c479f47 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:09.202902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.209018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.239545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Pushing event deleted for resources: {'Network': ['ID=153a3394-1c76-4539-a6e8-98b39ca373c4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:09.256973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-65403c4f-99cb-4583-9bb7-7d07f978155c tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/networks/153a3394-1c76-4539-a6e8-98b39ca373c4 HTTP/1.1" status: 204 len: 168 time: 2.0197222 Jan 25 15:37:09.259749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60816) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:09.265899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'routes': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:09.388682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.413294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46195774-e8d1-4d71-832e-46d3fc7e0fbd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:09.422272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.425679 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e55a21e-f274-43e2-a310-a93a694fefdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46195774-e8d1-4d71-832e-46d3fc7e0fbd HTTP/1.1" status: 204 len: 168 time: 0.7798955 Jan 25 15:37:09.451290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.455033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fc485cf2-dc0b-4b57-b095-b0c3f5514876 None None] Provisioning for port 40010e90-19da-43ff-a214-4ca357ff0fb4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:09.465883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fc485cf2-dc0b-4b57-b095-b0c3f5514876 None None] Provisioning complete for port 40010e90-19da-43ff-a214-4ca357ff0fb4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:09.465883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc485cf2-dc0b-4b57-b095-b0c3f5514876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.515108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Router d938261f-d3ec-49ab-b3c2-7f7858063158 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:37:09.528999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fc485cf2-dc0b-4b57-b095-b0c3f5514876 None None] Port 40010e90-19da-43ff-a214-4ca357ff0fb4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:09.674393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Added routes are [] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:37:09.674595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Removed routes are [] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:37:09.674938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.815441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:09.823976 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-faacaddc-4229-4fb9-b206-f274a9f66df0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "PUT /v2.0/routers/d938261f-d3ec-49ab-b3c2-7f7858063158/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0111830 Jan 25 15:37:09.824517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:09.833010 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Sync routers for ids ['d938261f-d3ec-49ab-b3c2-7f7858063158'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:09.848896 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Routers {'d938261f-d3ec-49ab-b3c2-7f7858063158'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:09.849955 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d938261f-d3ec-49ab-b3c2-7f7858063158'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:09.943732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:09.960075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555e0bc-4497-4121-a42e-d5c2831734c2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:09.960647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a555e0bc-4497-4121-a42e-d5c2831734c2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:10.038244 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Set router d938261f-d3ec-49ab-b3c2-7f7858063158 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:10.114073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a555e0bc-4497-4121-a42e-d5c2831734c2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:10.117648 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a555e0bc-4497-4121-a42e-d5c2831734c2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports/a273f777-6171-45ab-b347-21891c479f47 HTTP/1.1" status: 200 len: 911 time: 0.2892661 Jan 25 15:37:10.122012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:10.346064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.405876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.1 (65f050c6-c37a-4db5-b6bd-dbffea5799fd/7dff923a-eaa7-4985-bfbf-377ccd270cfb/82a91e84-f405-4c88-88eb-a5ed65afc691) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:10.443488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.479000 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:07Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'a273f777-6171-45ab-b347-21891c479f47', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:3c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:05Z', 'updated_at': '2022-01-25T15:37:07Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:10.484416 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Checking router: d938261f-d3ec-49ab-b3c2-7f7858063158 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:10.484859 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Updating router d938261f-d3ec-49ab-b3c2-7f7858063158 port a273f777-6171-45ab-b347-21891c479f47 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:37:10.599285 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.615127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.633282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Transition to ACTIVE for port object 82a91e84-f405-4c88-88eb-a5ed65afc691 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:10.769223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router a4020273-7160-4965-99ae-916897742ceb has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:10.781166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.797085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.806412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae0303-bb37-4f0a-9d9a-0c4381bee52b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:10.810411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae0303-bb37-4f0a-9d9a-0c4381bee52b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:10.819924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fcae0303-bb37-4f0a-9d9a-0c4381bee52b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.6864595 Jan 25 15:37:10.819924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60846) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:10.901712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:10.922465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:10.931253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:10.952882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60850) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:10.954458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:11.019925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=82a91e84-f405-4c88-88eb-a5ed65afc691,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:11.035153 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.048788 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Transition to ACTIVE for port object a273f777-6171-45ab-b347-21891c479f47 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:11.066209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.136707 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.262729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1673409288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:11.276082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:11.295172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:router and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:11.303835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:11.314550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:11.326612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.363235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.387815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:11.408130 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Pushing event updated for resources: {'Port': ['ID=a273f777-6171-45ab-b347-21891c479f47,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:11.432067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.433470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.449807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:11.458940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.462621 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ef9211a3-839b-4ac7-8ebc-de3b7794a94e tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 701 time: 2.1991911 Jan 25 15:37:11.474806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Sync routers for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:11.488902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.489261 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.489698 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.490030 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.490357 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.490696 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.491017 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.491350 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.491670 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.491980 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.492291 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:11.511786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:11.512466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:11.527551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60856) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:11.550144 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Attempting to bind port a273f777-6171-45ab-b347-21891c479f47 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:11.550508 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Attempting to bind port a273f777-6171-45ab-b347-21891c479f47 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:11.550854 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Attempting to bind port a273f777-6171-45ab-b347-21891c479f47 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:11.557861 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:11.558221 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:11.558620 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.559522 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:11.559991 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Bound port: a273f777-6171-45ab-b347-21891c479f47, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:11.560377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.590135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f561882-3e7f-4517-8f09-fa5d0f39f7cf tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:11.674112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:11.687993 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] For port a273f777-6171-45ab-b347-21891c479f47, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:11.691749 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] For port a273f777-6171-45ab-b347-21891c479f47, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a273f777-6171-45ab-b347-21891c479f47,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:11.719969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-15a6b452-1a58-4556-a561-8ba336981981 None None] Provisioning for port 82a91e84-f405-4c88-88eb-a5ed65afc691 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:11.740887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9f561882-3e7f-4517-8f09-fa5d0f39f7cf tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:11.742072 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9f561882-3e7f-4517-8f09-fa5d0f39f7cf tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 205 time: 0.2130082 Jan 25 15:37:11.745327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60860) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:11.753064 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.783081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-15a6b452-1a58-4556-a561-8ba336981981 None None] Provisioning complete for port 82a91e84-f405-4c88-88eb-a5ed65afc691 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:11.783436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-15a6b452-1a58-4556-a561-8ba336981981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.822234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:11.824192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:11.828967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:11.835297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Checking router: a4020273-7160-4965-99ae-916897742ceb for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:11.861873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:11.862378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Routers {'a4020273-7160-4965-99ae-916897742ceb'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:11.863019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a4020273-7160-4965-99ae-916897742ceb'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:11.892742 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Routers {'d938261f-d3ec-49ab-b3c2-7f7858063158'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:11.893365 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d938261f-d3ec-49ab-b3c2-7f7858063158'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:11.925467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-15a6b452-1a58-4556-a561-8ba336981981 None None] Port 82a91e84-f405-4c88-88eb-a5ed65afc691 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:12.033053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] Set router a4020273-7160-4965-99ae-916897742ceb gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:12.154361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.187367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:12.195495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa67b422-70b6-4456-afc9-9753e2091415 None None] The sync data for ids ['a4020273-7160-4965-99ae-916897742ceb'] in dv-neutron-826291-2-hyperv is: [{'id': 'a4020273-7160-4965-99ae-916897742ceb', 'name': 'tempest-RoutersTest-router-1602555263', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:37:03Z', 'revision_number': 11, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:12.204110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.279976 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] Set router d938261f-d3ec-49ab-b3c2-7f7858063158 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:12.340545 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898a91c-9896-4539-b9af-60adbb59ac32 None None] Pushing event updated for resources: {'Port': ['ID=a273f777-6171-45ab-b347-21891c479f47,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:12.386433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.388172 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e7649539-0039-4244-9049-a7246058bbd3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.4018140 Jan 25 15:37:12.392251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60864) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:12.396631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2d4c9f6d-669a-42b6-a28e-5bc77716afff None None] Provisioning complete for port 40010e90-19da-43ff-a214-4ca357ff0fb4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:12.397009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d4c9f6d-669a-42b6-a28e-5bc77716afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.409845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-494339073'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:12.421985 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:12.431132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:network and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:12.435927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:12.470052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c9f6d-669a-42b6-a28e-5bc77716afff None None] Port 40010e90-19da-43ff-a214-4ca357ff0fb4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:12.510227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:12.574047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:37:12.590942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.653954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:12.656896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.676130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.678918 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:07Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'a273f777-6171-45ab-b347-21891c479f47', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:3c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:05Z', 'updated_at': '2022-01-25T15:37:11Z', 'revision_number': 4, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:12.683497 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed936308-84de-4ad4-8fe6-5656e06349f2 None None] The sync data for ids ['d938261f-d3ec-49ab-b3c2-7f7858063158'] in dv-neutron-826291-2-hyperv is: [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:07Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'a273f777-6171-45ab-b347-21891c479f47', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:3c:39:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:05Z', 'updated_at': '2022-01-25T15:37:11Z', 'revision_number': 4, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '30b2ed2e-34c7-4461-991e-e0f41d543f86', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:12.787675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:12.798035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.799942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.835853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.886322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.898436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:12.910286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=82a91e84-f405-4c88-88eb-a5ed65afc691,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:12.921403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:12.927552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:security_group_rule and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:12.953796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:13.012315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:13.083954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.084460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router a4020273-7160-4965-99ae-916897742ceb {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:13.154655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.171667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:13.178941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:13.268658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.374258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:13.393828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-34463b5d-ab26-4615-9e78-03e5187cc055 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/3bc65f36-c5a1-4176-8005-2784920265db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2798378 Jan 25 15:37:13.393828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port a273f777-6171-45ab-b347-21891c479f47 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:13.393828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.394128 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:13.401961 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:13.402873 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:13.515606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-de5a234b-9aa7-431f-95fe-6a27ec00312c None None] Provisioning complete for port 82a91e84-f405-4c88-88eb-a5ed65afc691 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:13.516909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-de5a234b-9aa7-431f-95fe-6a27ec00312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.519435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:13.530468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9705cb86-4247-47f0-b354-0e18cc4c1b88,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:13.537918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.539070 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9761a1d4-6f92-4cb4-b093-26bd50ce299a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 204 len: 168 time: 1.7925656 Jan 25 15:37:13.546202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.546632 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Added segment 4586ba2e-c6a8-445c-81ea-b2038a38aded of type vlan for network 9888359f-20aa-4386-936c-31b53e7d6cc5 Jan 25 15:37:13.547556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60872) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:13.594156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-de5a234b-9aa7-431f-95fe-6a27ec00312c None None] Port 82a91e84-f405-4c88-88eb-a5ed65afc691 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:13.631472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1709105945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:13.638372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:13.639950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] For port a273f777-6171-45ab-b347-21891c479f47, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a273f777-6171-45ab-b347-21891c479f47,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:13.640400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.662864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Usage tracker for resource:router and tenant:326e617307e249268c7a3d190e702a94 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:13.666010 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:13.670211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:13.690565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:13.693200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.769366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for a273f777-6171-45ab-b347-21891c479f47 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:13.817753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.818680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.898006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.899145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:13.903774 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:13.907005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.049403 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:09Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40010e90-19da-43ff-a214-4ca357ff0fb4', 'name': '', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:4b:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:07Z', 'updated_at': '2022-01-25T15:37:10Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:14.062809 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:14.062809 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Updating router 3bc65f36-c5a1-4176-8005-2784920265db port 40010e90-19da-43ff-a214-4ca357ff0fb4 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:37:14.086327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a273f777-6171-45ab-b347-21891c479f47 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:14.102920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Network': ['ID=9888359f-20aa-4386-936c-31b53e7d6cc5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:14.122102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.154581 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-34cf7953-3308-425f-91b4-48e0dcc5c37b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7501142 Jan 25 15:37:14.156410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60876) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:14.157039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:14.161302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'subnet': {'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:14.183749 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.190000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:14.253451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.285449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.286876 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-47a64b06-a9c0-4f23-9a16-1ad7cc2f5e50 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7383568 Jan 25 15:37:14.294127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60880) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:14.300694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No active binding found for port a273f777-6171-45ab-b347-21891c479f47 {{(pid=84140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 25 15:37:14.301097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a273f777-6171-45ab-b347-21891c479f47 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 15:37:14.303038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:14.323029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=a273f777-6171-45ab-b347-21891c479f47,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:14.338677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Port a273f777-6171-45ab-b347-21891c479f47 not found, will not notify nova. {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 15:37:14.485693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:14.546547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:subnet and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:14.550766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:14.558085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:14.572684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.637957 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.650436 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Transition to ACTIVE for port object 40010e90-19da-43ff-a214-4ca357ff0fb4 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:14.653024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:14.725259 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.822315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.858244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.861683 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d909d7e-0e06-4ef7-b08f-85cb526c1aa0 None None] Pushing event updated for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:14.892439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:14.900358 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-96b93ac2-04f3-4de4-9c1c-c3f6540c1682 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/routers/fb4a8f1c-3be3-430b-88c8-a713a84b5fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8603351 Jan 25 15:37:14.902017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] Sync routers for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:14.914665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60884) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:14.925433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:14.926386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:14.927975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'port': {'network_id': '65f050c6-c37a-4db5-b6bd-dbffea5799fd', 'name': 'tempest-FloatingIPTestJSON-1522643204'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:14.956158 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Attempting to bind port 40010e90-19da-43ff-a214-4ca357ff0fb4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:14.956610 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Attempting to bind port 40010e90-19da-43ff-a214-4ca357ff0fb4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:14.957048 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Attempting to bind port 40010e90-19da-43ff-a214-4ca357ff0fb4 on network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:14.965464 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:14.965831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Checking segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:14.966330 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:14.966864 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Bound using segment: {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:14.967409 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Bound port: 40010e90-19da-43ff-a214-4ca357ff0fb4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73aa77da-a29f-4faf-876a-9f1d3b871f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:14.967865 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.008910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.064152 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] For port 40010e90-19da-43ff-a214-4ca357ff0fb4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:15.068269 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] For port 40010e90-19da-43ff-a214-4ca357ff0fb4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40010e90-19da-43ff-a214-4ca357ff0fb4,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:15.105404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.122970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:15.123899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.143961 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.188753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.189333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d285e945-85eb-40d6-97c3-c8e85d89e9ed None None] The sync data for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:15.237746 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:15.238533 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.373944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Router d938261f-d3ec-49ab-b3c2-7f7858063158 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:15.374504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:15.378246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Usage tracker for resource:port and tenant:80cfaff993e94a64918d63f3b5ac39d3 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:15.381202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:15.387187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:15.444015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:15.456951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Made reservation on behalf of 80cfaff993e94a64918d63f3b5ac39d3 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:15.460276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.483779 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] device_id is not set on port f6b75a63-09e4-483d-ba27-a253a14e098a yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:37:15.523345 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d909d7e-0e06-4ef7-b08f-85cb526c1aa0 None None] Pushing event updated for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:15.539852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Router 416bd725-8459-4a80-92cc-917aa7258c1b is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:37:15.665062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:15.693183 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Sync routers for ids ['d938261f-d3ec-49ab-b3c2-7f7858063158'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:15.697006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.731311 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Routers {'d938261f-d3ec-49ab-b3c2-7f7858063158'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:15.731924 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d938261f-d3ec-49ab-b3c2-7f7858063158'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.760008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Allocated IP 172.20.0.12 (65f050c6-c37a-4db5-b6bd-dbffea5799fd/7dff923a-eaa7-4985-bfbf-377ccd270cfb/f6b75a63-09e4-483d-ba27-a253a14e098a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:15.771995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8f60ba5d-bb23-48ee-b3b2-654a51591667 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "PUT /v2.0/routers/d938261f-d3ec-49ab-b3c2-7f7858063158/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9493701 Jan 25 15:37:15.771995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Subnet': ['ID=ed269e14-6612-46bd-a204-fbad2ad21a5e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:15.775021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:15.781590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60888) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:15.788664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:15.792482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-54bd956f-6d53-4c3d-9e8b-766a8cff3cdb tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "PUT /v2.0/routers/416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 200 len: 694 time: 1.4968321 Jan 25 15:37:15.793939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60892) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:15.799569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Sync routers for ids ['416bd725-8459-4a80-92cc-917aa7258c1b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:15.812548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Routers {'416bd725-8459-4a80-92cc-917aa7258c1b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:15.814013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['416bd725-8459-4a80-92cc-917aa7258c1b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:15.883149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f972c52-f4cb-4fae-af3c-4558b463f237 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:15.884967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f972c52-f4cb-4fae-af3c-4558b463f237 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:15.886458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2f972c52-f4cb-4fae-af3c-4558b463f237 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:15.911625 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Set router d938261f-d3ec-49ab-b3c2-7f7858063158 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:15.936559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Checking segment: {'id': '4586ba2e-c6a8-445c-81ea-b2038a38aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:15.945338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network hostable DHCP agents. Network: 9888359f-20aa-4386-936c-31b53e7d6cc5, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:15.956368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Set router 416bd725-8459-4a80-92cc-917aa7258c1b gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:15.983264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2f972c52-f4cb-4fae-af3c-4558b463f237 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:15.989032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:15.990324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2f972c52-f4cb-4fae-af3c-4558b463f237 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2076418 Jan 25 15:37:16.050827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:16.061242 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.067319 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Checking router: d938261f-d3ec-49ab-b3c2-7f7858063158 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:16.089831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Routers {'d938261f-d3ec-49ab-b3c2-7f7858063158'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:16.091315 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d938261f-d3ec-49ab-b3c2-7f7858063158'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.111819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd725-8459-4a80-92cc-917aa7258c1b', 'name': 'tempest-RoutersTest-router-1709105945', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:13Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.112893 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c4c0fe77-846b-4d32-81c8-676730c4a993 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/routers/416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 200 len: 700 time: 0.3159995 Jan 25 15:37:16.113152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60902) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:16.117226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Checking router: 416bd725-8459-4a80-92cc-917aa7258c1b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:16.129799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Routers {'416bd725-8459-4a80-92cc-917aa7258c1b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:16.130494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['416bd725-8459-4a80-92cc-917aa7258c1b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.175949 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9cbdf07a-de1f-4bba-acf2-778a40ef669b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 200 len: 205 time: 0.0614319 Jan 25 15:37:16.177479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9888359f-20aa-4386-936c-31b53e7d6cc5) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:16.179237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60906) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:16.194405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e7fea-040a-40ed-bf76-cf5ff516d86e None None] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:16.262888 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:09Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40010e90-19da-43ff-a214-4ca357ff0fb4', 'name': '', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:4b:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:07Z', 'updated_at': '2022-01-25T15:37:15Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.270073 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343acd9-8ab6-4889-a4c8-73b2c3e84c95 None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:09Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40010e90-19da-43ff-a214-4ca357ff0fb4', 'name': '', 'network_id': '379a4f19-689f-4ae2-92d4-7181a67ba1e4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:4b:8a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:07Z', 'updated_at': '2022-01-25T15:37:15Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '95fd685e-31f7-41dd-8654-28e8955cf718', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:16.273872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] Set router d938261f-d3ec-49ab-b3c2-7f7858063158 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:16.283647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.307130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:16.307734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.362550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Transition to ACTIVE for port object f6b75a63-09e4-483d-ba27-a253a14e098a will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:16.368308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 30b2ed2e-34c7-4461-991e-e0f41d543f86 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:16.372979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.414425 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.418618 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ec779-546e-4f2d-94fb-7ca2450e65ce None None] The sync data for ids ['d938261f-d3ec-49ab-b3c2-7f7858063158'] in dv-neutron-826291-2-hyperv is: [{'id': 'd938261f-d3ec-49ab-b3c2-7f7858063158', 'name': 'tempest-NetworksTestDHCPv6-router-1005158402', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:04Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:16.441129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.454001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.509951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.515709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e0c75c81-280a-41e2-820e-00d6f67b8df9 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3594124 Jan 25 15:37:16.522338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60910) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:16.528691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'network': {'name': 'tempest-router-network01--1129411870'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:16.535619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:16.573072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] Set router 416bd725-8459-4a80-92cc-917aa7258c1b gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:16.583696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:network and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:16.589426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:16.605399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:16.638341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.721810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416bd725-8459-4a80-92cc-917aa7258c1b', 'name': 'tempest-RoutersTest-router-1709105945', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:13Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:16.722598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:16.726478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:16.727195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78af1a84-a1a1-40ac-b256-cb9746727063 None None] The sync data for ids ['416bd725-8459-4a80-92cc-917aa7258c1b'] in dv-neutron-826291-2-hyperv is: [{'id': '416bd725-8459-4a80-92cc-917aa7258c1b', 'name': 'tempest-RoutersTest-router-1709105945', 'tenant_id': '326e617307e249268c7a3d190e702a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:13Z', 'updated_at': '2022-01-25T15:37:14Z', 'revision_number': 2, 'project_id': '326e617307e249268c7a3d190e702a94', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:16.728694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db712d-cb21-4860-a812-458719f010da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9888359f-20aa-4386-936c-31b53e7d6cc5', 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5', 'tenant_id': '05aeeba66bd84eabb7168beef19036de', 'fixed_ips': [{'subnet_id': 'ed269e14-6612-46bd-a204-fbad2ad21a5e'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:16.729583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.732287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.741723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:16.745013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.753322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:16.939485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:16.940233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.962524 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:37:16.963915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61610019-e177-4af8-ba0a-82fc6deba053 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:16.981758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:16.990985 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/30b2ed2e-34c7-4461-991e-e0f41d543f86 HTTP/1.1" status: 204 len: 168 time: 1.0021834 Jan 25 15:37:16.997737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60914) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:17.003983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a026af-c3c3-4905-88ab-cf9e2ddfb5f5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=30b2ed2e-34c7-4461-991e-e0f41d543f86,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:17.013770 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event updated for resources: {'Port': ['ID=f6b75a63-09e4-483d-ba27-a253a14e098a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:17.077196 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bd0ef99b-310d-4aa7-a1fc-1cf96a7788ee tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1590538 Jan 25 15:37:17.078366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60918) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:17.093274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Request body: {'floatingip': {'port_id': 'f6b75a63-09e4-483d-ba27-a253a14e098a'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:17.141701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:17.181527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.216752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a5db712d-cb21-4860-a812-458719f010da None None] Allocated IP 2001:db8::2 (9888359f-20aa-4386-936c-31b53e7d6cc5/ed269e14-6612-46bd-a204-fbad2ad21a5e/0d0d4bfb-de17-4926-b220-4276b9bc9d52) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:17.249951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.250286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Added segment bb885f4d-e8e0-4f25-be0b-3230d3076758 of type vlan for network 680bdaa6-bf76-46b4-9183-79ae22a78a01 Jan 25 15:37:17.260903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.265341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.310366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.331561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f319624a-bcef-4e94-9315-247a7248c717 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3310051 Jan 25 15:37:17.334586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60922) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:17.487657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-448c2a16-e2ea-4bc7-b6f2-f1c1a0475096 None None] Provisioning for port f6b75a63-09e4-483d-ba27-a253a14e098a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:17.489471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.489973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Fanout notify agent at l3_agent the message router_deleted on router 416bd725-8459-4a80-92cc-917aa7258c1b {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:17.506735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.511014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-448c2a16-e2ea-4bc7-b6f2-f1c1a0475096 None None] Provisioning complete for port f6b75a63-09e4-483d-ba27-a253a14e098a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:17.511473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-448c2a16-e2ea-4bc7-b6f2-f1c1a0475096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.628247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-448c2a16-e2ea-4bc7-b6f2-f1c1a0475096 None None] Port f6b75a63-09e4-483d-ba27-a253a14e098a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:17.645029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.658575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a5db712d-cb21-4860-a812-458719f010da None None] Transition to ACTIVE for port object 0d0d4bfb-de17-4926-b220-4276b9bc9d52 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:17.683170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.685210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a5db712d-cb21-4860-a812-458719f010da None None] Transition to ACTIVE for port object 0d0d4bfb-de17-4926-b220-4276b9bc9d52 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:17.687043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:17.687692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.704177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:17.709491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Deleting port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:17.709944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.730421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.732234 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19040de2-8272-4fec-b444-0e19a13e2cb1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 204 len: 168 time: 1.5519269 Jan 25 15:37:17.736026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60926) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:17.757106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:17.834160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-650c131f-3a90-49a4-9324-92ef4d577add tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Synchronizing usage tracker for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:17.862693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db712d-cb21-4860-a812-458719f010da None None] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:17.866261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Network': ['ID=680bdaa6-bf76-46b4-9183-79ae22a78a01,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:17.866418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-650c131f-3a90-49a4-9324-92ef4d577add tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] Unset dirty status for tenant:326e617307e249268c7a3d190e702a94 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:17.867239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a5db712d-cb21-4860-a812-458719f010da None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:17.871320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60930) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:17.871529 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-650c131f-3a90-49a4-9324-92ef4d577add tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 200 len: 205 time: 0.1324830 Jan 25 15:37:17.877413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db712d-cb21-4860-a812-458719f010da None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:17.914136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:17.950455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db712d-cb21-4860-a812-458719f010da None None] Pushing event updated for resources: {'Port': ['ID=0d0d4bfb-de17-4926-b220-4276b9bc9d52,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:18.001876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55ac1d5f-e3f2-4d8a-9e7c-97ff4a346844 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4784937 Jan 25 15:37:18.006668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60934) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.010373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-db92849a-3c38-443c-856c-53ca67943d80 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:18.018960 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db92849a-3c38-443c-856c-53ca67943d80 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/416bd725-8459-4a80-92cc-917aa7258c1b HTTP/1.1" status: 404 len: 336 time: 0.1390791 Jan 25 15:37:18.019755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'network': {'name': 'tempest-router-network02--816013909'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:18.022596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:18.026647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:network and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:18.030299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:18.036104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:18.042996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60938) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.095768 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8154e8b-410a-4b7c-977c-a04a2c180187 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:18.096334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8154e8b-410a-4b7c-977c-a04a2c180187 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:18.100871 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d8154e8b-410a-4b7c-977c-a04a2c180187 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/509a1801-fe25-4cda-8029-12cfa891b7bf HTTP/1.1" status: 404 len: 337 time: 0.0534506 Jan 25 15:37:18.101501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60942) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.158248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5db712d-cb21-4860-a812-458719f010da None None] Attempting to bind port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:18.158743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5db712d-cb21-4860-a812-458719f010da None None] Attempting to bind port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4586ba2e-c6a8-445c-81ea-b2038a38aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:18.158985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db712d-cb21-4860-a812-458719f010da None None] Attempting to bind port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 on network 9888359f-20aa-4386-936c-31b53e7d6cc5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:18.178935 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae9e8c-8aca-4ca6-8de0-f2fbff05b42a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:18.179402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae9e8c-8aca-4ca6-8de0-f2fbff05b42a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:18.181997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db712d-cb21-4860-a812-458719f010da None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:18.182374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db712d-cb21-4860-a812-458719f010da None None] Checking segment: {'id': '4586ba2e-c6a8-445c-81ea-b2038a38aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:18.182774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.183161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db712d-cb21-4860-a812-458719f010da None None] Bound using segment: {'id': '4586ba2e-c6a8-445c-81ea-b2038a38aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:18.183635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a5db712d-cb21-4860-a812-458719f010da None None] Bound port: 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586ba2e-c6a8-445c-81ea-b2038a38aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9888359f-20aa-4386-936c-31b53e7d6cc5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:18.184034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.184458 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f6ae9e8c-8aca-4ca6-8de0-f2fbff05b42a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/2ea3b324-25fa-4b4b-933c-cbdbb7d9c534 HTTP/1.1" status: 404 len: 337 time: 0.0822496 Jan 25 15:37:18.185184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:18.188777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.193148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40010e90-19da-43ff-a214-4ca357ff0fb4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:18.200125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60946) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.248724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.254276 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b51bbce-1fba-43a0-9cdb-72177e911038 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:18.254544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.254710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b51bbce-1fba-43a0-9cdb-72177e911038 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:18.258980 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7b51bbce-1fba-43a0-9cdb-72177e911038 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/f61c8a7f-3fb0-4f4b-98af-fcdfee649c2f HTTP/1.1" status: 404 len: 337 time: 0.0538735 Jan 25 15:37:18.259134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] For port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:18.259134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.260021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.280224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:18.302020 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc1321e-dba7-451f-8343-cfb2485255f0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:18.302603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc1321e-dba7-451f-8343-cfb2485255f0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:18.307175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-abc1321e-dba7-451f-8343-cfb2485255f0 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/441f9eed-69b7-49a6-8ad8-e7c8034cb6e4 HTTP/1.1" status: 404 len: 337 time: 0.0434883 Jan 25 15:37:18.307175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60956) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.354010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.354350 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Added segment 6d56ac40-5837-4d3d-b077-9cd2be0a2d35 of type vlan for network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 Jan 25 15:37:18.364933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4f8d611-aedd-4823-bc13-7fa978cb8687 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 200 len: 205 time: 0.0546234 Jan 25 15:37:18.365412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60960) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.410182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.411637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.425918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Calling delete_port for b0cc6c15-a4c1-4256-8c80-1648f48cd5ec owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:18.440245 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-9c30089b-d667-419b-b79b-06cd0344e2d3 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:18.444479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9c30089b-d667-419b-b79b-06cd0344e2d3 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/a4020273-7160-4965-99ae-916897742ceb HTTP/1.1" status: 404 len: 336 time: 0.0755491 Jan 25 15:37:18.444871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60964) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.481506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.499924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.505673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Fanout notify agent at l3_agent the message router_deleted on router d938261f-d3ec-49ab-b3c2-7f7858063158 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:18.514990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.516365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aa7e2e8c-6e35-462e-b380-6a2da8352791 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/routers/d938261f-d3ec-49ab-b3c2-7f7858063158 HTTP/1.1" status: 204 len: 168 time: 1.1798904 Jan 25 15:37:18.519214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60968) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.525286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:18.526395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a5db712d-cb21-4860-a812-458719f010da None None] For port 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:18.534463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a5db712d-cb21-4860-a812-458719f010da None None] For port 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d0d4bfb-de17-4926-b220-4276b9bc9d52,segment=NetworkSegment(4586ba2e-c6a8-445c-81ea-b2038a38aded),segment_id=4586ba2e-c6a8-445c-81ea-b2038a38aded)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:18.541762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.545511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:18.546083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.551120 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-555039d1-4e5a-4e2c-8d12-825409280e74 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=66892526-c937-47d7-a0e8-e09bd0cd192d HTTP/1.1" status: 200 len: 205 time: 0.1051867 Jan 25 15:37:18.572146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60972) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.602622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 40010e90-19da-43ff-a214-4ca357ff0fb4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:18.608919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 40010e90-19da-43ff-a214-4ca357ff0fb4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:18.609293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.637087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5db712d-cb21-4860-a812-458719f010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.639415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:18.651824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:18.675385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.707824 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-3b546825-64ea-4dbc-92e6-232f0e551f9a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:18.708828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b546825-64ea-4dbc-92e6-232f0e551f9a tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/66892526-c937-47d7-a0e8-e09bd0cd192d HTTP/1.1" status: 404 len: 336 time: 0.1307197 Jan 25 15:37:18.712391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60976) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.737270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] No DVR routers for this DVR port b0cc6c15-a4c1-4256-8c80-1648f48cd5ec on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:18.743458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Network': ['ID=48ca0d53-7299-45ab-b2de-9af4c8ffe502,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:18.759815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:18.764374 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-42791a7c-5a4b-4e0f-85f4-b64c7178d3d1 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7565136 Jan 25 15:37:18.768691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db712d-cb21-4860-a812-458719f010da None None] Pushing event updated for resources: {'Port': ['ID=0d0d4bfb-de17-4926-b220-4276b9bc9d52,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:18.771345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:18.791130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60980) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.802907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'subnet': {'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:18.823515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de34e8b-8002-4ce7-a5f4-8cbda885190b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:18.823960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de34e8b-8002-4ce7-a5f4-8cbda885190b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:18.828144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3de34e8b-8002-4ce7-a5f4-8cbda885190b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/b62f59e3-bda7-4f49-a7c8-00ba8d47db31 HTTP/1.1" status: 404 len: 337 time: 0.1121616 Jan 25 15:37:18.831033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 60984) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:18.898929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6744b-cdda-4ea0-98dc-33bdb51e6c52 None None] Pushing event deleted for resources: {'Port': ['ID=b0cc6c15-a4c1-4256-8c80-1648f48cd5ec,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:18.957054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:18.997311 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eee3e6e8-7da0-4144-87c4-06dc3e6f53e1 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 200 len: 205 time: 0.1643388 Jan 25 15:37:18.999882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60988) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.007184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:19.029614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 40010e90-19da-43ff-a214-4ca357ff0fb4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40010e90-19da-43ff-a214-4ca357ff0fb4,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:19.039676 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 89d148f3-686c-4e9b-89f9-d37a0a79fe4e associated. External IP: 172.26.8.210, port: 2d01624a-7e2f-4b79-b872-4535cf391816. Jan 25 15:37:19.100430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:19.199417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a273f777-6171-45ab-b347-21891c479f47 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:19.257468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a273f777-6171-45ab-b347-21891c479f47 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:19.257772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a273f777-6171-45ab-b347-21891c479f47 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:19.258954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b0cc6c15-a4c1-4256-8c80-1648f48cd5ec no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:19.285477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-4eec0dc1-489b-4e13-a476-b9410764f6ac tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:19.288917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4eec0dc1-489b-4e13-a476-b9410764f6ac tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/f1138549-6db8-4967-844c-49fc8f8b6a0c HTTP/1.1" status: 404 len: 336 time: 0.2842903 Jan 25 15:37:19.292825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:19.297790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60992) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.348120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: b0cc6c15-a4c1-4256-8c80-1648f48cd5ec {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:19.348623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b0cc6c15-a4c1-4256-8c80-1648f48cd5ec not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:19.357636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-387686dd-532a-43a3-81a9-85744a33b8a6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f HTTP/1.1" status: 200 len: 205 time: 0.0562220 Jan 25 15:37:19.358873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:subnet and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:19.364440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:19.365903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 60996) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.370026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:19.436659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:19.450119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-454c281f-dec3-4342-8257-980a888fd458 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:19.453340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-454c281f-dec3-4342-8257-980a888fd458 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/bb8e9cf6-db5a-4ff9-8afa-7da3e3e2f25f HTTP/1.1" status: 404 len: 336 time: 0.0842404 Jan 25 15:37:19.454653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32768) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.538269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:19.545028 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bc9812-e460-424b-928e-caf293646e0f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:19.545512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bc9812-e460-424b-928e-caf293646e0f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:19.547142 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-24bc9812-e460-424b-928e-caf293646e0f tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/620fe4db-0c79-47b1-ac3d-d70489ba08c5 HTTP/1.1" status: 404 len: 337 time: 0.0916431 Jan 25 15:37:19.551700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32772) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.593739 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c343b06-0b8c-497e-aa78-f24ff594bd97 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0ef441e-320a-43b9-864d-af6a5f145fbd HTTP/1.1" status: 200 len: 205 time: 0.0420589 Jan 25 15:37:19.600327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32776) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.666918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:19.669331 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-a8ce2438-0c4e-48b9-8e5c-296c305c9edd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:19.671871 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a8ce2438-0c4e-48b9-8e5c-296c305c9edd tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/f0ef441e-320a-43b9-864d-af6a5f145fbd HTTP/1.1" status: 404 len: 336 time: 0.0660865 Jan 25 15:37:19.673603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32780) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.718357 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa57bba-1a52-484c-acfa-5a34ca32bea2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:19.723925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa57bba-1a52-484c-acfa-5a34ca32bea2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:19.723925 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8aa57bba-1a52-484c-acfa-5a34ca32bea2 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/7362cf36-30eb-4283-8047-756ea4dc684e HTTP/1.1" status: 404 len: 337 time: 0.0459695 Jan 25 15:37:19.723925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32784) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.742525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:19.769781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fbbdced9-ab5c-449c-89d4-12bf0f30ae33 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "GET /v2.0/ports?device_id=6769b22c-06c3-467c-ae4d-a0d01c3aff6f HTTP/1.1" status: 200 len: 205 time: 0.0450521 Jan 25 15:37:19.772042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32788) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.840582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:19.843791 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-35021136-8136-40ba-96d2-d06264b13309 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] delete failed (client error): The resource could not be found. Jan 25 15:37:19.844806 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-35021136-8136-40ba-96d2-d06264b13309 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/routers/6769b22c-06c3-467c-ae4d-a0d01c3aff6f HTTP/1.1" status: 404 len: 336 time: 0.0719025 Jan 25 15:37:19.845783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:19.848841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32792) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.849017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:19.849826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:19.858886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1cf2f-fecb-4e03-84ca-948b030f5825 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:19.869932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=81bcb815-2323-4aff-9989-ff1c184d2084,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:19.888262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:19.893890 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cd16e9-bcd4-4439-8d4d-77ac6a32b9b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:19.894323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cd16e9-bcd4-4439-8d4d-77ac6a32b9b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:19.895953 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-47cd16e9-bcd4-4439-8d4d-77ac6a32b9b6 tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/28e5b95f-b66c-4b26-84b9-084782de1167 HTTP/1.1" status: 404 len: 337 time: 0.0464263 Jan 25 15:37:19.898698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32796) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.948465 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-4754d552-df2c-4aec-85dc-44b600023f9b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:19.948904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4754d552-df2c-4aec-85dc-44b600023f9b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:19.950733 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4754d552-df2c-4aec-85dc-44b600023f9b tempest-RoutersTest-1943780931 tempest-RoutersTest-1943780931-project] 10.222.0.26 "DELETE /v2.0/subnets/73a68444-691b-4250-b85e-a03f8d43fedb HTTP/1.1" status: 404 len: 337 time: 0.0511849 Jan 25 15:37:19.957526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4592b201-a5f5-40c8-ac55-ca490a88b3e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4370475 Jan 25 15:37:19.960413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32802) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:19.968771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:19.988555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:20.012173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:router and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:20.023093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:20.048217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:20.137972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.269736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.270703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.280582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Subnet': ['ID=c933b3cc-d1d5-4b6f-850d-ae806c483798,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:20.298362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40010e90-19da-43ff-a214-4ca357ff0fb4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:20.336405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a4e89-41a6-4eff-8f3b-f436c66b285f None None] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:20.345436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Checking segment: {'id': 'bb885f4d-e8e0-4f25-be0b-3230d3076758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:20.345801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network hostable DHCP agents. Network: 680bdaa6-bf76-46b4-9183-79ae22a78a01, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:20.354989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.377949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:20.392315 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:20.406096 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:20.406710 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:20.471870 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:20.484985 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:20.485856 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:20.501363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.550773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:20.560321 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:20.560706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549dc47e-0b31-43f8-ae4f-aee76cdf32ad None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:20.561501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '81bcb815-2323-4aff-9989-ff1c184d2084'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:20.565036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.642087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-13ac5204-26fa-4645-be65-f160f34765c2 None None] Provisioning for port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:20.674494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.675874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3c571587-b210-4b43-be4c-ba7b157e3e15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7145176 Jan 25 15:37:20.676931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 680bdaa6-bf76-46b4-9183-79ae22a78a01) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:20.679799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:20.682723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:20.684507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.709408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb446b-3290-4d6c-b5d7-c565154c83f8 None None] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:20.735661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 40010e90-19da-43ff-a214-4ca357ff0fb4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:20.735968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:20.789803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-244c0c16-8852-401f-8594-ef60c5e5ac22 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9940484 Jan 25 15:37:20.794677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32814) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:20.808051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'subnet': {'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:20.878484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32818) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:20.947402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:20.952232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:subnet and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:20.955499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:20.961690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:21.022611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:21.091984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/81bcb815-2323-4aff-9989-ff1c184d2084/8824172b-b8ea-4c74-bd77-78811f6c8c48) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:21.128165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.306631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d0d4bfb-de17-4926-b220-4276b9bc9d52 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:21.350882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-680bdaa6-bf76-46b4-9183-79ae22a78a01', 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01', 'tenant_id': '05aeeba66bd84eabb7168beef19036de', 'fixed_ips': [{'subnet_id': 'c933b3cc-d1d5-4b6f-850d-ae806c483798'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:21.351880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.407327 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1328011a-9a41-4264-8587-0741fdb6eaf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=326e617307e249268c7a3d190e702a94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5263216 Jan 25 15:37:21.409916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32824) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:21.462882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.508404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.535852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.553832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:21.562047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.564310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.566495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Transition to ACTIVE for port object 8824172b-b8ea-4c74-bd77-78811f6c8c48 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:21.581469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Subnet': ['ID=469bfb7f-5547-4b27-8634-28300f95a2ce,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:21.620067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Checking segment: {'id': '6d56ac40-5837-4d3d-b077-9cd2be0a2d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:21.620067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network hostable DHCP agents. Network: 48ca0d53-7299-45ab-b2de-9af4c8ffe502, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:21.631358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Transition to ACTIVE for port object 8824172b-b8ea-4c74-bd77-78811f6c8c48 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:21.654148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Allocated IP 2001:db8::2 (680bdaa6-bf76-46b4-9183-79ae22a78a01/c933b3cc-d1d5-4b6f-850d-ae806c483798/62df9456-979c-4602-9720-4230143a499f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:21.724365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:21.726608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.728967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:21.736811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.749154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c2f5e3-67c6-4adb-b555-48456a2e3c99,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:21.758704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.763479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2622ae6-5db5-4736-ba32-7fc085a37088 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7c2f5e3-67c6-4adb-b555-48456a2e3c99 HTTP/1.1" status: 204 len: 168 time: 0.3524835 Jan 25 15:37:21.817371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 48ca0d53-7299-45ab-b2de-9af4c8ffe502) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:21.837261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:21.838349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.842425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:21.842791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:21.878582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f54b945-1a4d-4349-848b-7a37893698ad None None] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:21.967418 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2eaad50b-9364-4b9f-845e-4e537161cce2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1712303 Jan 25 15:37:21.971484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:22.011713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:22.031648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:22.034280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:22.049424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Pushing event updated for resources: {'Port': ['ID=8824172b-b8ea-4c74-bd77-78811f6c8c48,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:22.087771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::1 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/81bcb815-2323-4aff-9989-ff1c184d2084/ac73d665-f83c-46c1-b0d5-078470554e4a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:22.248210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:22.271020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.284821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] Sync routers for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:22.371834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Attempting to bind port 8824172b-b8ea-4c74-bd77-78811f6c8c48 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:22.372525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Attempting to bind port 8824172b-b8ea-4c74-bd77-78811f6c8c48 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:22.372525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Attempting to bind port 8824172b-b8ea-4c74-bd77-78811f6c8c48 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:22.403134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:22.403777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:22.456161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.484651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.500903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:22.501311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:22.501689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.502052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:22.502502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Bound port: 8824172b-b8ea-4c74-bd77-78811f6c8c48, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:22.502860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.523128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:22.531487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Transition to ACTIVE for port object 62df9456-979c-4602-9720-4230143a499f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:22.536357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.567334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object ac73d665-f83c-46c1-b0d5-078470554e4a will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:22.572883 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2925b625-9480-4e70-b39c-115b43f69fc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/floatingips/89d148f3-686c-4e9b-89f9-d37a0a79fe4e HTTP/1.1" status: 200 len: 979 time: 5.4900775 Jan 25 15:37:22.574461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32842) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:22.652033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-48ca0d53-7299-45ab-b2de-9af4c8ffe502', 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502', 'tenant_id': '05aeeba66bd84eabb7168beef19036de', 'fixed_ips': [{'subnet_id': '469bfb7f-5547-4b27-8634-28300f95a2ce'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:22.652851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.656430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port f6b75a63-09e4-483d-ba27-a253a14e098a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:22.656775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.666718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Transition to ACTIVE for port object 62df9456-979c-4602-9720-4230143a499f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:22.680858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d0d4bfb-de17-4926-b220-4276b9bc9d52,segment=NetworkSegment(4586ba2e-c6a8-445c-81ea-b2038a38aded),segment_id=4586ba2e-c6a8-445c-81ea-b2038a38aded)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:22.693734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:22.694360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:22.774105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.823972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.827422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.828531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:22.828934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f96efe-ac53-4f93-aaba-a52667a88129 None None] The sync data for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:22.880311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:22.916312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] For port 8824172b-b8ea-4c74-bd77-78811f6c8c48, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:22.936241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:22.947001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:22.956727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] For port 8824172b-b8ea-4c74-bd77-78811f6c8c48, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8824172b-b8ea-4c74-bd77-78811f6c8c48,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:22.958042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:22.966842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Pushing event updated for resources: {'Port': ['ID=62df9456-979c-4602-9720-4230143a499f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:22.981957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:22.988638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:23.003298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:23.003817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.066643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=ac73d665-f83c-46c1-b0d5-078470554e4a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:23.101221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.136405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.202529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Attempting to bind port 62df9456-979c-4602-9720-4230143a499f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:23.202929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Attempting to bind port 62df9456-979c-4602-9720-4230143a499f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'bb885f4d-e8e0-4f25-be0b-3230d3076758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:23.203710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Attempting to bind port 62df9456-979c-4602-9720-4230143a499f on network 680bdaa6-bf76-46b4-9183-79ae22a78a01 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:23.216656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:23.216656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Checking segment: {'id': 'bb885f4d-e8e0-4f25-be0b-3230d3076758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:23.217074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.217371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Bound using segment: {'id': 'bb885f4d-e8e0-4f25-be0b-3230d3076758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:23.217930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Bound port: 62df9456-979c-4602-9720-4230143a499f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb885f4d-e8e0-4f25-be0b-3230d3076758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '680bdaa6-bf76-46b4-9183-79ae22a78a01'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:23.218297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.228931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=0d0d4bfb-de17-4926-b220-4276b9bc9d52,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:23.232411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Allocated IP 2001:db8::2 (48ca0d53-7299-45ab-b2de-9af4c8ffe502/469bfb7f-5547-4b27-8634-28300f95a2ce/e0368c0a-0be8-4c19-a13e-e45ceb315884) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:23.256335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Allocated IP 2001:db8::1 (680bdaa6-bf76-46b4-9183-79ae22a78a01/c933b3cc-d1d5-4b6f-850d-ae806c483798/9fe42377-f361-4138-8619-00d9954ce9b4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:23.429965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461bda3-eee1-400e-a1cc-ba509ad167d1 None None] Pushing event updated for resources: {'Port': ['ID=8824172b-b8ea-4c74-bd77-78811f6c8c48,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:23.484949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32860) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:23.528499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.541479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.549432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Transition to ACTIVE for port object 9fe42377-f361-4138-8619-00d9954ce9b4 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:23.645749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.651873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.652156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.652505 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Floating IP 89d148f3-686c-4e9b-89f9-d37a0a79fe4e disassociated. External IP: 172.26.8.210, port: f6b75a63-09e4-483d-ba27-a253a14e098a. Jan 25 15:37:23.652843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for f6b75a63-09e4-483d-ba27-a253a14e098a owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:23.664602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] For port 62df9456-979c-4602-9720-4230143a499f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:23.685641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] For port 62df9456-979c-4602-9720-4230143a499f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=62df9456-979c-4602-9720-4230143a499f,segment=NetworkSegment(bb885f4d-e8e0-4f25-be0b-3230d3076758),segment_id=bb885f4d-e8e0-4f25-be0b-3230d3076758)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:23.728957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:23.732234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:23.735935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:23.735935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.775881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Port': ['ID=9fe42377-f361-4138-8619-00d9954ce9b4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:23.780517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.787874 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cdf4df19-bb48-4b5c-98d1-11d8acd25c59 tempest-ServiceProvidersTest-1510313017 tempest-ServiceProvidersTest-1510313017-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2996128 Jan 25 15:37:23.870793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:23.888754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Transition to ACTIVE for port object e0368c0a-0be8-4c19-a13e-e45ceb315884 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:23.912993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46b886-ea70-4bff-9a91-76d486fdf593 None None] Pushing event updated for resources: {'Port': ['ID=62df9456-979c-4602-9720-4230143a499f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:23.931928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Transition to ACTIVE for port object e0368c0a-0be8-4c19-a13e-e45ceb315884 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:23.939598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.005926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.085137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:24.087973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:24.092351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:24.098746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Pushing event updated for resources: {'Port': ['ID=e0368c0a-0be8-4c19-a13e-e45ceb315884,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:24.155691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.158695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.220419 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Attempting to bind port e0368c0a-0be8-4c19-a13e-e45ceb315884 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:24.221069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Attempting to bind port e0368c0a-0be8-4c19-a13e-e45ceb315884 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '6d56ac40-5837-4d3d-b077-9cd2be0a2d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:24.221870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Attempting to bind port e0368c0a-0be8-4c19-a13e-e45ceb315884 on network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:24.230402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:24.232214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Checking segment: {'id': '6d56ac40-5837-4d3d-b077-9cd2be0a2d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:24.232214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.232214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Bound using segment: {'id': '6d56ac40-5837-4d3d-b077-9cd2be0a2d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:24.232685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Bound port: e0368c0a-0be8-4c19-a13e-e45ceb315884, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d56ac40-5837-4d3d-b077-9cd2be0a2d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '48ca0d53-7299-45ab-b2de-9af4c8ffe502'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:24.233049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.234255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=f6b75a63-09e4-483d-ba27-a253a14e098a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:24.450665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] For port e0368c0a-0be8-4c19-a13e-e45ceb315884, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:24.459136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] For port e0368c0a-0be8-4c19-a13e-e45ceb315884, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0368c0a-0be8-4c19-a13e-e45ceb315884,segment=NetworkSegment(6d56ac40-5837-4d3d-b077-9cd2be0a2d35),segment_id=6d56ac40-5837-4d3d-b077-9cd2be0a2d35)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:24.490073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.490845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.523620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.568955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:24.631278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aeda36-b6ed-4285-8e83-be4e610f71ea None None] Pushing event updated for resources: {'Port': ['ID=e0368c0a-0be8-4c19-a13e-e45ceb315884,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:24.665222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.743879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=ac73d665-f83c-46c1-b0d5-078470554e4a,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:24.759511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.760281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.873997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:24.889416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:24.891402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:24.984320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Port': ['ID=9fe42377-f361-4138-8619-00d9954ce9b4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:25.009392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:25.016703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Usage tracker for resource:security_group_rule and tenant:92bd8b072a67413fa9eda8dfa364dc00 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:25.097279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:25.109954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:25.138177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d84a5b78-1abe-41be-89e6-1b9134ddaac5 None None] Provisioning for port 8824172b-b8ea-4c74-bd77-78811f6c8c48 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:25.149499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:25.154516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:25.299036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8824172b-b8ea-4c74-bd77-78811f6c8c48 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:25.335161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:25.458437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.510913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 8824172b-b8ea-4c74-bd77-78811f6c8c48 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:25.516853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8824172b-b8ea-4c74-bd77-78811f6c8c48 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:25.517219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.562826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.637411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:37:25.681844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-539e85dd-037d-4343-a3cc-de078e95c65a None None] Provisioning for port ac73d665-f83c-46c1-b0d5-078470554e4a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:25.685867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.700120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-539e85dd-037d-4343-a3cc-de078e95c65a None None] Provisioning complete for port ac73d665-f83c-46c1-b0d5-078470554e4a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:25.700502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-539e85dd-037d-4343-a3cc-de078e95c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.745904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e277bfc1-46a9-45d8-8636-121c16ba8e78,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:25.778775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-539e85dd-037d-4343-a3cc-de078e95c65a None None] Port ac73d665-f83c-46c1-b0d5-078470554e4a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:25.787043 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bfe160bd-6e92-4a22-b9e0-a2ece45f5139 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92bd8b072a67413fa9eda8dfa364dc00&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2152007 Jan 25 15:37:25.788412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 8824172b-b8ea-4c74-bd77-78811f6c8c48, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8824172b-b8ea-4c74-bd77-78811f6c8c48,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:25.788567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32880) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:25.793950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:25.863325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.864112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d0d4bfb-de17-4926-b220-4276b9bc9d52 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:25.898261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:25.966407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.016828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51b947-d7e4-49a4-a515-00b2ea8a953e None None] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:26.067307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:26.079535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Router a5d1ac4b-dc32-4388-bf80-638af793cfe2 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:37:26.086994 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] Sync routers for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:26.110117 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:26.111574 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.166407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=8824172b-b8ea-4c74-bd77-78811f6c8c48,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:26.259048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.268212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:26.268683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.271364 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.294371 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:26.295377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.305475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa1f410f-e703-4e50-a930-26a436f6ba0f None None] Provisioning for port 62df9456-979c-4602-9720-4230143a499f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:26.307147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277bfc1-46a9-45d8-8636-121c16ba8e78,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:26.386340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.400922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:26.418950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.420331 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ff7d4562-7895-4401-a940-e6d4c5cfa7de tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/f6b75a63-09e4-483d-ba27-a253a14e098a HTTP/1.1" status: 204 len: 168 time: 3.8447118 Jan 25 15:37:26.426256 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9a1c1710-f824-46cb-9b0b-6100eaeff7e6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "PUT /v2.0/routers/bedb00f3-9a3c-4957-9f9e-a6710b5968c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7451017 Jan 25 15:37:26.426962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32890) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:26.429797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32892) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:26.435334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1764c77d-f4e5-4b5e-8e87-db0dbc2ec07c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e277bfc1-46a9-45d8-8636-121c16ba8e78 HTTP/1.1" status: 204 len: 168 time: 0.6274714 Jan 25 15:37:26.436084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Sync routers for ids ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:26.471657 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.472753 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd7242b-0cee-419b-853a-65961a0b5f5c None None] The sync data for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:26.503187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa1f410f-e703-4e50-a930-26a436f6ba0f None None] Provisioning complete for port ac73d665-f83c-46c1-b0d5-078470554e4a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:26.503861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa1f410f-e703-4e50-a930-26a436f6ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:26.517203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:26.529776 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] Sync routers for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:26.552201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:26.552423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393ac2cc-664c-49ea-bd77-cb58eb715d9b None None] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:26.552996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-de53ac4a-8fba-46f4-94fa-033031e4b1f3 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5773425 Jan 25 15:37:26.554807 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:26.555844 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.617816 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.628650 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:26.629253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.673561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308dd06d-6313-43f1-9f7f-5e8fd1a9a368 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:26.674174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-308dd06d-6313-43f1-9f7f-5e8fd1a9a368 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:26.677987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Routers {'bedb00f3-9a3c-4957-9f9e-a6710b5968c4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:26.678719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.710055 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:26.710691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c13e142-99b3-4b12-b62c-751035c4b8d2 None None] The sync data for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:26.870594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 62df9456-979c-4602-9720-4230143a499f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:26.892661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-aa1f410f-e703-4e50-a930-26a436f6ba0f None None] Port ac73d665-f83c-46c1-b0d5-078470554e4a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:26.931817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-308dd06d-6313-43f1-9f7f-5e8fd1a9a368 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:26.932958 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-308dd06d-6313-43f1-9f7f-5e8fd1a9a368 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports/ac73d665-f83c-46c1-b0d5-078470554e4a HTTP/1.1" status: 200 len: 911 time: 0.4387553 Jan 25 15:37:26.935688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32906) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:27.040317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Set router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:27.047216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740bd43-83ea-4d80-86b1-c2eb081b3ebd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:27.051858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0740bd43-83ea-4d80-86b1-c2eb081b3ebd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:27.052871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0740bd43-83ea-4d80-86b1-c2eb081b3ebd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:27.065987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0740bd43-83ea-4d80-86b1-c2eb081b3ebd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:27.067503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0740bd43-83ea-4d80-86b1-c2eb081b3ebd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1307085 Jan 25 15:37:27.089726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:27.315329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83443009-52c8-4e45-8a37-6ded25f27393 None None] Provisioning for port e0368c0a-0be8-4c19-a13e-e45ceb315884 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:27.396338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:27.419968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 62df9456-979c-4602-9720-4230143a499f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:27.434023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 62df9456-979c-4602-9720-4230143a499f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:27.438787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:27.668500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Provisioning complete for port 62df9456-979c-4602-9720-4230143a499f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:27.669081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:27.849034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:27.905633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 62df9456-979c-4602-9720-4230143a499f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=62df9456-979c-4602-9720-4230143a499f,segment=NetworkSegment(bb885f4d-e8e0-4f25-be0b-3230d3076758),segment_id=bb885f4d-e8e0-4f25-be0b-3230d3076758)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:28.011740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:23Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'ac73d665-f83c-46c1-b0d5-078470554e4a', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:f6:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:21Z', 'updated_at': '2022-01-25T15:37:23Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:28.014084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.025733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.118666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=62df9456-979c-4602-9720-4230143a499f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:28.122827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Checking router: bedb00f3-9a3c-4957-9f9e-a6710b5968c4 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:28.123185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Updating router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 port ac73d665-f83c-46c1-b0d5-078470554e4a binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:37:28.199968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.203202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.264871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.291776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32926) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:28.326331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0368c0a-0be8-4c19-a13e-e45ceb315884 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:28.426044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:28.426402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:28.467562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-89c02772-6535-4995-8380-7b9946efb281 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-771856364', 'prefixes': ['172.20.0.0/16']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:28.476681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-89c02772-6535-4995-8380-7b9946efb281 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:28.484865 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-3be99171-adde-4840-9643-188dcacc1871 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:37:28.485924 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3be99171-adde-4840-9643-188dcacc1871 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9260008 Jan 25 15:37:28.525510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32932) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:28.637169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e0368c0a-0be8-4c19-a13e-e45ceb315884 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:28.648668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0368c0a-0be8-4c19-a13e-e45ceb315884 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:28.649116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.773298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port ac73d665-f83c-46c1-b0d5-078470554e4a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:28.773668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.858766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.891808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:28.909861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Transition to ACTIVE for port object ac73d665-f83c-46c1-b0d5-078470554e4a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:28.914734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e0368c0a-0be8-4c19-a13e-e45ceb315884, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0368c0a-0be8-4c19-a13e-e45ceb315884,segment=NetworkSegment(6d56ac40-5837-4d3d-b077-9cd2be0a2d35),segment_id=6d56ac40-5837-4d3d-b077-9cd2be0a2d35)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:29.021056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.024789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.025611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8824172b-b8ea-4c74-bd77-78811f6c8c48 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:29.094121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89c02772-6535-4995-8380-7b9946efb281 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Notify callbacks [] for subnetpool, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.097736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-89c02772-6535-4995-8380-7b9946efb281 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8025563 Jan 25 15:37:29.107730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32938) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:29.125144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.210530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e996d55-5c81-470d-9c1c-755211e81029 None None] Pushing event updated for resources: {'Port': ['ID=ac73d665-f83c-46c1-b0d5-078470554e4a,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:29.269548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for ac73d665-f83c-46c1-b0d5-078470554e4a owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:29.332287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 40010e90-19da-43ff-a214-4ca357ff0fb4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:29.333472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.394623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e0368c0a-0be8-4c19-a13e-e45ceb315884,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:29.398758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Provisioning for port 9fe42377-f361-4138-8619-00d9954ce9b4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:29.413502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8824172b-b8ea-4c74-bd77-78811f6c8c48 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:29.413882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.442646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dabdc22c-2f09-48b3-9ca8-93d9d7cf6ffe tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "GET /v2.0/subnetpools/a0fd837d-ea79-40f9-959e-2a1ba85cccd9 HTTP/1.1" status: 200 len: 731 time: 0.3338552 Jan 25 15:37:29.444580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Provisioning complete for port 9fe42377-f361-4138-8619-00d9954ce9b4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:29.444953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.452118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32942) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:29.462807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-dcce0b3c-7e0d-4c15-bbce-b21ea7e18f3d tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-696938865'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:29.478649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9231eb52-52a8-4358-93a0-bc6150dda19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.501527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Attempting to bind port ac73d665-f83c-46c1-b0d5-078470554e4a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:29.501849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Attempting to bind port ac73d665-f83c-46c1-b0d5-078470554e4a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:29.502173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Attempting to bind port ac73d665-f83c-46c1-b0d5-078470554e4a on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:29.530902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:29.530902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:29.531297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.531472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:29.531956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Bound port: ac73d665-f83c-46c1-b0d5-078470554e4a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:29.532312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.557321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1cb72-85d5-4e82-aa1b-a2f47924f148 None None] Port 9fe42377-f361-4138-8619-00d9954ce9b4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:29.584696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.623178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 40010e90-19da-43ff-a214-4ca357ff0fb4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=40010e90-19da-43ff-a214-4ca357ff0fb4,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:29.623745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.703611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] For port ac73d665-f83c-46c1-b0d5-078470554e4a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:29.713298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:29.713298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:29.732732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcce0b3c-7e0d-4c15-bbce-b21ea7e18f3d tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Notify callbacks [] for subnetpool, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.736364 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dcce0b3c-7e0d-4c15-bbce-b21ea7e18f3d tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "PUT /v2.0/subnetpools/a0fd837d-ea79-40f9-959e-2a1ba85cccd9 HTTP/1.1" status: 200 len: 683 time: 0.2808869 Jan 25 15:37:29.736774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32946) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:29.774525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] For port ac73d665-f83c-46c1-b0d5-078470554e4a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ac73d665-f83c-46c1-b0d5-078470554e4a,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:29.785147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bf84a0f9-a7ef-4fa1-a089-95ba235de102 None None] Provisioning complete for port e0368c0a-0be8-4c19-a13e-e45ceb315884 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:29.785639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf84a0f9-a7ef-4fa1-a089-95ba235de102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.867527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.928466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 40010e90-19da-43ff-a214-4ca357ff0fb4 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:29.974130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 82a91e84-f405-4c88-88eb-a5ed65afc691 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:29.974474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.983147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bfccf546-413a-4cf7-9da7-1c27db91e1be tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] Notify callbacks [] for subnetpool, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:29.986811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bfccf546-413a-4cf7-9da7-1c27db91e1be tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0fd837d-ea79-40f9-959e-2a1ba85cccd9 HTTP/1.1" status: 204 len: 168 time: 0.2467425 Jan 25 15:37:29.989134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:30.012968 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-f157da6e-ef73-4457-aa41-44199f113191 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] show failed (client error): The resource could not be found. Jan 25 15:37:30.014756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f157da6e-ef73-4457-aa41-44199f113191 tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "GET /v2.0/subnetpools/a0fd837d-ea79-40f9-959e-2a1ba85cccd9 HTTP/1.1" status: 404 len: 346 time: 0.0241446 Jan 25 15:37:30.019905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32954) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:30.047584 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-3364e22a-123b-40f9-b22c-b97e74402ded tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] delete failed (client error): The resource could not be found. Jan 25 15:37:30.056268 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3364e22a-123b-40f9-b22c-b97e74402ded tempest-SubnetPoolsTestJSON-617245598 tempest-SubnetPoolsTestJSON-617245598-project] 10.222.0.26 "DELETE /v2.0/subnetpools/a0fd837d-ea79-40f9-959e-2a1ba85cccd9 HTTP/1.1" status: 404 len: 346 time: 0.0277064 Jan 25 15:37:30.058093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e996d55-5c81-470d-9c1c-755211e81029 None None] Pushing event updated for resources: {'Port': ['ID=ac73d665-f83c-46c1-b0d5-078470554e4a,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:30.088157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Routers {'bedb00f3-9a3c-4957-9f9e-a6710b5968c4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:30.088954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:30.250897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port ac73d665-f83c-46c1-b0d5-078470554e4a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:30.251235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.264186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0368c0a-0be8-4c19-a13e-e45ceb315884 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:30.314950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.375376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] Set router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:30.440530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bf84a0f9-a7ef-4fa1-a089-95ba235de102 None None] Provisioning complete for port 9fe42377-f361-4138-8619-00d9954ce9b4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:30.440901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf84a0f9-a7ef-4fa1-a089-95ba235de102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.477221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 82a91e84-f405-4c88-88eb-a5ed65afc691 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:30.549204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] For port ac73d665-f83c-46c1-b0d5-078470554e4a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ac73d665-f83c-46c1-b0d5-078470554e4a,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:30.549968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.630371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0368c0a-0be8-4c19-a13e-e45ceb315884 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:30.630746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.656725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bf84a0f9-a7ef-4fa1-a089-95ba235de102 None None] Port 9fe42377-f361-4138-8619-00d9954ce9b4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:30.684430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for ac73d665-f83c-46c1-b0d5-078470554e4a owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:30.695656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32962) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:30.800583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.830346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 9fe42377-f361-4138-8619-00d9954ce9b4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:30.830748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:30.870119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=40010e90-19da-43ff-a214-4ca357ff0fb4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:30.904908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 62df9456-979c-4602-9720-4230143a499f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:30.928678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.929039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.929352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.929702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.930025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.930343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.930660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.930973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.931285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.931593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.931904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:30.935311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.013949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 62df9456-979c-4602-9720-4230143a499f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:31.014652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.040103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.094519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:23Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'ac73d665-f83c-46c1-b0d5-078470554e4a', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:f6:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:21Z', 'updated_at': '2022-01-25T15:37:29Z', 'revision_number': 4, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:31.111893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83047a0-d445-4773-bdff-11bf4e46a111 None None] The sync data for ids ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'] in dv-neutron-826291-2-hyperv is: [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:23Z', 'revision_number': 2, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None, '_interfaces': [{'id': 'ac73d665-f83c-46c1-b0d5-078470554e4a', 'name': '', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'mac_address': 'fa:16:3e:f6:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:37:21Z', 'updated_at': '2022-01-25T15:37:29Z', 'revision_number': 4, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'subnets': [{'id': '81bcb815-2323-4aff-9989-ff1c184d2084', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:31.115326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.224677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=82a91e84-f405-4c88-88eb-a5ed65afc691,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:31.447895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Calling delete_port for 9fe42377-f361-4138-8619-00d9954ce9b4 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:31.468004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9466f6a0-98ec-4a71-8642-e1e39d7be845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.539143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.593207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=ac73d665-f83c-46c1-b0d5-078470554e4a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:31.647923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.648268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.648604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.648942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.649275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.649624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.649950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.650271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.650592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.650912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.651242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:31.727527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:31.732593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6827812f18ff4a3ebd62f4e4a79f5293 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:31.736077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:31.742641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:31.843375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.856537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:31.858991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.006488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.057689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Port': ['ID=9fe42377-f361-4138-8619-00d9954ce9b4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:32.166517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.245603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.317494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bc01d7-637e-4056-b6b7-5403f353fb6a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:32.328050 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5756acf8-0e9c-4312-86f8-638bf643f8c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6827812f18ff4a3ebd62f4e4a79f5293&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6290238 Jan 25 15:37:32.329543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32968) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:32.499829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.515019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:32.636082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.754981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.827791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:32.936555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:33.004423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:33.015146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Sync routers for ids ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:33.028031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Routers {'bedb00f3-9a3c-4957-9f9e-a6710b5968c4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.031400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.041709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:33.071056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bc01d7-637e-4056-b6b7-5403f353fb6a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:33.153801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d7a8a7d-d105-4db7-9d2b-611d62602187 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "PUT /v2.0/routers/bedb00f3-9a3c-4957-9f9e-a6710b5968c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0619946 Jan 25 15:37:33.161746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32972) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.172993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Set router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:33.241605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Router a5d1ac4b-dc32-4388-bf80-638af793cfe2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:33.257792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd584c6-4c13-41de-b501-e8f3410dd59c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:33.259105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd584c6-4c13-41de-b501-e8f3410dd59c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:33.259849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2dd584c6-4c13-41de-b501-e8f3410dd59c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:33.290166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:31Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.295960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Checking router: bedb00f3-9a3c-4957-9f9e-a6710b5968c4 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:33.313876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Routers {'bedb00f3-9a3c-4957-9f9e-a6710b5968c4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.314386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:33.314547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.318101 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4743d84-be3e-44cc-b6b0-a5b6ceae80e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64bc01d7-637e-4056-b6b7-5403f353fb6a HTTP/1.1" status: 204 len: 168 time: 0.9855580 Jan 25 15:37:33.364955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:33.396364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:33.419680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:33.426073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cbe45e65-8c55-430c-a150-84d0b0223851 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8982074 Jan 25 15:37:33.429851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32978) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.432411 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] Sync routers for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:33.444868 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.445679 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.492635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] Set router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:33.511879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-11a2aebe-b0d6-427f-b55d-dc447da56b0b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] delete failed (client error): The resource could not be found. Jan 25 15:37:33.513189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-11a2aebe-b0d6-427f-b55d-dc447da56b0b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-193305990 HTTP/1.1" status: 404 len: 334 time: 0.0789576 Jan 25 15:37:33.516831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32982) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.518406 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.522749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b2315319-5ddf-44dd-957b-c49966166f1d tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5d1ac4b-dc32-4388-bf80-638af793cfe2'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:33.531683 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.532570 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.602127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.602882 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea85275-6b11-4edd-99b5-2e910abb755b None None] The sync data for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:33.631457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:31Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.635618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac28081b-a8e1-4089-a642-062be97ad849 None None] The sync data for ids ['bedb00f3-9a3c-4957-9f9e-a6710b5968c4'] in dv-neutron-826291-2-hyperv is: [{'id': 'bedb00f3-9a3c-4957-9f9e-a6710b5968c4', 'name': 'tempest-NetworksTestDHCPv6-router-2125596349', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:37:20Z', 'updated_at': '2022-01-25T15:37:31Z', 'revision_number': 3, 'project_id': '605d50b9831e442fa36b7bc02036928f', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:33.658702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2dd584c6-4c13-41de-b501-e8f3410dd59c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:33.660141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2dd584c6-4c13-41de-b501-e8f3410dd59c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4966006 Jan 25 15:37:33.670690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32988) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.707018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 32992) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.784444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:33.793435 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cc8ab941-cbfd-4f36-b2ce-323afc072304 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/routers/fb4a8f1c-3be3-430b-88c8-a713a84b5fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3612273 Jan 25 15:37:33.793435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 32996) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:33.795943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] Sync routers for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:33.808166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.808937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.869206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:33.875035 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-56b4b5c3-8c1c-479a-b932-83f9b0760cff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/3bc65f36-c5a1-4176-8005-2784920265db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0846207 Jan 25 15:37:33.880472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.883678 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:33.894263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] Routers {'fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.895210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.916713 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:33.917333 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.977450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:33.978210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0c4164-6b37-4611-a0a8-323728f9b91c None None] The sync data for ids ['fb4a8f1c-3be3-430b-88c8-a713a84b5fd4'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:34.083495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device ac73d665-f83c-46c1-b0d5-078470554e4a no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:34.089170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.195570 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: ac73d665-f83c-46c1-b0d5-078470554e4a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:34.200418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device ac73d665-f83c-46c1-b0d5-078470554e4a not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:34.349287 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:34.352662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.425963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 4f2148a3-cbbb-44ef-97b8-7300d6d52584 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:34.426435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.574563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Deleting port d6a7211e-304d-4a66-9272-a6f5518532d1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:34.575177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.626809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.636710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.733408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 81bcb815-2323-4aff-9989-ff1c184d2084 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:34.743371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.757024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 4f2148a3-cbbb-44ef-97b8-7300d6d52584 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:34.807449 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:34.812899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:34.825801 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:34.826774 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:34.891763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:34.927617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b2315319-5ddf-44dd-957b-c49966166f1d tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.004157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.004486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.012622 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:35.014311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.078145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=4f2148a3-cbbb-44ef-97b8-7300d6d52584,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:35.098940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e039d-0b8a-4ce1-a959-b7b24d76540c req-396e31c1-9ce4-4ecc-92e6-4c6512c726c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:35.100051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f75e039d-0b8a-4ce1-a959-b7b24d76540c req-396e31c1-9ce4-4ecc-92e6-4c6512c726c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:35.132406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.172348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33022) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:35.258247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Calling delete_port for d6a7211e-304d-4a66-9272-a6f5518532d1 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:35.303417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-b2315319-5ddf-44dd-957b-c49966166f1d tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] update failed (client error): The resource could not be found. Jan 25 15:37:35.308350 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b2315319-5ddf-44dd-957b-c49966166f1d tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2 HTTP/1.1" status: 404 len: 339 time: 1.7867880 Jan 25 15:37:35.312269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33028) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:35.328681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-983074381'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:35.342831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:35.360950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:network and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:35.364486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:35.375172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f75e039d-0b8a-4ce1-a959-b7b24d76540c req-396e31c1-9ce4-4ecc-92e6-4c6512c726c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:35.381749 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f75e039d-0b8a-4ce1-a959-b7b24d76540c req-396e31c1-9ce4-4ecc-92e6-4c6512c726c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.7000968 Jan 25 15:37:35.398340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:35.410547 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:35.411784 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea85725-9cc5-49a3-bfbd-b3e1f2bbc9fe None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef17e8db-6362-4bc6-be0a-f4dda171e750', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'port_id': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'mac_address': 'fa:16:3e:4e:67:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:35:54Z', 'updated_at': '2022-01-25T15:36:10Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:35.471089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1471774969-network', 'tenant_id': 'e2c181bf71c949bf9f4dd73cd6f4d1c8'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:35.473846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.476178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f75e039d-0b8a-4ce1-a959-b7b24d76540c req-0c5c6f9f-0e6e-49d6-a8db-d4a6d92cc8f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936608 Jan 25 15:37:35.478682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:35.483347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Usage tracker for resource:network and tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:35.486716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:35.489546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.500397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:35.544245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:35.551004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.605183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=81bcb815-2323-4aff-9989-ff1c184d2084,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:35.623600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:35.625863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.628380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b435d6d9-fa95-4cfe-8e0f-9c2a56d44b66 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:35.645222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.654522 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Added segment a2d099ed-aece-437d-82a6-dd2a663c3707 of type vlan for network 8fc8544b-97be-47d8-a156-68948cfd2612 Jan 25 15:37:35.673554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Made reservation on behalf of e2c181bf71c949bf9f4dd73cd6f4d1c8 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:35.675872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.691245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.701823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.707952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.733802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.739011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.811613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4749cadc-0b1d-4ff1-a5a0-d0fd5fc4ae48 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/81bcb815-2323-4aff-9989-ff1c184d2084 HTTP/1.1" status: 204 len: 168 time: 2.1375599 Jan 25 15:37:35.816255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:35.825617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Port': ['ID=d6a7211e-304d-4a66-9272-a6f5518532d1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:35.881006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.881608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Fanout notify agent at l3_agent the message router_deleted on router fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:35.956483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:35.961663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Deleting port 8824172b-b8ea-4c74-bd77-78811f6c8c48 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:35.962499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.977911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:35.979722 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3aea69ee-c58f-4406-bad4-0ac8d5cf3877 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/routers/fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 HTTP/1.1" status: 204 len: 168 time: 2.1861718 Jan 25 15:37:35.986681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33036) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:35.991937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7fa55014-b8a2-4f99-a2b5-9dcc1bac1d2d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:router {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:36.073885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:36.077774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.083073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:36.084222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.168601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40010e90-19da-43ff-a214-4ca357ff0fb4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:36.176244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.218341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 40010e90-19da-43ff-a214-4ca357ff0fb4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:36.218674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 40010e90-19da-43ff-a214-4ca357ff0fb4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:36.219262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8824172b-b8ea-4c74-bd77-78811f6c8c48 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:36.219967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting subnet 7dff923a-eaa7-4985-bfbf-377ccd270cfb {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:36.222967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.233221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Usage tracker for resource:security_group_rule and tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:36.250677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:36.250913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7fa55014-b8a2-4f99-a2b5-9dcc1bac1d2d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:router {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:36.253435 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7fa55014-b8a2-4f99-a2b5-9dcc1bac1d2d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4375234 Jan 25 15:37:36.255603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33040) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:36.280692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.310817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] For port 8824172b-b8ea-4c74-bd77-78811f6c8c48, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8824172b-b8ea-4c74-bd77-78811f6c8c48,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:36.311201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.318647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:36.365856 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.433969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Calling delete_port for 8824172b-b8ea-4c74-bd77-78811f6c8c48 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:36.488532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Network': ['ID=8fc8544b-97be-47d8-a156-68948cfd2612,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:36.508117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 8fc8544b-97be-47d8-a156-68948cfd2612 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:36.517663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2cfdb003-0802-48d8-a830-e279e12f04cf tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2015903 Jan 25 15:37:36.521369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33046) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:36.533871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'subnet': {'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:36.540282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.556251 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.628494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.660418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23c805-4296-4892-aa0f-3c717845c24d req-2960ab76-6f11-484e-a5b7-542465417a90 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:36.661890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e23c805-4296-4892-aa0f-3c717845c24d req-2960ab76-6f11-484e-a5b7-542465417a90 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.7505703 Jan 25 15:37:36.678600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Subnet': ['ID=7dff923a-eaa7-4985-bfbf-377ccd270cfb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:36.694248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.703096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf40fd-ae03-4d40-8255-d1e5ed2d9a0c None None] Network 65f050c6-c37a-4db5-b6bd-dbffea5799fd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:36.708942 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-38421dcd-ebbf-4745-b27b-1908d6823567 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/subnets/7dff923a-eaa7-4985-bfbf-377ccd270cfb HTTP/1.1" status: 204 len: 168 time: 0.7095180 Jan 25 15:37:36.709799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33050) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:36.732637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:36.780220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.879572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] Pushing event deleted for resources: {'Port': ['ID=8824172b-b8ea-4c74-bd77-78811f6c8c48,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:36.893418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ff613-66a3-44ee-9a55-6da516288c96 None None] No DVR routers for this DVR port 8824172b-b8ea-4c74-bd77-78811f6c8c48 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:36.904057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Usage tracker for resource:subnet and tenant:05aeeba66bd84eabb7168beef19036de is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:36.911664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:36.919227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.926260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 17186e53-a09b-4532-8e88-e7c5c09853db {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:36.926655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.935115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:36.964096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:36.975585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:36.977317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.043127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.056070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Made reservation on behalf of 05aeeba66bd84eabb7168beef19036de for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:37.067915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] DHCP port deletion for 65f050c6-c37a-4db5-b6bd-dbffea5799fd request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:37.082680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Deleting port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:37.082680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.167272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:37.254430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.276269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7f378-341e-4a1f-845d-8c9807867a88 req-c968a269-4b9b-4f08-bf8b-46dbb2e09942 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:37.278144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fd7f378-341e-4a1f-845d-8c9807867a88 req-c968a269-4b9b-4f08-bf8b-46dbb2e09942 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 946 time: 0.6624336 Jan 25 15:37:37.278775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0971688-a8c3-4ffc-8a6e-d09d216006f6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:37.328280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] For port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,segment=NetworkSegment(01645b02-6898-45b0-8e2f-21f1afe6c8f2),segment_id=01645b02-6898-45b0-8e2f-21f1afe6c8f2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:37.328886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.371445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] For port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,segment=NetworkSegment(01645b02-6898-45b0-8e2f-21f1afe6c8f2),segment_id=01645b02-6898-45b0-8e2f-21f1afe6c8f2)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:37.371867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.475416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.475770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Added segment cfd3e49a-3f4a-41f4-8fc2-4d286018bc93 of type vlan for network d1975a55-8b88-4606-9274-fbe81392f802 Jan 25 15:37:37.488873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Calling delete_port for 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:37.505428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.506469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:37.533472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.627531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.633997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.652657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:37.653126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:37.658911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fd7f378-341e-4a1f-845d-8c9807867a88 req-41599995-15e0-4bcb-8f87-e737b8c9a0f6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=cca5f20a-2f36-4439-97e2-0735e089e802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976440 Jan 25 15:37:37.681114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Pushing event deleted for resources: {'Port': ['ID=2bff00a6-3ee3-41ee-a13c-2cc0c9588302,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:37.692860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] No DVR routers for this DVR port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:37.695968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.696499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.696630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.696943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.697271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.697624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.701607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.701607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.701607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.701607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.701607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a583fa6d-2002-4994-b951-06e3c31e5920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:37:37.808764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 17186e53-a09b-4532-8e88-e7c5c09853db, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=17186e53-a09b-4532-8e88-e7c5c09853db,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:37.809340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.815052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.894550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Subnet': ['ID=21fa34b4-c1b8-4015-9dff-6aefe6234eac,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:37.904680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Checking segment: {'id': 'a2d099ed-aece-437d-82a6-dd2a663c3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:37.905355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network hostable DHCP agents. Network: 8fc8544b-97be-47d8-a156-68948cfd2612, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:37.945692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 17186e53-a09b-4532-8e88-e7c5c09853db owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:37.971582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.972056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Fanout notify agent at l3_agent the message router_deleted on router bedb00f3-9a3c-4957-9f9e-a6710b5968c4 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:37.979773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:37.980675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:37.981239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.010453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 8fc8544b-97be-47d8-a156-68948cfd2612 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:38.091297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 8fc8544b-97be-47d8-a156-68948cfd2612) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:38.100697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:38.100697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.101466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934e48e4-55a0-406f-bdc9-de3346f9bec3 None None] Network 8fc8544b-97be-47d8-a156-68948cfd2612 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:38.122411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:38.154909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:38.155753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.195931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] Pushing event updated for resources: {'Network': ['ID=d1975a55-8b88-4606-9274-fbe81392f802,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:38.212988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:38.213328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2bff00a6-3ee3-41ee-a13c-2cc0c9588302 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:38.215116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network d1975a55-8b88-4606-9274-fbe81392f802 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:38.240415 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bcd207bf-d092-4f89-b465-d50678f58d44 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7133691 Jan 25 15:37:38.243054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] The port '2bff00a6-3ee3-41ee-a13c-2cc0c9588302' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:37:38.247710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33054) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:38.250361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fd4b035e-5462-4297-b68a-88f574dbf9e0 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:38.293923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a891ee3b-9746-4d07-b06e-61085b6f8197 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0524995 Jan 25 15:37:38.298849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.302314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2269f62e-831a-4a7e-bc9e-97098e66eda9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/routers/bedb00f3-9a3c-4957-9f9e-a6710b5968c4 HTTP/1.1" status: 204 len: 168 time: 1.9842486 Jan 25 15:37:38.304240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33058) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:38.304576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33062) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:38.357037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Request body: {'subnet': {'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1471774969-subnet', 'tenant_id': 'e2c181bf71c949bf9f4dd73cd6f4d1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:38.368146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.370896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:38.374381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5f2a4d76-43b1-44f1-9607-2f6f3597b440 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:38.426267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Usage tracker for resource:subnet and tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:38.432808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=17186e53-a09b-4532-8e88-e7c5c09853db,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:38.434805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:38.439198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:38.448563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:38.472657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-8fc8544b-97be-47d8-a156-68948cfd2612', 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612', 'tenant_id': '05aeeba66bd84eabb7168beef19036de', 'fixed_ips': [{'subnet_id': '21fa34b4-c1b8-4015-9dff-6aefe6234eac'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:38.474976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.493455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.583395 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f050c6-c37a-4db5-b6bd-dbffea5799fd']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:38.593324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5f2a4d76-43b1-44f1-9607-2f6f3597b440 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:38.596840 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5f2a4d76-43b1-44f1-9607-2f6f3597b440 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2848628 Jan 25 15:37:38.596840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 17186e53-a09b-4532-8e88-e7c5c09853db on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:38.603410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Made reservation on behalf of e2c181bf71c949bf9f4dd73cd6f4d1c8 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:38.605755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.617227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:38.618232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.623494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'name': 'network-vif-deleted', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:38.654969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Allocated IP 2001:db8:1::2 (8fc8544b-97be-47d8-a156-68948cfd2612/21fa34b4-c1b8-4015-9dff-6aefe6234eac/731ddcb7-b871-4309-97ce-17f9ab5d23db) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:38.657863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01645b02-6898-45b0-8e2f-21f1afe6c8f2') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:38.658319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01645b02-6898-45b0-8e2f-21f1afe6c8f2') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:38.660401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.730753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c2a438d-a0b7-4a45-b4e6-89a397ecb1df', 'name': 'network-vif-deleted', 'tag': '17186e53-a09b-4532-8e88-e7c5c09853db', 'status': 'completed', 'code': 200} Jan 25 15:37:38.797843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf5241-fe31-4b8e-9f13-3b0e874f1825 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:38.798741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-88cf5241-fe31-4b8e-9f13-3b0e874f1825 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:38.802976 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e23c805-4296-4892-aa0f-3c717845c24d req-4832835e-d7f0-4f87-a0bf-d7a092332f0f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/17186e53-a09b-4532-8e88-e7c5c09853db HTTP/1.1" status: 204 len: 173 time: 2.0805099 Jan 25 15:37:38.853962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.893147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4e113e68-b63f-4c39-9b33-c144cfa9f46f req-56be234f-d2c0-47f8-a090-33c8fc9a106e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:38.904291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.915035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Transition to ACTIVE for port object 731ddcb7-b871-4309-97ce-17f9ab5d23db will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:38.939329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:38.940764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 17186e53-a09b-4532-8e88-e7c5c09853db no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:38.998767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:38.999319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.012136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 17186e53-a09b-4532-8e88-e7c5c09853db {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:39.012493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 17186e53-a09b-4532-8e88-e7c5c09853db not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:39.019207 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:39.113113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fd4b035e-5462-4297-b68a-88f574dbf9e0 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.156329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-88cf5241-fe31-4b8e-9f13-3b0e874f1825 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:39.157511 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88cf5241-fe31-4b8e-9f13-3b0e874f1825 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5351365 Jan 25 15:37:39.160348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33076) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:39.173963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Transition to ACTIVE for port object 731ddcb7-b871-4309-97ce-17f9ab5d23db will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:39.233637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.251778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:39.254777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4e113e68-b63f-4c39-9b33-c144cfa9f46f req-56be234f-d2c0-47f8-a090-33c8fc9a106e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:39.255930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e113e68-b63f-4c39-9b33-c144cfa9f46f req-56be234f-d2c0-47f8-a090-33c8fc9a106e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1c2a438d-a0b7-4a45-b4e6-89a397ecb1df HTTP/1.1" status: 200 len: 210 time: 0.4263053 Jan 25 15:37:39.263860 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b006eab0-e3b5-4bd0-b6cd-b50c21be0e0d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011693 Jan 25 15:37:39.264195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.267684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.268859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Sync routers for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:39.273134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33080) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:39.288207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:39.291951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:39.292599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:39.302947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Network': ['ID=65f050c6-c37a-4db5-b6bd-dbffea5799fd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:39.328391 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-37e0dd6b-49ab-4cdc-8dc6-a425920e0a07 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "DELETE /v2.0/floatingips/fd2b74b6-53a9-4177-a6cf-3639141c574e HTTP/1.1" status: 204 len: 168 time: 5.6192105 Jan 25 15:37:39.347591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.351836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.356116 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15d92dd4-27e0-4a0f-b1c5-303d968e5107 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/networks/65f050c6-c37a-4db5-b6bd-dbffea5799fd HTTP/1.1" status: 204 len: 168 time: 2.6446943 Jan 25 15:37:39.359827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33086) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:39.439767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Pushing event updated for resources: {'Port': ['ID=731ddcb7-b871-4309-97ce-17f9ab5d23db,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:39.455328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Network 8fc8544b-97be-47d8-a156-68948cfd2612 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:39.458794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:39.466799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:39.482145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:39.498121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:39.538653 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-fd4b035e-5462-4297-b68a-88f574dbf9e0 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:37:39.544836 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fd4b035e-5462-4297-b68a-88f574dbf9e0 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2 HTTP/1.1" status: 400 len: 364 time: 1.2947521 Jan 25 15:37:39.547236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33090) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:39.651197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port e437156b-d7c0-4d8e-a822-16c3d41f9982 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:39.651542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.670047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:39.686534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51f68af-022c-4da5-8a4d-88144e62c53b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:39.686754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:39.713794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Checking segment: {'id': 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:39.714149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Network hostable DHCP agents. Network: d1975a55-8b88-4606-9274-fbe81392f802, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:39.863310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.863747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.876906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Attempting to bind port 731ddcb7-b871-4309-97ce-17f9ab5d23db on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:39.876906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Attempting to bind port 731ddcb7-b871-4309-97ce-17f9ab5d23db by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'a2d099ed-aece-437d-82a6-dd2a663c3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:39.877269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Attempting to bind port 731ddcb7-b871-4309-97ce-17f9ab5d23db on network 8fc8544b-97be-47d8-a156-68948cfd2612 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:39.891443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Network d1975a55-8b88-4606-9274-fbe81392f802 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:39.924408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.953752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:39.953752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Checking segment: {'id': 'a2d099ed-aece-437d-82a6-dd2a663c3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:39.953752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:39.953752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Bound using segment: {'id': 'a2d099ed-aece-437d-82a6-dd2a663c3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:39.954677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Bound port: 731ddcb7-b871-4309-97ce-17f9ab5d23db, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d099ed-aece-437d-82a6-dd2a663c3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '8fc8544b-97be-47d8-a156-68948cfd2612'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:39.954677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.015083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for e437156b-d7c0-4d8e-a822-16c3d41f9982 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:40.087363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, d1975a55-8b88-4606-9274-fbe81392f802) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:40.093611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] For port 731ddcb7-b871-4309-97ce-17f9ab5d23db, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:40.100829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c53923-a233-4067-bfc7-a53b80c33a94 None None] Network d1975a55-8b88-4606-9274-fbe81392f802 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:40.104126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:40.104699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.154609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] For port 731ddcb7-b871-4309-97ce-17f9ab5d23db, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=731ddcb7-b871-4309-97ce-17f9ab5d23db,segment=NetworkSegment(a2d099ed-aece-437d-82a6-dd2a663c3707),segment_id=a2d099ed-aece-437d-82a6-dd2a663c3707)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:40.177201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8fbcd-63ae-494b-a424-205436202a91 req-a73165b9-2ad1-41c9-8616-273b31d91495 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:40.177935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-76c8fbcd-63ae-494b-a424-205436202a91 req-a73165b9-2ad1-41c9-8616-273b31d91495 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Synchronizing usage tracker for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:40.232362 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cefc9659-7a9e-49ef-aec2-8791c017b830 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9196174 Jan 25 15:37:40.277542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.305580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-76c8fbcd-63ae-494b-a424-205436202a91 req-a73165b9-2ad1-41c9-8616-273b31d91495 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Unset dirty status for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:40.311187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76c8fbcd-63ae-494b-a424-205436202a91 req-a73165b9-2ad1-41c9-8616-273b31d91495 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.2689812 Jan 25 15:37:40.354489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.402081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:40.436956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=e437156b-d7c0-4d8e-a822-16c3d41f9982,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:40.441187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33102) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:40.449878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Checking router: d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:40.474432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3221f-ba94-42e9-b678-05002f5a5c27 None None] Pushing event updated for resources: {'Port': ['ID=731ddcb7-b871-4309-97ce-17f9ab5d23db,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:40.485366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:40.485924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:40.529900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76c8fbcd-63ae-494b-a424-205436202a91 req-d9ee9aea-9345-4668-9f4f-e7b0a876df71 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135000 Jan 25 15:37:40.542226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568f8f7-801b-422b-bf81-cb77e7a7f027 None None] Network d1975a55-8b88-4606-9274-fbe81392f802 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:40.627616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.639905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.667239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.669063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0309094f-5fc2-478c-9d1a-1c77701e3dc8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/floatingips/89d148f3-686c-4e9b-89f9-d37a0a79fe4e HTTP/1.1" status: 204 len: 168 time: 1.2793047 Jan 25 15:37:40.676140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33108) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:40.735628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:40.750754 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-54af2080-f0ad-43aa-95f0-024f83e8d42a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:40.751533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54af2080-f0ad-43aa-95f0-024f83e8d42a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:40.753742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-54af2080-f0ad-43aa-95f0-024f83e8d42a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/f6b75a63-09e4-483d-ba27-a253a14e098a HTTP/1.1" status: 404 len: 333 time: 0.0766931 Jan 25 15:37:40.758920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33114) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:40.773231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:37:40.777964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.822852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:40.843263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fd39eda5-845d-4868-a11b-66a008a76948 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Synchronizing usage tracker for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:40.853162 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'status': 'completed', 'code': 200} Jan 25 15:37:40.878916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:40.976735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fd39eda5-845d-4868-a11b-66a008a76948 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Unset dirty status for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:40.980709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fd39eda5-845d-4868-a11b-66a008a76948 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 HTTP/1.1" status: 200 len: 205 time: 0.2177453 Jan 25 15:37:40.982180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33122) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.032476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.225345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:41.231234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:41.242719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:41.243515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.258179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614debf-75d6-45b8-b8ab-f5b2c7bed8dd None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:41.309187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=8e2db8f6-36a4-4748-afab-cd95aab11e1d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:41.344318 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5e76204e-004d-4a85-ab82-0dc5d0b8b38c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0621455 Jan 25 15:37:41.345534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33128) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.361123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-d503dc7d-fd7f-47cf-a2f4-59937b42a4a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] delete failed (client error): The resource could not be found. Jan 25 15:37:41.362812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d503dc7d-fd7f-47cf-a2f4-59937b42a4a8 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/routers/fb4a8f1c-3be3-430b-88c8-a713a84b5fd4 HTTP/1.1" status: 404 len: 336 time: 0.3769774 Jan 25 15:37:41.375413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33134) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.379857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-36475290-170f-4bef-87c9-1949f8c087f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=88bedd164d424ea0847769f2f5bddc15&device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 1098 time: 0.4949627 Jan 25 15:37:41.427796 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e98d02-7b3c-46c0-899c-edc83a33493a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] DELETE failed (client error): The resource could not be found. Jan 25 15:37:41.428521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e98d02-7b3c-46c0-899c-edc83a33493a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:37:41.484035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:41.549535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a3e98d02-7b3c-46c0-899c-edc83a33493a tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/subnets/7dff923a-eaa7-4985-bfbf-377ccd270cfb HTTP/1.1" status: 404 len: 337 time: 0.1675954 Jan 25 15:37:41.556137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.566223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.569257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.570582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/cca5f20a-2f36-4439-97e2-0735e089e802 HTTP/1.1" status: 204 len: 168 time: 1.1284046 Jan 25 15:37:41.644861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c6c76-bfc3-44ba-8cd8-f7cf41f18e63 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5f20a-2f36-4439-97e2-0735e089e802,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:41.660802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:41.694113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Allocated IP 2001:db8::1 (9888359f-20aa-4386-936c-31b53e7d6cc5/ed269e14-6612-46bd-a204-fbad2ad21a5e/2d3907ca-e81d-44e7-98e4-c11202051ebe) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:41.704631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246c97f-9c42-4754-a243-fb3f70dc9b03 None None] The sync data for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv is: [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:35:36Z', 'revision_number': 4, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '53477ac1-3eb6-4e1e-bbd6-9dad20b34662', 'name': '', 'network_id': '163b8a71-0c5d-4b18-b6c6-f776066101c9', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'mac_address': 'fa:16:3e:a8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:33Z', 'updated_at': '2022-01-25T15:35:48Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'subnets': [{'id': '0a3beb47-6132-4283-a95c-286c24e8e698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:41.726134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '8e2db8f6-36a4-4748-afab-cd95aab11e1d'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:41.735796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.737623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33150) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.775136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84523bda-9028-4639-b448-57f5e044a448 req-45f83888-bb45-4e53-910d-b571235696d3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:41.778223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84523bda-9028-4639-b448-57f5e044a448 req-45f83888-bb45-4e53-910d-b571235696d3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.41 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.7039790 Jan 25 15:37:41.852192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33154) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:41.878465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 2d01624a-7e2f-4b79-b872-4535cf391816 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:41.880206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:41.932696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2131760379-network', 'tenant_id': '260917fddf5d439285ffd5f4f4c9b07c'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:41.943484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:41.948175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:41.962174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:41.965267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Allocated IP 2001:db8::f816:3eff:feb7:d885 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8e2db8f6-36a4-4748-afab-cd95aab11e1d/cee3fd72-5b9e-42d4-9772-c3fa707d3183) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:41.970432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Usage tracker for resource:network and tenant:260917fddf5d439285ffd5f4f4c9b07c is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:41.989075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:41.990001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:42.024788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-a5c01653-5091-439b-84a0-29b09054e377 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:42.026220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:42.026344 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-a5c01653-5091-439b-84a0-29b09054e377 service neutron] 10.222.0.41 "GET /v2.0/networks?id=163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 200 len: 897 time: 0.5922649 Jan 25 15:37:42.033045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:42.134774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b90b2-abff-406f-b0e0-7b935eead78a None None] Network 8fc8544b-97be-47d8-a156-68948cfd2612 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:42.204109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-cb806305-9750-40ad-a908-3425f93f9264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 200 len: 217 time: 0.1145868 Jan 25 15:37:42.207671 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbd3d8e-0d79-4a9b-8334-29bfb2b3cfc9 None None] New status for floating IP fd2b74b6-53a9-4177-a6cf-3639141c574e: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:37:42.286246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Made reservation on behalf of 260917fddf5d439285ffd5f4f4c9b07c for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:42.288685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.313113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Deleting port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:42.313507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.320154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.330412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Transition to ACTIVE for port object cee3fd72-5b9e-42d4-9772-c3fa707d3183 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:42.332465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.349955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Transition to ACTIVE for port object cee3fd72-5b9e-42d4-9772-c3fa707d3183 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:42.353625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:42.358007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.375007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.445038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 731ddcb7-b871-4309-97ce-17f9ab5d23db up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:42.469838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.492162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Transition to ACTIVE for port object 2d3907ca-e81d-44e7-98e4-c11202051ebe will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:42.508352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 95fd685e-31f7-41dd-8654-28e8955cf718 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:42.511405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.567462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.588408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:42.618418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Pushing event updated for resources: {'Port': ['ID=cee3fd72-5b9e-42d4-9772-c3fa707d3183,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:42.625365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:42.630978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:42.634007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1432ac29-7ee8-409a-ac3e-04f001accfe5 None None] Provisioning for port 731ddcb7-b871-4309-97ce-17f9ab5d23db completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:42.655120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:42.662681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-3f4cf9d6-094c-45d9-a9f4-97799743140b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:42.664108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-3f4cf9d6-094c-45d9-a9f4-97799743140b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0a3beb47-6132-4283-a95c-286c24e8e698 HTTP/1.1" status: 200 len: 834 time: 0.4446907 Jan 25 15:37:42.681405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Usage tracker for resource:security_group_rule and tenant:260917fddf5d439285ffd5f4f4c9b07c is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:42.692562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:42.707445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:42.744142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.752359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b2548-b946-4821-8fad-d41f8775e186 req-8b42b322-dbde-47b3-83fe-05f8a0400644 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:42.754337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Attempting to bind port cee3fd72-5b9e-42d4-9772-c3fa707d3183 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:42.754707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Attempting to bind port cee3fd72-5b9e-42d4-9772-c3fa707d3183 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:42.755067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Attempting to bind port cee3fd72-5b9e-42d4-9772-c3fa707d3183 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:42.759147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a8b2548-b946-4821-8fad-d41f8775e186 req-8b42b322-dbde-47b3-83fe-05f8a0400644 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 945 time: 0.8128448 Jan 25 15:37:42.766477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:42.766979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:42.767246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.768130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:42.768130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Bound port: cee3fd72-5b9e-42d4-9772-c3fa707d3183, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:42.768449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.830027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.845006 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a8b2548-b946-4821-8fad-d41f8775e186 req-b4c4c15f-cbd1-4d6e-956c-85dcf1790f70 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850058 Jan 25 15:37:42.858701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 731ddcb7-b871-4309-97ce-17f9ab5d23db completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:42.862711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] For port c43bc107-6d16-45b6-a0d6-2e7db6eb1404, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:42.864268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.865815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] For port cee3fd72-5b9e-42d4-9772-c3fa707d3183, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:42.870304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] For port cee3fd72-5b9e-42d4-9772-c3fa707d3183, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cee3fd72-5b9e-42d4-9772-c3fa707d3183,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:42.871678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 731ddcb7-b871-4309-97ce-17f9ab5d23db triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:42.872141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.874601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:42.974591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.094228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.122539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70598e9b-f64b-47d2-8256-1c230aaa085f None None] Pushing event updated for resources: {'Port': ['ID=cee3fd72-5b9e-42d4-9772-c3fa707d3183,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.158419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Calling delete_port for c43bc107-6d16-45b6-a0d6-2e7db6eb1404 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:43.158602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 731ddcb7-b871-4309-97ce-17f9ab5d23db, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=731ddcb7-b871-4309-97ce-17f9ab5d23db,segment=NetworkSegment(a2d099ed-aece-437d-82a6-dd2a663c3707),segment_id=a2d099ed-aece-437d-82a6-dd2a663c3707)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:43.169166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Port': ['ID=2d3907ca-e81d-44e7-98e4-c11202051ebe,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.174087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:43.175897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.178922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:43.181575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:43.182279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.199784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 2d01624a-7e2f-4b79-b872-4535cf391816 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:43.276540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.307739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.340741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.428741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=731ddcb7-b871-4309-97ce-17f9ab5d23db,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.437004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c8d844-3330-43be-9d43-588376fe6507,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.437775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-772c057f-77cd-40e9-ac58-cfdb09da3e1b None None] Provisioning complete for port 731ddcb7-b871-4309-97ce-17f9ab5d23db triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:43.438374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-772c057f-77cd-40e9-ac58-cfdb09da3e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.442245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=95fd685e-31f7-41dd-8654-28e8955cf718,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.444149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.550959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:37:43.563360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.563743 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Added segment 57f8fa51-eae7-4705-9642-46a93a41e097 of type vlan for network 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd Jan 25 15:37:43.635307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-007c6772-090e-48a4-ab9f-b7d79521de3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=163b8a71-0c5d-4b18-b6c6-f776066101c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9569287 Jan 25 15:37:43.651982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=0f223f26-8962-4a79-9c6b-1c921e3c53c4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.664486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.668300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.669029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264bc42d-6a1f-4a61-953f-57f7bc2c1cd0 None None] Network 379a4f19-689f-4ae2-92d4-7181a67ba1e4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:43.692683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:43.699414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:43.706933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:43.707729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.727014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.745104 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-03813f13-67b7-45bb-a396-619925076d3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/95fd685e-31f7-41dd-8654-28e8955cf718 HTTP/1.1" status: 204 len: 168 time: 2.0019460 Jan 25 15:37:43.754332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:43.763430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.844112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=2d01624a-7e2f-4b79-b872-4535cf391816,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:43.898352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eed346b4-9bc8-42df-b41a-b4ef2f9be659 None None] Provisioning for port 2d3907ca-e81d-44e7-98e4-c11202051ebe completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:43.901477 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21bbc23d-6630-46f4-b978-0f2997fe692e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5547547 Jan 25 15:37:43.912205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.913461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:43.913603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.913702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eed346b4-9bc8-42df-b41a-b4ef2f9be659 None None] Provisioning complete for port 2d3907ca-e81d-44e7-98e4-c11202051ebe triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:43.913927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed346b4-9bc8-42df-b41a-b4ef2f9be659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:43.916653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33164) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:43.962438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:91:14:6c', 'name': 'tempest-NetworksTestDHCPv6-1475185398'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:43.976673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eed346b4-9bc8-42df-b41a-b4ef2f9be659 None None] Port 2d3907ca-e81d-44e7-98e4-c11202051ebe cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:44.073513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-060b1d8a-78c0-4bd5-86e7-d61b3b47e5f5 service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220963 Jan 25 15:37:44.096921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] DHCP port deletion for 379a4f19-689f-4ae2-92d4-7181a67ba1e4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:44.102780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Deleting port 7746a444-f340-4e4b-acf4-d330ccd6af99 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:44.104412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.246725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.249265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.255731 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3938503 Jan 25 15:37:44.259457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.263834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33168) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:44.316032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Port': ['ID=c43bc107-6d16-45b6-a0d6-2e7db6eb1404,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:44.381480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Request body: {'subnet': {'network_id': '11dc7d68-e56a-4c34-9d4e-501e28d1d3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2131760379-subnet', 'tenant_id': '260917fddf5d439285ffd5f4f4c9b07c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:44.402998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979be165-0a29-4fe2-a76d-1b993abbff81 admin admin] Pushing event updated for resources: {'Network': ['ID=11dc7d68-e56a-4c34-9d4e-501e28d1d3bd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:44.406158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:44.424015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:44.436860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-06805a16-0d82-4115-88db-c70e3c0b5066 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/2d01624a-7e2f-4b79-b872-4535cf391816 HTTP/1.1" status: 204 len: 168 time: 2.8699579 Jan 25 15:37:44.440758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc85401-fae6-4175-9eb1-1a13b936b93d req-b0c6db08-9a24-4dad-81f7-1734b371b011 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:44.441584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3bc85401-fae6-4175-9eb1-1a13b936b93d req-b0c6db08-9a24-4dad-81f7-1734b371b011 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Synchronizing usage tracker for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:44.446867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33172) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:44.470895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cee3fd72-5b9e-42d4-9772-c3fa707d3183 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:44.488393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:44.491702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Usage tracker for resource:subnet and tenant:260917fddf5d439285ffd5f4f4c9b07c is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:44.499707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:44.502577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:44.505030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 7746a444-f340-4e4b-acf4-d330ccd6af99 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:44.505366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.536680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:37:44.546823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:44.548967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:44.551009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port f511e1b6-170c-43ac-9151-a8a7902edf99 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:44.551454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.595823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] No DVR routers for this DVR port c43bc107-6d16-45b6-a0d6-2e7db6eb1404 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:44.600990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0a30538-0436-4bdb-8832-a0b872f671b0 req-9404751e-3905-4d84-88f1-6c857cec39ae service neutron] 10.222.0.41 "GET /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184760 Jan 25 15:37:44.605196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.614819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84523bda-9028-4639-b448-57f5e044a448 req-a766bb65-6f79-4795-96d9-085c6b47dda7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.41 "DELETE /v2.0/ports/c43bc107-6d16-45b6-a0d6-2e7db6eb1404 HTTP/1.1" status: 204 len: 173 time: 2.8249052 Jan 25 15:37:44.615574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-deleted', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:44.652825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Made reservation on behalf of 260917fddf5d439285ffd5f4f4c9b07c for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:44.655058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.656516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1633f396-59e1-4abc-a294-c47067fc55b9 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:44.691889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:44.695751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.732750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd137c4fb-fff4-45c6-8f62-b1ef06e8dd76', 'name': 'network-vif-deleted', 'tag': 'c43bc107-6d16-45b6-a0d6-2e7db6eb1404', 'status': 'completed', 'code': 200} Jan 25 15:37:44.747706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3bc85401-fae6-4175-9eb1-1a13b936b93d req-b0c6db08-9a24-4dad-81f7-1734b371b011 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Unset dirty status for tenant:88bedd164d424ea0847769f2f5bddc15 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:44.756803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3bc85401-fae6-4175-9eb1-1a13b936b93d req-b0c6db08-9a24-4dad-81f7-1734b371b011 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 867 time: 0.7272892 Jan 25 15:37:44.792102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] For port 7746a444-f340-4e4b-acf4-d330ccd6af99, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7746a444-f340-4e4b-acf4-d330ccd6af99,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:44.797053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:44.887883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Provisioning for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:44.894534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:44.914265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 9cc38aff-6f90-41fc-838a-78df8120d3ac yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:37:44.926620 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3bc85401-fae6-4175-9eb1-1a13b936b93d req-40ed1f21-8836-440a-92bf-59b571048833 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/security-groups?id=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688049 Jan 25 15:37:44.980529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.012763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Provisioning complete for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:45.018125 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.083253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Calling delete_port for 7746a444-f340-4e4b-acf4-d330ccd6af99 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:45.094304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.resource_extend [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:37:45.118928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for f511e1b6-170c-43ac-9151-a8a7902edf99 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:45.122191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:45.140912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.170791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 7746a444-f340-4e4b-acf4-d330ccd6af99, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7746a444-f340-4e4b-acf4-d330ccd6af99,segment=NetworkSegment(73aa77da-a29f-4faf-876a-9f1d3b871f11),segment_id=73aa77da-a29f-4faf-876a-9f1d3b871f11)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:45.171421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.171589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: c43bc107-6d16-45b6-a0d6-2e7db6eb1404 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:45.172046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device c43bc107-6d16-45b6-a0d6-2e7db6eb1404 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:45.179239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:45.179686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.308842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.309743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.323418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 7746a444-f340-4e4b-acf4-d330ccd6af99 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:45.359047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.415291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=f511e1b6-170c-43ac-9151-a8a7902edf99,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:45.515922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.528278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.531630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.541454 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a9623ceb-e042-455e-b6f2-198fbece8dc9 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/ports/f511e1b6-170c-43ac-9151-a8a7902edf99 HTTP/1.1" status: 204 len: 168 time: 1.0685201 Jan 25 15:37:45.545854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33178) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:45.575625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.610288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event updated for resources: {'Port': ['ID=2d3907ca-e81d-44e7-98e4-c11202051ebe,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:45.635423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port cee3fd72-5b9e-42d4-9772-c3fa707d3183, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cee3fd72-5b9e-42d4-9772-c3fa707d3183,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:45.639848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] Pushing event deleted for resources: {'Port': ['ID=7746a444-f340-4e4b-acf4-d330ccd6af99,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:45.647140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7167309a-f204-429e-9dfc-131f9396eb7b None None] No DVR routers for this DVR port 7746a444-f340-4e4b-acf4-d330ccd6af99 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:45.733789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.735325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 731ddcb7-b871-4309-97ce-17f9ab5d23db up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:45.736917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:45.737233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:45.756877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b483c38-508c-4731-8a46-f98f04e9af00 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:45.757623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4b483c38-508c-4731-8a46-f98f04e9af00 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Synchronizing usage tracker for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:45.787433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 172.20.0.7 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/0f223f26-8962-4a79-9c6b-1c921e3c53c4/9cc38aff-6f90-41fc-838a-78df8120d3ac) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:45.795952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:45.797286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe91:146c (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8e2db8f6-36a4-4748-afab-cd95aab11e1d/9cc38aff-6f90-41fc-838a-78df8120d3ac) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:45.799626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:45.876738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:45.932270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4b483c38-508c-4731-8a46-f98f04e9af00 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Unset dirty status for tenant:80cfaff993e94a64918d63f3b5ac39d3 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:45.938097 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4b483c38-508c-4731-8a46-f98f04e9af00 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "GET /v2.0/ports?device_id=d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 HTTP/1.1" status: 200 len: 913 time: 0.3909626 Jan 25 15:37:45.939336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33182) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:45.969345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Update dhcp port {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '8e2db8f6-36a4-4748-afab-cd95aab11e1d', 'ip_address': '2001:db8::f816:3eff:feb7:d885'}, {'subnet_id': '0f223f26-8962-4a79-9c6b-1c921e3c53c4'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': 'cee3fd72-5b9e-42d4-9772-c3fa707d3183'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:37:46.054478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:46.054931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-b15da643-bb7b-4d82-83db-772a4924cdfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:46.081309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=cee3fd72-5b9e-42d4-9772-c3fa707d3183,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:46.100959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.122450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 731ddcb7-b871-4309-97ce-17f9ab5d23db triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:46.123093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.143003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8047181-3ee9-46cb-992c-101a5454ec9d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:46.289032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 7746a444-f340-4e4b-acf4-d330ccd6af99 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:46.289372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.297812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-914374ea-6613-48bc-8f81-5cdd488a9488 req-8ceadfee-70e9-4ed8-b0e0-1a4b4b33beb7 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "GET /v2.0/ports?device_id=d137c4fb-fff4-45c6-8f62-b1ef06e8dd76 HTTP/1.1" status: 200 len: 210 time: 0.0675774 Jan 25 15:37:46.336151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Checking segment: {'id': '57f8fa51-eae7-4705-9642-46a93a41e097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '11dc7d68-e56a-4c34-9d4e-501e28d1d3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:46.336686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Network hostable DHCP agents. Network: 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:37:46.435877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] The port '7746a444-f340-4e4b-acf4-d330ccd6af99' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:37:46.450969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cee3fd72-5b9e-42d4-9772-c3fa707d3183 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:46.521117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:46.521905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.562063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.757829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.760656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1562ac5a-ee47-43f1-aaff-52df2a8f6575 None None] Provisioning complete for port 2d3907ca-e81d-44e7-98e4-c11202051ebe triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:46.761235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1562ac5a-ee47-43f1-aaff-52df2a8f6575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.773169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.796281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7746a444-f340-4e4b-acf4-d330ccd6af99 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:46.801252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379a4f19-689f-4ae2-92d4-7181a67ba1e4']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:46.821090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73aa77da-a29f-4faf-876a-9f1d3b871f11') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:46.821090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73aa77da-a29f-4faf-876a-9f1d3b871f11') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:46.828273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 9cc38aff-6f90-41fc-838a-78df8120d3ac will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:46.839665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Network 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:37:46.841588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7746a444-f340-4e4b-acf4-d330ccd6af99 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:46.842099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7746a444-f340-4e4b-acf4-d330ccd6af99 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:46.845252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.854238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1562ac5a-ee47-43f1-aaff-52df2a8f6575 None None] Port 2d3907ca-e81d-44e7-98e4-c11202051ebe cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:46.872541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.882506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Router a5d1ac4b-dc32-4388-bf80-638af793cfe2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:46.887579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:46.889889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:46.905806 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:46.970285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:46.979046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bdb49-cd7b-4c33-a0e5-32b3d7d61523 None None] Network 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:46.991875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:46.992450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.059059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.148953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Allocated IP 172.20.0.2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/0f223f26-8962-4a79-9c6b-1c921e3c53c4/cee3fd72-5b9e-42d4-9772-c3fa707d3183) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:47.192877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.227921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.243639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 7176e22c-27a1-4ea9-8993-be0c792cd1e4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:47.244472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.247132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:47.250450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=379a4f19-689f-4ae2-92d4-7181a67ba1e4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:47.257710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:47.260861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=9cc38aff-6f90-41fc-838a-78df8120d3ac,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:47.263142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:47.319760 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a9c9c75-5d7d-4182-9769-f7cc2623db51 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0444846 Jan 25 15:37:47.330814 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0a3795b9-e8bf-454e-a34b-60a6dcb0e824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/379a4f19-689f-4ae2-92d4-7181a67ba1e4 HTTP/1.1" status: 204 len: 168 time: 3.5749907 Jan 25 15:37:47.340223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33190) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:47.404668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f63cd-2359-474c-ba83-f49af025ca16 None None] Network 11dc7d68-e56a-4c34-9d4e-501e28d1d3bd requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:47.423261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:47.423883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.470482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.486319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33196) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:47.611985 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3524adbf-40de-44fc-b6de-322318756fee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6689219 Jan 25 15:37:47.631633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:47.668196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] For port cee3fd72-5b9e-42d4-9772-c3fa707d3183, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cee3fd72-5b9e-42d4-9772-c3fa707d3183,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:47.690308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:47.717150 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-03b1a2f2-c849-482f-bd11-4f24ae02def7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1677783 Jan 25 15:37:47.718988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33210) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:47.723929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 7176e22c-27a1-4ea9-8993-be0c792cd1e4 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:47.732603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] Sync routers for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:47.777511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.785961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:47.786806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:47.814999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 44f36ba7-f041-47f7-a7e5-b69bb06e8742 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:47.815341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:47.858921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:47.873168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:47.874045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:47.984430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:47.984836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f431a46-0999-4943-a08b-f65548d825ef None None] The sync data for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:48.042267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Transition to ACTIVE for port object cee3fd72-5b9e-42d4-9772-c3fa707d3183 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:48.047191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.111377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=7176e22c-27a1-4ea9-8993-be0c792cd1e4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:48.122268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.232043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f81ac-ea7f-421b-9d0f-f25f7660ac91 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:48.235910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f81ac-ea7f-421b-9d0f-f25f7660ac91 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:48.236864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f47f81ac-ea7f-421b-9d0f-f25f7660ac91 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:48.250835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-f7e6de28-e6ad-4898-917d-732cf73fae79 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:48.252516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-f7e6de28-e6ad-4898-917d-732cf73fae79 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Synchronizing usage tracker for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:48.274254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f8077-7fc2-435f-8833-719304555a41 None None] Pushing event updated for resources: {'Port': ['ID=cee3fd72-5b9e-42d4-9772-c3fa707d3183,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:48.328649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.329261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.426933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-f7e6de28-e6ad-4898-917d-732cf73fae79 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Unset dirty status for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:48.428093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-f7e6de28-e6ad-4898-917d-732cf73fae79 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/networks?id=d1975a55-8b88-4606-9274-fbe81392f802 HTTP/1.1" status: 200 len: 812 time: 0.4552543 Jan 25 15:37:48.460902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cee3fd72-5b9e-42d4-9772-c3fa707d3183 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:37:48.470444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-d255ace0-83f5-497a-b740-0658dc036123 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/quotas/e2c181bf71c949bf9f4dd73cd6f4d1c8 HTTP/1.1" status: 200 len: 375 time: 0.0329390 Jan 25 15:37:48.475984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 44f36ba7-f041-47f7-a7e5-b69bb06e8742 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:48.505465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f47f81ac-ea7f-421b-9d0f-f25f7660ac91 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:48.506617 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f47f81ac-ea7f-421b-9d0f-f25f7660ac91 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.8737631 Jan 25 15:37:48.514686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33218) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:48.537001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c41fc6b-3b36-4537-8f91-0c7c5980dadd tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.574609 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-115f000d-9414-4724-ac29-15e40540b41f tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0953777 Jan 25 15:37:48.610902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 9cc38aff-6f90-41fc-838a-78df8120d3ac {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:48.611249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:48.675351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.002477 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-7c41fc6b-3b36-4537-8f91-0c7c5980dadd tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 25 15:37:49.003709 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7c41fc6b-3b36-4537-8f91-0c7c5980dadd tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2 HTTP/1.1" status: 409 len: 329 time: 1.2825234 Jan 25 15:37:49.006634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33224) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:49.060693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.130810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.134763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.144071 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-996c9774-b93e-4851-9943-d320a8f4308a service neutron] 10.222.0.26 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576890 Jan 25 15:37:49.150416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1a1acad0-00a4-4391-aa44-011feb6464a1 None None] Provisioning for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:49.157070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1a1acad0-00a4-4391-aa44-011feb6464a1 None None] Provisioning complete for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:49.157781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1a1acad0-00a4-4391-aa44-011feb6464a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.188797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=44f36ba7-f041-47f7-a7e5-b69bb06e8742,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:49.308193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.487870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c62a06c7-401b-498e-b219-598d2133130f None None] Provisioning for port 9cc38aff-6f90-41fc-838a-78df8120d3ac completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:37:49.493553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c62a06c7-401b-498e-b219-598d2133130f None None] Provisioning complete for port 9cc38aff-6f90-41fc-838a-78df8120d3ac triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:49.497475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c62a06c7-401b-498e-b219-598d2133130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:49.497601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 9cc38aff-6f90-41fc-838a-78df8120d3ac owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:49.551497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c62a06c7-401b-498e-b219-598d2133130f None None] Port 9cc38aff-6f90-41fc-838a-78df8120d3ac cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:37:49.711092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-e85a2840-63d7-403b-a6de-c7b742d60819 service neutron] 10.222.0.26 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039180 Jan 25 15:37:50.112072 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1f1eea4a-ed58-4fd5-861e-e5145b83f549 req-07b94ef1-9db7-4ebf-bad2-ef1737388d9d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.0872560 Jan 25 15:37:50.186173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.254066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=9cc38aff-6f90-41fc-838a-78df8120d3ac,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:50.256144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:50.379747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.400401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Deleting port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:50.400401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.674444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] For port 53477ac1-3eb6-4e1e-bbd6-9dad20b34662, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:50.674789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.713587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.800806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Calling delete_port for 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:50.833022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d71ad17c-6326-415d-939c-d0a450eb5d7e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/9cc38aff-6f90-41fc-838a-78df8120d3ac HTTP/1.1" status: 204 len: 168 time: 2.3131537 Jan 25 15:37:50.836268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33238) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:50.951677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:50.953084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:50.954547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:50.955192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:50.958539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:50.973724 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:50.989540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:50.991536 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:50.993644 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:51.038505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:51.057402 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4a39fc00-8377-4d3f-8ac4-fc69a716b0d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/ef17e8db-6362-4bc6-be0a-f4dda171e750 HTTP/1.1" status: 204 len: 168 time: 3.7161686 Jan 25 15:37:51.061715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:51.210530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:51.224548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:51.228567 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d495d04e-b7e2-424a-8abb-9db8de0ab405 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3873916 Jan 25 15:37:51.229033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33250) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:51.354919 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'status': 'completed', 'code': 200} Jan 25 15:37:51.391145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:51.447134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Port': ['ID=53477ac1-3eb6-4e1e-bbd6-9dad20b34662,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:51.557076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-751a3b43-ca18-4023-ad23-32e93e63c11b req-c3c230c5-7333-4633-a814-7e4f9460a3d9 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.0805380 Jan 25 15:37:51.720866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 0f223f26-8962-4a79-9c6b-1c921e3c53c4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:51.732734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:51.750161 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:51.759698 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:51.777800 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:51.777800 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:51.845027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:51.969209 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-42507ffb-6f69-4ed0-b6b2-43b10c391e80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 1098 time: 0.5672190 Jan 25 15:37:51.977758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:52.008101 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:52.242244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:52.254336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] Sync routers for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:52.264849 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-de8f2f85-9722-484d-bd53-7adb86ddd3e7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "PUT /v2.0/routers/d83b1c84-e7b9-4aa5-badc-baf87df8c5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3241968 Jan 25 15:37:52.270534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33256) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:52.274622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:52.275464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:52.318263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:52.345334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 2d3907ca-e81d-44e7-98e4-c11202051ebe {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:52.345689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:52.376504 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a1709429-0532-405f-807f-0447625cc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:52.400074 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1709429-0532-405f-807f-0447625cc1dd None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:37:30Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7dbca603-60ad-43c1-becf-6f9a62d3a997', 'name': '', 'network_id': '4e77dc76-ea99-4da9-ab17-5493ce5bd13d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:33:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:00Z', 'updated_at': '2022-01-25T15:35:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '4a55f9da-0d16-4119-b18f-ee7729002cbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:52.402903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:52.425997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] Routers {'d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:52.426859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:52.492198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ecdd5-38b8-48aa-940a-86b895c25e09 req-0dea8b3b-4421-493b-aace-ff08a3cfba1e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:52.501301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-222ecdd5-38b8-48aa-940a-86b895c25e09 req-0dea8b3b-4421-493b-aace-ff08a3cfba1e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.6065516 Jan 25 15:37:52.520096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:52.520736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2785c2-9c11-48ec-ab45-e10a195de04a None None] The sync data for ids ['d83b1c84-e7b9-4aa5-badc-baf87df8c5d9'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:52.532985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-84be5120-88bc-422d-bfde-a5ceb066cfb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:52.534455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-84be5120-88bc-422d-bfde-a5ceb066cfb5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 200 len: 896 time: 0.5529284 Jan 25 15:37:52.737882 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63459f-e2cc-4979-96ee-e3386366b975 None None] New status for floating IP ef17e8db-6362-4bc6-be0a-f4dda171e750: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:37:52.793327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-f9728a9d-b8d7-45b2-b022-8500813569ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 200 len: 217 time: 0.2349060 Jan 25 15:37:52.817040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:52.896874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-71e3bdec-7535-487a-9254-ac4211e1784e req-5b8e78da-8a37-476e-ab28-89cb38ca16a8 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.1256735 Jan 25 15:37:52.905354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-222ecdd5-38b8-48aa-940a-86b895c25e09 req-8ed96a13-88da-4238-bdc5-8d85b98344c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:52.945759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:52.949471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:53.172322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-baf9b535-5483-4868-98dc-acb6011b13d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:53.173858 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-baf9b535-5483-4868-98dc-acb6011b13d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 200 len: 835 time: 0.3328276 Jan 25 15:37:53.174582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=0f223f26-8962-4a79-9c6b-1c921e3c53c4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:53.177510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-222ecdd5-38b8-48aa-940a-86b895c25e09 req-8ed96a13-88da-4238-bdc5-8d85b98344c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:53.178670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-222ecdd5-38b8-48aa-940a-86b895c25e09 req-8ed96a13-88da-4238-bdc5-8d85b98344c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6764572 Jan 25 15:37:53.180666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.191450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.201100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fb3dd-5ac3-4d2d-801d-b16437af5a22 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:53.388341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cde7bf7d-38c8-4ac7-9d7e-3f0c369604af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/0f223f26-8962-4a79-9c6b-1c921e3c53c4 HTTP/1.1" status: 204 len: 168 time: 2.1581583 Jan 25 15:37:53.396413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Calling delete_port for 2d3907ca-e81d-44e7-98e4-c11202051ebe owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:53.427082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-509d4871-5e72-4933-bb92-bb559522c92a tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:53.428548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-509d4871-5e72-4933-bb92-bb559522c92a tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.41 "GET /v2.0/networks?id=d1975a55-8b88-4606-9274-fbe81392f802 HTTP/1.1" status: 200 len: 812 time: 0.8164968 Jan 25 15:37:53.431649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33264) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:53.467735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.476641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Request body: {'port': {'device_id': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802', 'admin_state_up': True, 'tenant_id': 'e2c181bf71c949bf9f4dd73cd6f4d1c8'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:53.505301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:53.519982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Sync routers for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:53.531978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:53.532600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:53.550746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting port 0e2d9010-9f42-46fc-8561-fc539a7002c4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:53.554493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.640482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fce02b02-9fe4-428d-b8b6-38d4c03c740e tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "PUT /v2.0/routers/d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1506491 Jan 25 15:37:53.641225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33268) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:53.672480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 8e2db8f6-36a4-4748-afab-cd95aab11e1d {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:53.689245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.751692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-8aade8db-a013-4fc1-856e-31d1767a95b7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:53.753421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-8aade8db-a013-4fc1-856e-31d1767a95b7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.6956458 Jan 25 15:37:53.753696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:53.815474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-c932e7ce-55a4-4105-b802-e181af967760 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4e77dc76-ea99-4da9-ab17-5493ce5bd13d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6048224 Jan 25 15:37:53.871942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.896832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:53.963503 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:37:54.104472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:37:51Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:54.116389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Checking router: d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:37:54.116618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:54.129120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Routers {'d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:54.129778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:54.138829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Usage tracker for resource:port and tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:54.139993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Calling delete_port for 0e2d9010-9f42-46fc-8561-fc539a7002c4 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:54.211820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:54.235116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 0c110494-8d1a-4938-b55c-a7839e14eab4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:54.235454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.259681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Deleting subnet 0a3beb47-6132-4283-a95c-286c24e8e698 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:54.264488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.266451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:54.279606 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74250978-9c6b-413f-a1ea-05c304023f27 req-5171b060-2476-4c4d-86f5-7a4888ff5886 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.1531303 Jan 25 15:37:54.336500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.351258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3691d4fc-5756-48ad-b475-5ff733250d44 None None] Provisioning complete for port cee3fd72-5b9e-42d4-9772-c3fa707d3183 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:37:54.351884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3691d4fc-5756-48ad-b475-5ff733250d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.439577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Made reservation on behalf of e2c181bf71c949bf9f4dd73cd6f4d1c8 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:54.442444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.461224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] Set router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:37:54.497311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.497691 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-04ff621e-be8e-48fd-89ab-a904cf50272d service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538029 Jan 25 15:37:54.498190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.549501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.569757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.612003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Port': ['ID=0e2d9010-9f42-46fc-8561-fc539a7002c4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:54.622779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Port': ['ID=2d3907ca-e81d-44e7-98e4-c11202051ebe,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:54.651821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.730675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3beb47-6132-4283-a95c-286c24e8e698,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:54.737797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:54.757329 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-640d88d2-3c39-4335-bdeb-32af7cd6efc4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "DELETE /v2.0/subnets/0a3beb47-6132-4283-a95c-286c24e8e698 HTTP/1.1" status: 204 len: 168 time: 1.1103749 Jan 25 15:37:54.760049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33276) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:54.775999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b5e26-c4d6-45e9-be87-58bf7e67ce2a None None] Network 163b8a71-0c5d-4b18-b6c6-f776066101c9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:54.969695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:37:51Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:54.973991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e715d5-5cc1-4de6-83df-9591fd26e382 None None] The sync data for ids ['d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0'] in dv-neutron-826291-2-hyperv is: [{'id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704960590', 'tenant_id': '88bedd164d424ea0847769f2f5bddc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33'}], 'enable_snat': True}, 'gw_port_id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:35:12Z', 'updated_at': '2022-01-25T15:37:51Z', 'revision_number': 5, 'project_id': '88bedd164d424ea0847769f2f5bddc15', 'gw_port': {'id': 'f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:35:15Z', 'updated_at': '2022-01-25T15:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:55.068953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.190454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.224551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-7f8fdaee-de70-428f-9cd8-eae2be733eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771407 Jan 25 15:37:55.232548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9060946-00f6-4af0-90e3-19b18366892e req-17ee72fd-ae15-4d7c-820d-9d5843ba3108 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:55.233988 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9060946-00f6-4af0-90e3-19b18366892e req-17ee72fd-ae15-4d7c-820d-9d5843ba3108 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 945 time: 0.8116024 Jan 25 15:37:55.246308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 0c110494-8d1a-4938-b55c-a7839e14eab4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0c110494-8d1a-4938-b55c-a7839e14eab4,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:55.246664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.273099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2db8f6-36a4-4748-afab-cd95aab11e1d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:55.400463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] DHCP port deletion for 163b8a71-0c5d-4b18-b6c6-f776066101c9 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:55.406744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Deleting port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:55.407177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.419185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 0c110494-8d1a-4938-b55c-a7839e14eab4 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:55.462893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fabc0b-8b6b-4f07-8e85-925c6335ac45 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:55.463896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Allocated IP 172.20.0.4 (d1975a55-8b88-4606-9274-fbe81392f802/f51f68af-022c-4da5-8a4d-88144e62c53b/01259d63-84e9-4659-9e2d-b5c098ffbad0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:55.468325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.469882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.476782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.526590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.536493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c8796d3b-ef86-4059-a877-5fb0113c8da1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8e2db8f6-36a4-4748-afab-cd95aab11e1d HTTP/1.1" status: 204 len: 168 time: 2.0979683 Jan 25 15:37:55.548204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33282) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:55.636839 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d136c9e8-df12-4dc0-b52c-b46c6342f570 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823543 Jan 25 15:37:55.637017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9060946-00f6-4af0-90e3-19b18366892e req-cedaa5c4-8a31-4bee-9ccc-653315eb012f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713908 Jan 25 15:37:55.637125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33286) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:55.644807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:55.651271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-51b98e85-a2ad-4ddc-889f-83dfca02e13c req-87cb6946-414b-48d9-9ed1-f9d141ab0d65 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Synchronizing usage tracker for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:55.721088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.721088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Fanout notify agent at l3_agent the message router_deleted on router d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:55.766969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.770644 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c740d402-4db1-464b-9d90-71d0a8b87008 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/routers/d83b1c84-e7b9-4aa5-badc-baf87df8c5d9 HTTP/1.1" status: 204 len: 168 time: 3.4979908 Jan 25 15:37:55.771708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33290) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:55.813634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:55.824301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:55.828917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:55.842310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:55.845916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:55.883978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] For port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,segment=NetworkSegment(aa5395fc-440c-4206-b13c-f63185d670cc),segment_id=aa5395fc-440c-4206-b13c-f63185d670cc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:55.884622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.002027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:56.007666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Calling delete_port for dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:56.101067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:56.106947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Deleting port cee3fd72-5b9e-42d4-9772-c3fa707d3183 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:56.108241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.113011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-51b98e85-a2ad-4ddc-889f-83dfca02e13c req-87cb6946-414b-48d9-9ed1-f9d141ab0d65 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Unset dirty status for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:56.127983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51b98e85-a2ad-4ddc-889f-83dfca02e13c req-87cb6946-414b-48d9-9ed1-f9d141ab0d65 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.5691416 Jan 25 15:37:56.167958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Deleting subnet 00a33514-b513-4d56-9c6b-69815cc5850a {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:56.172471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.191625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.213857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.234790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.275393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] Pushing event deleted for resources: {'Port': ['ID=dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:56.286212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c93ff9-65e6-4444-8771-780c2fd7b1c3 None None] No DVR routers for this DVR port dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:56.389966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.395133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=0c110494-8d1a-4938-b55c-a7839e14eab4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:56.485560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.496169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] For port cee3fd72-5b9e-42d4-9772-c3fa707d3183, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=cee3fd72-5b9e-42d4-9772-c3fa707d3183,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:56.496787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.509952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:56.528396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 0c110494-8d1a-4938-b55c-a7839e14eab4 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:56.532957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Router a5d1ac4b-dc32-4388-bf80-638af793cfe2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:37:56.541824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.544992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'name': 'network-vif-deleted', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:37:56.549588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:56.549935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dbb6b6f9-2fab-4a5c-87bb-382d87de8ab2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:56.550344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:56.573457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e700d76a-24e8-4fb2-97b8-4303935a7246 req-68c48981-f34a-461c-a4bb-daba1350b658 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/0c110494-8d1a-4938-b55c-a7839e14eab4 HTTP/1.1" status: 204 len: 173 time: 2.8063412 Jan 25 15:37:56.585550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.647064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.650430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:56.650430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 53477ac1-3eb6-4e1e-bbd6-9dad20b34662 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:56.650430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device cee3fd72-5b9e-42d4-9772-c3fa707d3183 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:56.677596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ad54a7-de38-4f57-96f7-3716ed6ba645', 'name': 'network-vif-deleted', 'tag': '0c110494-8d1a-4938-b55c-a7839e14eab4', 'status': 'completed', 'code': 200} Jan 25 15:37:56.719175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.756921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:37:56.766341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c5a07d85-13d4-4171-b49b-2eb83288ffb7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7431481 Jan 25 15:37:56.767931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33298) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:56.771336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Calling delete_port for cee3fd72-5b9e-42d4-9772-c3fa707d3183 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:56.791632 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] Sync routers for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:37:56.813731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:56.813731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:56.926596 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:56.940017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.944332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Deleting port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:56.944657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:56.945929 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] Routers {'a5d1ac4b-dc32-4388-bf80-638af793cfe2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:37:56.946415 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-565cde99-3fc4-4a4f-a502-cd859822f147 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] show failed (client error): The resource could not be found. Jan 25 15:37:56.951787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-565cde99-3fc4-4a4f-a502-cd859822f147 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1079503991 HTTP/1.1" status: 404 len: 335 time: 0.1797695 Jan 25 15:37:56.953094 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:37:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:56.971604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33302) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:56.998179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Subnet': ['ID=00a33514-b513-4d56-9c6b-69815cc5850a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:57.011694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-40020f8d-f531-415c-ba6c-cb952cdb2f97 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:57.021239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.028888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cfbd640-e613-4518-85b4-a4e5b1f999ee req-f0e50278-ff1e-4526-a166-aeea8b921f66 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:57.051952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.062964 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:57.063623 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a634494-2efe-4bd6-a890-07ef55d179db None None] The sync data for ids ['a5d1ac4b-dc32-4388-bf80-638af793cfe2'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:37:57.115793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Network d1975a55-8b88-4606-9274-fbe81392f802 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:57.115793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:57.116045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] No DVR routers for this DVR port cee3fd72-5b9e-42d4-9772-c3fa707d3183 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:57.119439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.119583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:57.121293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0c110494-8d1a-4938-b55c-a7839e14eab4 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:37:57.122440 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-40020f8d-f531-415c-ba6c-cb952cdb2f97 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] update failed (client error): The resource could not be found. Jan 25 15:37:57.123445 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-40020f8d-f531-415c-ba6c-cb952cdb2f97 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-773550561 HTTP/1.1" status: 404 len: 334 time: 0.1451111 Jan 25 15:37:57.153345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33308) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:57.159629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Pushing event updated for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:57.200758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 0c110494-8d1a-4938-b55c-a7839e14eab4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:37:57.201090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0c110494-8d1a-4938-b55c-a7839e14eab4 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:37:57.215126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493f9e7-7eb8-4975-a10d-1bcaa2776882 None None] Pushing event deleted for resources: {'Port': ['ID=cee3fd72-5b9e-42d4-9772-c3fa707d3183,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:57.269688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cfbd640-e613-4518-85b4-a4e5b1f999ee req-f0e50278-ff1e-4526-a166-aeea8b921f66 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:57.277844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cfbd640-e613-4518-85b4-a4e5b1f999ee req-f0e50278-ff1e-4526-a166-aeea8b921f66 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=69ad54a7-de38-4f57-96f7-3716ed6ba645 HTTP/1.1" status: 200 len: 210 time: 0.4534347 Jan 25 15:37:57.312851 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63e56b61-0b40-42cc-8a8c-80474d2e249b tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/subnets/00a33514-b513-4d56-9c6b-69815cc5850a HTTP/1.1" status: 204 len: 168 time: 1.5387018 Jan 25 15:37:57.315479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33314) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:57.463535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:37:57.482873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.513538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:57.514140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.567167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.572745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] For port f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:57.573111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.582258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting subnet 21fa34b4-c1b8-4015-9dff-6aefe6234eac {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:37:57.587995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.596603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:57.603205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:57.606553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:57.607123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.612527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94caa470-75c9-44aa-b63f-989ebbb934f4 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:57.622537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-4d8d06a4-359c-4a5c-97dc-a286071893db tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1497173 Jan 25 15:37:57.634842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369f530-9950-4bf3-a070-d0619c330135 req-e6355174-594b-4385-abf7-1f03677a1fe4 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:57.636287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6369f530-9950-4bf3-a070-d0619c330135 req-e6355174-594b-4385-abf7-1f03677a1fe4 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 931 time: 0.1972120 Jan 25 15:37:57.643260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Request body: {'port': {'device_id': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:57.715705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.735097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Calling delete_port for f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:57.773524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=0f7db196-2a3a-48e4-8e98-59184eefdc74,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:57.845331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6369f530-9950-4bf3-a070-d0619c330135 req-d7c4e645-c5b6-4fbc-a25f-ae93e2c3575c tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Synchronizing usage tracker for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:37:57.852568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '0f7db196-2a3a-48e4-8e98-59184eefdc74'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:37:57.853990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.865286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.905723 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a02cafed-9899-428e-93ec-3264f0476154 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2675140 Jan 25 15:37:57.912324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33318) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:57.936171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:37:57.940726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:57.968484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.033455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Allocated IP 2001:db8::f816:3eff:fe7a:24ca (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/0f7db196-2a3a-48e4-8e98-59184eefdc74/9d90159d-b6c1-4f7c-a759-282c37b5611e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:37:58.047280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6369f530-9950-4bf3-a070-d0619c330135 req-d7c4e645-c5b6-4fbc-a25f-ae93e2c3575c tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Unset dirty status for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:37:58.048434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6369f530-9950-4bf3-a070-d0619c330135 req-d7c4e645-c5b6-4fbc-a25f-ae93e2c3575c tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758457 Jan 25 15:37:58.072651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30c55e-8c12-40fb-a59b-ea18e839cfef']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:58.100225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a144950e-a9c3-49df-bb6b-35af7d5b6a17') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:58.100425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a144950e-a9c3-49df-bb6b-35af7d5b6a17') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:37:58.131323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.182742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.201283 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:37:58.203667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.213911 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:37:58.224907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:37:58.228288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:37:58.228685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.242369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Subnet': ['ID=21fa34b4-c1b8-4015-9dff-6aefe6234eac,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:37:58.246582 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:37:58.251345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.257469 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f9b5b955-dadb-4414-b762-66edab4f8a80 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/subnets/21fa34b4-c1b8-4015-9dff-6aefe6234eac HTTP/1.1" status: 204 len: 168 time: 1.1026971 Jan 25 15:37:58.266487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33322) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:58.279484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c2a79-cddc-4834-a22b-a73b4f2625ee None None] Network 8fc8544b-97be-47d8-a156-68948cfd2612 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:37:58.302767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:37:58.389899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33328) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:58.405465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.411924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.454833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.455466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.471505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:37:58.474970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.483490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Transition to ACTIVE for port object 9d90159d-b6c1-4f7c-a759-282c37b5611e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:58.487138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 731ddcb7-b871-4309-97ce-17f9ab5d23db {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:58.499203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.509532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Port': ['ID=f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:58.514039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01259d63-84e9-4659-9e2d-b5c098ffbad0 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:37:58.515953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.533771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.536470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Transition to ACTIVE for port object 9d90159d-b6c1-4f7c-a759-282c37b5611e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:58.562908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Transition to ACTIVE for port object 01259d63-84e9-4659-9e2d-b5c098ffbad0 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:37:58.599082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.639999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] DHCP port deletion for 8fc8544b-97be-47d8-a156-68948cfd2612 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:37:58.642098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.661415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Deleting port 731ddcb7-b871-4309-97ce-17f9ab5d23db {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:58.661781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.694992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] Pushing event deleted for resources: {'Network': ['ID=5b30c55e-8c12-40fb-a59b-ea18e839cfef,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:58.706790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:58.717349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:58.725958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:37:58.731799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:58.753857 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4b9ec404-040a-4de7-9712-51be1d2d72d7 tempest-FloatingIPTestJSON-32875052 tempest-FloatingIPTestJSON-32875052-project] 10.222.0.26 "DELETE /v2.0/networks/5b30c55e-8c12-40fb-a59b-ea18e839cfef HTTP/1.1" status: 204 len: 168 time: 1.4354508 Jan 25 15:37:58.863267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] For port 731ddcb7-b871-4309-97ce-17f9ab5d23db, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=731ddcb7-b871-4309-97ce-17f9ab5d23db,segment=NetworkSegment(a2d099ed-aece-437d-82a6-dd2a663c3707),segment_id=a2d099ed-aece-437d-82a6-dd2a663c3707)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:58.863903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.872889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Pushing event updated for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:58.876409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.883081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Attempting to bind port 9d90159d-b6c1-4f7c-a759-282c37b5611e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:58.883472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Attempting to bind port 9d90159d-b6c1-4f7c-a759-282c37b5611e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:58.883813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Attempting to bind port 9d90159d-b6c1-4f7c-a759-282c37b5611e on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:58.944692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:58.945070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:58.945507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:58.945909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:58.946387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Bound port: 9d90159d-b6c1-4f7c-a759-282c37b5611e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:58.946759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.032925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Calling delete_port for 731ddcb7-b871-4309-97ce-17f9ab5d23db owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:59.041921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] For port 731ddcb7-b871-4309-97ce-17f9ab5d23db, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=731ddcb7-b871-4309-97ce-17f9ab5d23db,segment=NetworkSegment(a2d099ed-aece-437d-82a6-dd2a663c3707),segment_id=a2d099ed-aece-437d-82a6-dd2a663c3707)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:37:59.049620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.055649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.096485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.188438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Calling delete_port for 731ddcb7-b871-4309-97ce-17f9ab5d23db owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:37:59.241404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:59.256046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:59.303295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.374868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.397076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] No DVR routers for this DVR port 731ddcb7-b871-4309-97ce-17f9ab5d23db on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:37:59.398408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:37:59.399035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:37:59.405073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Attempting to bind port 01259d63-84e9-4659-9e2d-b5c098ffbad0 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:37:59.405416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Attempting to bind port 01259d63-84e9-4659-9e2d-b5c098ffbad0 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:37:59.405743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Attempting to bind port 01259d63-84e9-4659-9e2d-b5c098ffbad0 on network d1975a55-8b88-4606-9274-fbe81392f802 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:59.406580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17e365a5-33c0-460c-a6d4-626d2c8e0012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.420164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7b5e9-e376-459d-b349-c42ecfeffbd0 None None] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:59.437535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33338) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:59.441680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Port 01259d63-84e9-4659-9e2d-b5c098ffbad0 on network d1975a55-8b88-4606-9274-fbe81392f802 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:37:59.441999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Attempting to bind port 01259d63-84e9-4659-9e2d-b5c098ffbad0 on network d1975a55-8b88-4606-9274-fbe81392f802 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:37:59.451837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:37:59.452168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Checking segment: {'id': 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:37:59.452579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Bound using segment: {'id': 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:37:59.453004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Bound port: 01259d63-84e9-4659-9e2d-b5c098ffbad0, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:37:59.453334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.465457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddb0ce-cf8f-461d-b9e9-d3137c00047f None None] Pushing event deleted for resources: {'Port': ['ID=731ddcb7-b871-4309-97ce-17f9ab5d23db,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:59.480427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323abd6-df42-43cc-8bd3-d01a1bb9c003 req-b8b0f085-7f5d-420b-adcb-43d055cafc3d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:59.481895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6323abd6-df42-43cc-8bd3-d01a1bb9c003 req-b8b0f085-7f5d-420b-adcb-43d055cafc3d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 943 time: 0.1683748 Jan 25 15:37:59.528333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.538513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.624644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.636171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6323abd6-df42-43cc-8bd3-d01a1bb9c003 req-72c727ae-8b7e-46d4-8a7d-90ba1baa485d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222358 Jan 25 15:37:59.643047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:37:59.652266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0,segment=NetworkSegment(cfd3e49a-3f4a-41f4-8fc2-4d286018bc93),segment_id=cfd3e49a-3f4a-41f4-8fc2-4d286018bc93)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:37:59.653563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:59.684704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.685259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Fanout notify agent at l3_agent the message router_deleted on router d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:37:59.710387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.712788 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7c482ddc-739d-462e-9d1a-34335c7c46a4 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "DELETE /v2.0/routers/d714cdcf-63a0-4f1e-ad7d-5a6d8fe51be0 HTTP/1.1" status: 204 len: 168 time: 4.9518735 Jan 25 15:37:59.714803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.716421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.721028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33344) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:59.785618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.786952 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d9bdd6f9-008b-46b0-a245-95cd587a1771 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/e9f0f1a0-bb38-4099-bb5e-b07b2d55dda3 HTTP/1.1" status: 204 len: 168 time: 1.3951085 Jan 25 15:37:59.815101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:37:59.842645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:37:59.861139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:37:59.861913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.878541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0fec5642-405b-4d4e-aafc-00bd95c8602e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80cfaff993e94a64918d63f3b5ac39d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4278715 Jan 25 15:37:59.885010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33350) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:37:59.895766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=b3e24dac-2da5-4262-8c1c-0835aee4483d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:37:59.918955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 731ddcb7-b871-4309-97ce-17f9ab5d23db {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:37:59.919302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:37:59.949087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33354) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:00.009351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Pushing event updated for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:00.017129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.018601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-9d10de3f-4176-4f3c-8fad-eb8a826fd916 service neutron] 10.222.0.41 "PUT /v2.0/ports/01259d63-84e9-4659-9e2d-b5c098ffbad0 HTTP/1.1" status: 200 len: 1093 time: 2.3786845 Jan 25 15:38:00.027126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:00.035955 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fe71e5c4-150b-49dd-aefe-56d0d4a4fb2f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1124544 Jan 25 15:38:00.036310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] The port '731ddcb7-b871-4309-97ce-17f9ab5d23db' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:38:00.039883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33360) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:00.042625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.075454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:1c:83:85', 'name': 'tempest-NetworksTestDHCPv6-1552585804'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:00.081981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.097930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.104861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0', 'status': 'completed', 'code': 200} Jan 25 15:38:00.325261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.342008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.372561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f22d078-f841-4db8-b4d3-9266e5b0e5ad,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:00.401998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.415880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c9af3d02-05da-48dc-9923-3763ca91ef3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7f22d078-f841-4db8-b4d3-9266e5b0e5ad HTTP/1.1" status: 204 len: 168 time: 0.5191569 Jan 25 15:38:00.559774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc8544b-97be-47d8-a156-68948cfd2612']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.580426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d099ed-aece-437d-82a6-dd2a663c3707') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.580721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d099ed-aece-437d-82a6-dd2a663c3707') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.593716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.624463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.632632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:00.633037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.645719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9d90159d-b6c1-4f7c-a759-282c37b5611e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:00.720733 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:00.738386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:00.766874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:00.779492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:00.791260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.802106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:00.810233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9d90159d-b6c1-4f7c-a759-282c37b5611e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:00.884258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 731ddcb7-b871-4309-97ce-17f9ab5d23db no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:00.891640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.895271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163b8a71-0c5d-4b18-b6c6-f776066101c9']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.913744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ed8055d-c3e2-4edd-bce4-16701efc2864 req-b36ac6a4-afc5-468e-87ad-862b991a536f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 1096 time: 0.7922831 Jan 25 15:38:00.917727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5395fc-440c-4206-b13c-f63185d670cc') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.918157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5395fc-440c-4206-b13c-f63185d670cc') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:00.924742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.925497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d4c3c-2a76-4028-b232-6b1149d08265 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:00.951509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 731ddcb7-b871-4309-97ce-17f9ab5d23db {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:00.952092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 731ddcb7-b871-4309-97ce-17f9ab5d23db not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:00.952696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:00.975481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:00.982751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.001272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:01.065508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Network': ['ID=8fc8544b-97be-47d8-a156-68948cfd2612,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:01.071778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:01.072331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f8680d5a-6c13-4e25-b9fb-8fd71b8cd0b2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:01.247901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Provisioning for port 9d90159d-b6c1-4f7c-a759-282c37b5611e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:01.251156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6a2e05a8-ad0a-4fdb-a754-14c562a68b4a tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/networks/8fc8544b-97be-47d8-a156-68948cfd2612 HTTP/1.1" status: 204 len: 168 time: 2.9812827 Jan 25 15:38:01.252071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.258659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Provisioning complete for port 9d90159d-b6c1-4f7c-a759-282c37b5611e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:01.259123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.262544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33376) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:01.277043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:01.277593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:01.328697 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:01.452264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11975f6-6e0e-455d-895e-c7c56021a1f2 req-ef302102-1c92-4c9f-8a0f-ad285960cc42 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:01.453737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d11975f6-6e0e-455d-895e-c7c56021a1f2 req-ef302102-1c92-4c9f-8a0f-ad285960cc42 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 943 time: 0.6324675 Jan 25 15:38:01.455457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.494666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:01.539161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e52b6a3a-fcef-45c8-818d-f092848af0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.552644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8055d-c3e2-4edd-bce4-16701efc2864 req-d459b6a6-8414-489f-a159-6b8c2b5fddf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:01.552978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.554091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ed8055d-c3e2-4edd-bce4-16701efc2864 req-d459b6a6-8414-489f-a159-6b8c2b5fddf4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6240990 Jan 25 15:38:01.561879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.652012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.666128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Update dhcp port {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': '0f7db196-2a3a-48e4-8e98-59184eefdc74', 'ip_address': '2001:db8::f816:3eff:fe7a:24ca'}, {'subnet_id': 'b3e24dac-2da5-4262-8c1c-0835aee4483d'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '9d90159d-b6c1-4f7c-a759-282c37b5611e'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:38:01.681205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.702118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 7dbca603-60ad-43c1-becf-6f9a62d3a997 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:01.703377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.716390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af426f1-2f63-47f0-8354-b355e4a80e22 None None] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:01.735681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.760738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'Network': ['ID=163b8a71-0c5d-4b18-b6c6-f776066101c9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:01.780224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 847ed573-ff2c-4a51-97c0-1f6ff19dd808 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:01.822048 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fa02d7f4-ae5d-457c-acc6-a4bff0faf269 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "DELETE /v2.0/networks/163b8a71-0c5d-4b18-b6c6-f776066101c9 HTTP/1.1" status: 204 len: 168 time: 2.0279870 Jan 25 15:38:01.835547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33386) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:01.837731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d11975f6-6e0e-455d-895e-c7c56021a1f2 req-a0eaedc3-961d-4103-8c7f-896e6b6e9094 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629751 Jan 25 15:38:01.932147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting subnet 469bfb7f-5547-4b27-8634-28300f95a2ce {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:01.958103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 7dbca603-60ad-43c1-becf-6f9a62d3a997, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7dbca603-60ad-43c1-becf-6f9a62d3a997,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:01.958695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.960926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:01.978194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Allocated IP 172.20.0.2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/b3e24dac-2da5-4262-8c1c-0835aee4483d/9d90159d-b6c1-4f7c-a759-282c37b5611e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:02.019032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33392) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:02.047356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8055d-c3e2-4edd-bce4-16701efc2864 req-ce90113b-a923-410f-a3e0-88ad3daabf36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:02.048788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ed8055d-c3e2-4edd-bce4-16701efc2864 req-ce90113b-a923-410f-a3e0-88ad3daabf36 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4282429 Jan 25 15:38:02.060463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.164258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:02.166692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.169448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 7dbca603-60ad-43c1-becf-6f9a62d3a997 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:02.199505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.212437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1585405193'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:02.222900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Transition to ACTIVE for port object 9d90159d-b6c1-4f7c-a759-282c37b5611e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:02.236868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.252321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:02.260637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:02.269847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:02.278651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.282967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:02.364706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.407721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-8279c7b8-aaa9-4fbf-bbde-8cbbe1fa1792 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 1096 time: 0.3046813 Jan 25 15:38:02.417550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99435f3d-b7a0-41f8-b862-6f0259f160ba None None] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:02.421839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:02.424802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.436293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.459324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9d90159d-b6c1-4f7c-a759-282c37b5611e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:02.495714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=7dbca603-60ad-43c1-becf-6f9a62d3a997,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:02.519487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.582053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-545a0a94-0f8c-4e17-ae40-fa604a38e59a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0 HTTP/1.1" status: 200 len: 217 time: 0.1607676 Jan 25 15:38:02.692875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 172.20.0.9 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/b3e24dac-2da5-4262-8c1c-0835aee4483d/847ed573-ff2c-4a51-97c0-1f6ff19dd808) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:02.708593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:02.716807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe1c:8385 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/0f7db196-2a3a-48e4-8e98-59184eefdc74/847ed573-ff2c-4a51-97c0-1f6ff19dd808) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:02.719337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:security_group_rule and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:02.728338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:02.737777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:02.740373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-ecd7d722-bcd2-48ee-bba0-0dfce42207e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:02.741917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-ecd7d722-bcd2-48ee-bba0-0dfce42207e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f68af-022c-4da5-8a4d-88144e62c53b HTTP/1.1" status: 200 len: 852 time: 0.1508327 Jan 25 15:38:02.826032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.829061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.856336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-6cc9fa00-07d0-4431-9f0f-e727e5602277 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1975a55-8b88-4606-9274-fbe81392f802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032016 Jan 25 15:38:02.857355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.868367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58980e8-b0e0-4a72-8cdd-da8b241f0f5c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:02.871140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:02.947001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Subnet': ['ID=469bfb7f-5547-4b27-8634-28300f95a2ce,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:02.973435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.209698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96146a92-3708-4d3c-a16b-6fbe3c3eb03d None None] Network 48ca0d53-7299-45ab-b2de-9af4c8ffe502 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:03.216961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.351373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a95a44e6-db6c-4026-9004-9df19476301b tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/subnets/469bfb7f-5547-4b27-8634-28300f95a2ce HTTP/1.1" status: 204 len: 168 time: 2.0858994 Jan 25 15:38:03.362355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33400) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:03.390213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.395293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2f2ac6fe-86bf-4e03-bb53-c17aa63c8bf3 tempest-TestNetworkAdvancedServerOps-451083444 tempest-TestNetworkAdvancedServerOps-451083444-project] 10.222.0.26 "DELETE /v2.0/security-groups/c58980e8-b0e0-4a72-8cdd-da8b241f0f5c HTTP/1.1" status: 204 len: 168 time: 1.5551956 Jan 25 15:38:03.396658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-686e9d7c-7909-4687-9219-a90278ab556c None None] Provisioning for port 9d90159d-b6c1-4f7c-a759-282c37b5611e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:03.404074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-686e9d7c-7909-4687-9219-a90278ab556c None None] Provisioning complete for port 9d90159d-b6c1-4f7c-a759-282c37b5611e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:03.410321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-686e9d7c-7909-4687-9219-a90278ab556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.440042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.444296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-1c9eccf8-35fa-4177-a8df-95d5d96b073c service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396314 Jan 25 15:38:03.537877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] DHCP port deletion for 48ca0d53-7299-45ab-b2de-9af4c8ffe502 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:03.547778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Deleting port e0368c0a-0be8-4c19-a13e-e45ceb315884 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:03.548141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.556166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.565001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a1167-78b4-4407-bdd5-6d1655b19214 req-516184cc-21f7-4c3f-bac4-c1227b732472 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:03.566566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c06a1167-78b4-4407-bdd5-6d1655b19214 req-516184cc-21f7-4c3f-bac4-c1227b732472 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 943 time: 0.4093575 Jan 25 15:38:03.614075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.651128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:38:03.673836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=563f139e-011f-4da7-a0a9-2d9deedc48b1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:03.688292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.688709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 2fa1c63e-de2d-4261-babe-d6fd8d9c87e3 of type vlan for network 8d94fc25-3e8b-4278-b18f-092e4581c604 Jan 25 15:38:03.690083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 847ed573-ff2c-4a51-97c0-1f6ff19dd808 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:03.716284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting subnet c933b3cc-d1d5-4b6f-850d-ae806c483798 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:03.729246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.745211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dddb284-242e-46cf-a6ad-ebcf9cc8766b req-26687afa-eb1b-4b7a-abb5-545ff5e631b6 service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872000 Jan 25 15:38:03.750502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c06a1167-78b4-4407-bdd5-6d1655b19214 req-0f8da8d8-3ffd-47ab-8f9c-793e9934c296 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637471 Jan 25 15:38:03.768680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.796941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.797754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] For port e0368c0a-0be8-4c19-a13e-e45ceb315884, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0368c0a-0be8-4c19-a13e-e45ceb315884,segment=NetworkSegment(6d56ac40-5837-4d3d-b077-9cd2be0a2d35),segment_id=6d56ac40-5837-4d3d-b077-9cd2be0a2d35)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:03.798273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.839643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.887336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.890908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:03.891480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:03.923308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Calling delete_port for e0368c0a-0be8-4c19-a13e-e45ceb315884 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:03.956544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.024700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:04.025580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 3bc65f36-c5a1-4176-8005-2784920265db has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:04.038758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:04.042071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:04.092095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.114295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=8d94fc25-3e8b-4278-b18f-092e4581c604,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:04.137526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3f1a647-95cd-4105-9a6d-c35f0f4453ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1166091 Jan 25 15:38:04.142641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33410) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.150750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488350291'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:04.156656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=847ed573-ff2c-4a51-97c0-1f6ff19dd808,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:04.176573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:38:04.198325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:04.199788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.203811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33414) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.212622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] Pushing event deleted for resources: {'Port': ['ID=e0368c0a-0be8-4c19-a13e-e45ceb315884,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:04.244961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.258615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:04.309001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:04.328732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:04.334336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c21f59d-13d6-47d5-a720-1aee6e133e53 None None] No DVR routers for this DVR port e0368c0a-0be8-4c19-a13e-e45ceb315884 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:04.355136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:04.361093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Subnet': ['ID=c933b3cc-d1d5-4b6f-850d-ae806c483798,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:04.367539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.371499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2501a-0307-4691-9bc3-bfdc477f637c None None] Network 680bdaa6-bf76-46b4-9183-79ae22a78a01 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:04.421081 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e9e923d-b85b-41a3-aec4-04769ec61d27 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/subnets/c933b3cc-d1d5-4b6f-850d-ae806c483798 HTTP/1.1" status: 204 len: 168 time: 1.0584600 Jan 25 15:38:04.423620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33420) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.467825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:04.481519 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b51fa964-8b54-476f-985f-529232227611 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/3bc65f36-c5a1-4176-8005-2784920265db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5311861 Jan 25 15:38:04.484090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33424) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.489262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Sync routers for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:04.579110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9d90159d-b6c1-4f7c-a759-282c37b5611e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:04.590312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fd341230-e86b-4b1d-ad81-a972e09660c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5494120 Jan 25 15:38:04.591138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33428) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.649104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:04.649104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:04.674924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:04.677924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.698609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.711293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-14cfd283-44f8-4ede-931d-d0c4c974a33c None None] Provisioning for port 847ed573-ff2c-4a51-97c0-1f6ff19dd808 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:04.718150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 4a55f9da-0d16-4119-b18f-ee7729002cbb {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:04.723643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.723936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.735919 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bbcd177c-a026-4fd5-86fb-f76e2af398cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88bedd164d424ea0847769f2f5bddc15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5267839 Jan 25 15:38:04.742304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33432) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:04.742454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-14cfd283-44f8-4ede-931d-d0c4c974a33c None None] Provisioning complete for port 847ed573-ff2c-4a51-97c0-1f6ff19dd808 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:04.742454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14cfd283-44f8-4ede-931d-d0c4c974a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.759130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:38:04.780261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.780632 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 3bfa727f-102a-4bec-b47d-00c7b4e7c898 of type vlan for network cd393be7-ab04-4e21-b027-0fb23fe9cba9 Jan 25 15:38:04.791372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.878394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-14cfd283-44f8-4ede-931d-d0c4c974a33c None None] Port 847ed573-ff2c-4a51-97c0-1f6ff19dd808 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:04.906515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483771b4-c408-4c36-a9f7-8263082896d3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:04.911409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483771b4-c408-4c36-a9f7-8263082896d3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:04.911741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-483771b4-c408-4c36-a9f7-8263082896d3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:04.925676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.929231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9d90159d-b6c1-4f7c-a759-282c37b5611e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:04.929773 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.975352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ca0d53-7299-45ab-b2de-9af4c8ffe502']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:04.977602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:04.983161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:04.983403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.005593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d56ac40-5837-4d3d-b077-9cd2be0a2d35') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:05.005910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d56ac40-5837-4d3d-b077-9cd2be0a2d35') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:05.029656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.036475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] DHCP port deletion for 680bdaa6-bf76-46b4-9183-79ae22a78a01 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:05.046852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.047585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.098448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-483771b4-c408-4c36-a9f7-8263082896d3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:05.099589 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-483771b4-c408-4c36-a9f7-8263082896d3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4960370 Jan 25 15:38:05.105960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33438) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:05.108956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Deleting port 62df9456-979c-4602-9720-4230143a499f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:05.109117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.113773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.134477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:05.134904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.150289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:05.150757 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:05.154871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:05.155751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.272987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2e831-46d3-4c77-81c5-f384af163d63 req-4a593ea7-94a8-4d33-b013-43e9900fc68f tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:05.274420 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcf2e831-46d3-4c77-81c5-f384af163d63 req-4a593ea7-94a8-4d33-b013-43e9900fc68f tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 943 time: 0.2348108 Jan 25 15:38:05.302452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 847ed573-ff2c-4a51-97c0-1f6ff19dd808 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:05.302796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.304202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.309815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.337297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=cd393be7-ab04-4e21-b027-0fb23fe9cba9,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:05.361274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcf2e831-46d3-4c77-81c5-f384af163d63 req-bf7e9638-d97a-40e9-a189-6ca2a79b6417 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791962 Jan 25 15:38:05.367884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:38:05.368021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.375296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Network': ['ID=48ca0d53-7299-45ab-b2de-9af4c8ffe502,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:05.388764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbb7b39-2b46-497e-b854-88695dce7c21,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:05.389481 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-881d7169-61dc-4080-9df9-5723c99947c2 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/networks/48ca0d53-7299-45ab-b2de-9af4c8ffe502 HTTP/1.1" status: 204 len: 168 time: 0.9645739 Jan 25 15:38:05.391528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.393326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-57cf52f4-9def-4e24-aee8-92fa2ddf6d99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fbb7b39-2b46-497e-b854-88695dce7c21 HTTP/1.1" status: 204 len: 168 time: 0.6549129 Jan 25 15:38:05.393326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33442) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:05.473634 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8f31aada-31db-4df3-9e36-373981c849e3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3281443 Jan 25 15:38:05.474379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.477960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33448) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:05.518290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:05.540663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=4a55f9da-0d16-4119-b18f-ee7729002cbb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:05.561189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0368c0a-0be8-4c19-a13e-e45ceb315884 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:05.630228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.641975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 62df9456-979c-4602-9720-4230143a499f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:05.642366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.681298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e0368c0a-0be8-4c19-a13e-e45ceb315884 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:05.681567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.681754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0368c0a-0be8-4c19-a13e-e45ceb315884 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:05.683961 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0d6f5753-fe8a-4d25-9388-4668b0494c46 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/4a55f9da-0d16-4119-b18f-ee7729002cbb HTTP/1.1" status: 204 len: 168 time: 1.1989455 Jan 25 15:38:05.684641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f8856a-d4a4-4549-8cc5-71403ba52bca None None] Network 4e77dc76-ea99-4da9-ab17-5493ce5bd13d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:05.690269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33452) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:05.799664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:05.812826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:05.830013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:05.846598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:05.869413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.878755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] For port 62df9456-979c-4602-9720-4230143a499f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=62df9456-979c-4602-9720-4230143a499f,segment=NetworkSegment(bb885f4d-e8e0-4f25-be0b-3230d3076758),segment_id=bb885f4d-e8e0-4f25-be0b-3230d3076758)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:05.879194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.884653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] For port 62df9456-979c-4602-9720-4230143a499f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=62df9456-979c-4602-9720-4230143a499f,segment=NetworkSegment(bb885f4d-e8e0-4f25-be0b-3230d3076758),segment_id=bb885f4d-e8e0-4f25-be0b-3230d3076758)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:05.885204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:05.986735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:06.006292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 847ed573-ff2c-4a51-97c0-1f6ff19dd808 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:06.017206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Calling delete_port for 62df9456-979c-4602-9720-4230143a499f owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:06.018552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Calling delete_port for 62df9456-979c-4602-9720-4230143a499f owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:06.165871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:38:02Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:06.172757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.177669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Checking router: 3bc65f36-c5a1-4176-8005-2784920265db for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:38:06.189672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:06.190025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:06.199715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Routers {'3bc65f36-c5a1-4176-8005-2784920265db'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:06.200366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['3bc65f36-c5a1-4176-8005-2784920265db'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:06.217358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.245990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Port': ['ID=62df9456-979c-4602-9720-4230143a499f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:06.254782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33458) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:06.288160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] No DVR routers for this DVR port 62df9456-979c-4602-9720-4230143a499f on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:06.328806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.348762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] DHCP port deletion for 4e77dc76-ea99-4da9-ab17-5493ce5bd13d request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:06.370659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Deleting port d11d8d7e-dbfc-44eb-8c36-34887393dd29 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:06.370659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.467897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.476786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:06.485527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Usage tracker for resource:security_group_rule and tenant:4785f55abec5403b9ae0ae869f74ac30 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:06.489071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] Set router 3bc65f36-c5a1-4176-8005-2784920265db gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:06.500884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:06.506973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:06.512346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680bdaa6-bf76-46b4-9183-79ae22a78a01']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:06.532016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb885f4d-e8e0-4f25-be0b-3230d3076758') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:06.532372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb885f4d-e8e0-4f25-be0b-3230d3076758') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:06.553033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.568424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.580732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.593766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:06.594283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:06.609753 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:06.618198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d11d8d7e-dbfc-44eb-8c36-34887393dd29 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:06.705635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Deleting port 62df9456-979c-4602-9720-4230143a499f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:06.706048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.742772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.764777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.796914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=847ed573-ff2c-4a51-97c0-1f6ff19dd808,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:06.803369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953a2e2-42dd-480c-8a73-c3012b608a7d req-0c52ac4c-0ab0-4bca-b61b-1179a7b30473 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:06.805438 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b953a2e2-42dd-480c-8a73-c3012b608a7d req-0c52ac4c-0ab0-4bca-b61b-1179a7b30473 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 943 time: 0.1155143 Jan 25 15:38:06.852871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b953a2e2-42dd-480c-8a73-c3012b608a7d req-f2104489-d8c5-4f82-90da-c32188579b7c tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413640 Jan 25 15:38:06.879014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f8097b13-9330-4e63-ab30-17f7f9e477f1 None None] The port '62df9456-979c-4602-9720-4230143a499f' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:38:06.879853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.905938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.912952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] For port d11d8d7e-dbfc-44eb-8c36-34887393dd29, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d11d8d7e-dbfc-44eb-8c36-34887393dd29,segment=NetworkSegment(cbdabffc-64c8-4e66-883a-17a49c4b34bc),segment_id=cbdabffc-64c8-4e66-883a-17a49c4b34bc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:06.912952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.938713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:06.968556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Network': ['ID=680bdaa6-bf76-46b4-9183-79ae22a78a01,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:06.992848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-08ef3194-7bf2-424a-96d4-99ed2de897fa tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/networks/680bdaa6-bf76-46b4-9183-79ae22a78a01 HTTP/1.1" status: 204 len: 168 time: 1.5987387 Jan 25 15:38:06.997176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4785f55abec5403b9ae0ae869f74ac30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7395334 Jan 25 15:38:07.006252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136f9a-1690-4394-95c4-40cc9c1c4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e6e46-068b-4dc7-b49d-3ea2a1d3756f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:07.006252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33464) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:07.028004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33468) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:07.079341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Calling delete_port for d11d8d7e-dbfc-44eb-8c36-34887393dd29 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:07.108668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 01259d63-84e9-4659-9e2d-b5c098ffbad0 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:38:07.176586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.190629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.230199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.259834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.271225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting subnet ed269e14-6612-46bd-a204-fbad2ad21a5e {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:07.276613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.300456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.301613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 701ac7d8-acb5-4775-8402-f70a4552fe56 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:07.301969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.332158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.373723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.414256 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-deda242d-0d8c-49bc-a0e8-bb372bcaf8c7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/847ed573-ff2c-4a51-97c0-1f6ff19dd808 HTTP/1.1" status: 204 len: 168 time: 2.3069618 Jan 25 15:38:07.415482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33472) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:07.464225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.472908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.531508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:07.532854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:07.534361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:07.535151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:07.550886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=d9f1751b-d08f-4222-ad4d-ef6a65074ab0,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:07.561935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.569960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:38:02Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:07.581304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] Pushing event deleted for resources: {'Port': ['ID=d11d8d7e-dbfc-44eb-8c36-34887393dd29,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:07.585936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 62df9456-979c-4602-9720-4230143a499f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:07.591353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:07.591891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: 8d94fc25-3e8b-4278-b18f-092e4581c604, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:38:07.599810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e6e46-068b-4dc7-b49d-3ea2a1d3756f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:07.603904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 701ac7d8-acb5-4775-8402-f70a4552fe56, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=701ac7d8-acb5-4775-8402-f70a4552fe56,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:07.604270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.621719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0,segment=NetworkSegment(cfd3e49a-3f4a-41f4-8fc2-4d286018bc93),segment_id=cfd3e49a-3f4a-41f4-8fc2-4d286018bc93)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:07.636797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 62df9456-979c-4602-9720-4230143a499f {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:07.636797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 62df9456-979c-4602-9720-4230143a499f not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:07.638315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77842e52-acb2-4224-adf2-fe051bb6d345 None None] The sync data for ids ['3bc65f36-c5a1-4176-8005-2784920265db'] in dv-neutron-826291-2-hyperv is: [{'id': '3bc65f36-c5a1-4176-8005-2784920265db', 'name': 'tempest-TestNetworkBasicOps-router-1845032006', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:34:48Z', 'updated_at': '2022-01-25T15:38:02Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '701ac7d8-acb5-4775-8402-f70a4552fe56', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:0b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc65f36-c5a1-4176-8005-2784920265db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:34:50Z', 'updated_at': '2022-01-25T15:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:07.649197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d50b4-3fb2-4bfc-ae88-44db4bf094f7 None None] No DVR routers for this DVR port d11d8d7e-dbfc-44eb-8c36-34887393dd29 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:07.654956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '01259d63-84e9-4659-9e2d-b5c098ffbad0', 'network_id': 'd1975a55-8b88-4606-9274-fbe81392f802', 'port_id': '01259d63-84e9-4659-9e2d-b5c098ffbad0', 'mac_address': 'fa:16:3e:be:13:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51f68af-022c-4da5-8a4d-88144e62c53b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:38:07.686145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.687257 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ef341421-198e-4c86-8b66-32611d32fa76 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b7e6e46-068b-4dc7-b49d-3ea2a1d3756f HTTP/1.1" status: 204 len: 168 time: 0.6565034 Jan 25 15:38:07.712859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:07.715424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e89505de-87c2-4bbd-beca-c67d5d4a07f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2982104 Jan 25 15:38:07.719135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33478) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:07.749586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.759014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 701ac7d8-acb5-4775-8402-f70a4552fe56 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:07.771141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01259d63-84e9-4659-9e2d-b5c098ffbad0 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:38:07.787030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.798371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0,segment=NetworkSegment(cfd3e49a-3f4a-41f4-8fc2-4d286018bc93),segment_id=cfd3e49a-3f4a-41f4-8fc2-4d286018bc93)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:07.851622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Subnet': ['ID=ed269e14-6612-46bd-a204-fbad2ad21a5e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:07.867197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.870771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:07.885071 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ff0e4e8c-25bf-4a3b-99f1-b8162bc1e7eb tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/subnets/ed269e14-6612-46bd-a204-fbad2ad21a5e HTTP/1.1" status: 204 len: 168 time: 0.8845422 Jan 25 15:38:07.885774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33484) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:07.895693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:38:07.976256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f5cb5-ec5f-4b74-bcc3-8e5993e74b1f None None] Network 9888359f-20aa-4386-936c-31b53e7d6cc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:07.984364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 8d94fc25-3e8b-4278-b18f-092e4581c604) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:07.996081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:07.996789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.001409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3955613-c44b-4570-b2e4-daefa1b8c729 None None] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:08.058945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.112767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=701ac7d8-acb5-4775-8402-f70a4552fe56,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:08.117545 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a5e74a56-ac08-4c60-849a-fc54a86bb5af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6101825 Jan 25 15:38:08.121787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:08.166863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:08.193212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.238675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Deleting port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:08.239054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.296007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 0f7db196-2a3a-48e4-8e98-59184eefdc74 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:08.305839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:08.318231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['01259d63-84e9-4659-9e2d-b5c098ffbad0'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:38:08.336896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.407555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb0c4-2df7-4c3d-b512-76bbccb4f8d3 req-97974541-ba0d-4529-9033-348b825a9da0 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:08.415238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5dfb0c4-2df7-4c3d-b512-76bbccb4f8d3 req-97974541-ba0d-4529-9033-348b825a9da0 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 944 time: 0.3519161 Jan 25 15:38:08.461580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.516276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7dbca603-60ad-43c1-becf-6f9a62d3a997 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:08.595060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7dbca603-60ad-43c1-becf-6f9a62d3a997 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:08.595345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7dbca603-60ad-43c1-becf-6f9a62d3a997 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:08.596458 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5dfb0c4-2df7-4c3d-b512-76bbccb4f8d3 req-f285fb2e-a641-45cb-8eb4-8b850600fb7e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798728 Jan 25 15:38:08.596616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:08.600416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:08.603287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:08.608945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:08.649895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] For port 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d0d4bfb-de17-4926-b220-4276b9bc9d52,segment=NetworkSegment(4586ba2e-c6a8-445c-81ea-b2038a38aded),segment_id=4586ba2e-c6a8-445c-81ea-b2038a38aded)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:08.650410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.651632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-8d94fc25-3e8b-4278-b18f-092e4581c604', 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': 'd9f1751b-d08f-4222-ad4d-ef6a65074ab0'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:08.652450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.697449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.743594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.756186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:08.799492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Calling delete_port for 0d0d4bfb-de17-4926-b220-4276b9bc9d52 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:08.866865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.878510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] DHCP port deletion for 9888359f-20aa-4386-936c-31b53e7d6cc5 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:08.892322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Deleting port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:08.892694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:08.935291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Allocated IP 2001:db8::2 (8d94fc25-3e8b-4278-b18f-092e4581c604/d9f1751b-d08f-4222-ad4d-ef6a65074ab0/2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:09.016150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.050389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.064855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.070488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.076044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Port': ['ID=0d0d4bfb-de17-4926-b220-4276b9bc9d52,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:09.121782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=0f7db196-2a3a-48e4-8e98-59184eefdc74,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:09.126633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.126833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] No DVR routers for this DVR port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:09.172399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.213781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7dd0b-4428-41f4-b181-1af145f2b5bf None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:09.284179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62299be9-7945-4307-8c71-098041560911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/0f7db196-2a3a-48e4-8e98-59184eefdc74 HTTP/1.1" status: 204 len: 168 time: 1.5632887 Jan 25 15:38:09.286385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.289026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33492) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:09.308417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] For port 0d0d4bfb-de17-4926-b220-4276b9bc9d52, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0d0d4bfb-de17-4926-b220-4276b9bc9d52,segment=NetworkSegment(4586ba2e-c6a8-445c-81ea-b2038a38aded),segment_id=4586ba2e-c6a8-445c-81ea-b2038a38aded)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:09.309053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.315079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9888359f-20aa-4386-936c-31b53e7d6cc5']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:09.327465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4586ba2e-c6a8-445c-81ea-b2038a38aded') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:09.327773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4586ba2e-c6a8-445c-81ea-b2038a38aded') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:09.332664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.333221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc65f36-c5a1-4176-8005-2784920265db {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:38:09.344616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.368655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.371455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.375475 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dceb0752-4197-49fc-9d59-bfcef2a55127 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/3bc65f36-c5a1-4176-8005-2784920265db HTTP/1.1" status: 204 len: 168 time: 3.6798801 Jan 25 15:38:09.375475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33496) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:09.376202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:09.376707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.457517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Calling delete_port for 0d0d4bfb-de17-4926-b220-4276b9bc9d52 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:09.478238 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:09.505421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.547114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.566473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.575911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Pushing event deleted for resources: {'Network': ['ID=9888359f-20aa-4386-936c-31b53e7d6cc5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:09.581433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-336ac866-00ba-44be-89c0-415b17558ac7 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/networks/9888359f-20aa-4386-936c-31b53e7d6cc5 HTTP/1.1" status: 204 len: 168 time: 1.6904674 Jan 25 15:38:09.586517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33500) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:09.667733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet b3e24dac-2da5-4262-8c1c-0835aee4483d {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:09.675442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.703164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=9e809066-fc7e-431a-8ebe-07e6b60f9ac0,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:09.708235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.733109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:09.733733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:09.734791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.756205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-df077275-4551-4090-a30f-21c79024e7ed tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Synchronizing usage tracker for tenant:05aeeba66bd84eabb7168beef19036de on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:09.758686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Transition to ACTIVE for port object 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:09.761883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.796640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Transition to ACTIVE for port object 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:09.871861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3200-ba6c-47ee-b41a-147e45c2d4b6 req-50b37ede-6e14-4d30-b7e1-75ef8c99526d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:09.871861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c3e3200-ba6c-47ee-b41a-147e45c2d4b6 req-50b37ede-6e14-4d30-b7e1-75ef8c99526d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 944 time: 0.0919213 Jan 25 15:38:09.871861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-df077275-4551-4090-a30f-21c79024e7ed tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Unset dirty status for tenant:05aeeba66bd84eabb7168beef19036de on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:09.871861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-df077275-4551-4090-a30f-21c79024e7ed tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5d1ac4b-dc32-4388-bf80-638af793cfe2 HTTP/1.1" status: 200 len: 205 time: 0.2843637 Jan 25 15:38:09.872961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:09.896277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '3bfa727f-102a-4bec-b47d-00c7b4e7c898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:09.896277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: cd393be7-ab04-4e21-b027-0fb23fe9cba9, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:38:09.913297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:09.995669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:09.999747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:10.004052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:10.017469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Pushing event updated for resources: {'Port': ['ID=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:10.053937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c3e3200-ba6c-47ee-b41a-147e45c2d4b6 req-c74d50ea-bd19-4410-97ab-aed25d0c993f tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804705 Jan 25 15:38:10.064815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.129711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Attempting to bind port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:10.133570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.139088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Attempting to bind port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:10.139675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Attempting to bind port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef on network 8d94fc25-3e8b-4278-b18f-092e4581c604 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:10.145351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.147515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:10.147888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Checking segment: {'id': '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:10.148286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.148674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Bound using segment: {'id': '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:10.149444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Bound port: 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d94fc25-3e8b-4278-b18f-092e4581c604'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:10.149955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.211799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e77dc76-ea99-4da9-ab17-5493ce5bd13d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:10.235780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Deleting port 0d0d4bfb-de17-4926-b220-4276b9bc9d52 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:10.236150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.241820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdabffc-64c8-4e66-883a-17a49c4b34bc') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:10.242552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdabffc-64c8-4e66-883a-17a49c4b34bc') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:10.260468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.287976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.299773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:38:10.314146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:10.314833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:10.331667 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:10.342075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9f83d09a-fc54-47b5-9dff-82cce4ca34a1 None None] The port '0d0d4bfb-de17-4926-b220-4276b9bc9d52' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:38:10.358227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:10.366235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:10.391568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.443986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, cd393be7-ab04-4e21-b027-0fb23fe9cba9) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:10.449043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:10.449749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.461681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.467972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e24dac-2da5-4262-8c1c-0835aee4483d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:10.496458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.518603 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f961e274-5a04-491b-af76-35af1d7462fa tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/b3e24dac-2da5-4262-8c1c-0835aee4483d HTTP/1.1" status: 204 len: 168 time: 1.2283680 Jan 25 15:38:10.525355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33510) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:10.539431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b540b06-70d0-4154-820c-2a7c772d7efa None None] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:10.565988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 701ac7d8-acb5-4775-8402-f70a4552fe56 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:10.599234 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5df96677-e095-4dad-9603-9cb949403d38 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786464 Jan 25 15:38:10.600382 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.602654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33514) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:10.607695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:10.642043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.657431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.658001 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/4e77dc76-ea99-4da9-ab17-5493ce5bd13d HTTP/1.1" status: 204 len: 168 time: 1.2708335 Jan 25 15:38:10.658104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632b7eb-b758-4a71-b162-61ac1a98ac36 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:10.658190 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cba7e443-3f38-40e7-81ab-7414fdc4c9c4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5291421 Jan 25 15:38:10.659073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:10.665669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1788809762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:10.667750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33522) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:10.674023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:10.674215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51702023-20af-4690-b437-3a4182b738aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=4e77dc76-ea99-4da9-ab17-5493ce5bd13d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:10.675846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c84ed-2291-4842-a3e9-c00dabbcfe0e None None] Pushing event updated for resources: {'Port': ['ID=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:10.678363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.681424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:10.685266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:10.692586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:10.747567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--1140617648', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:10.747829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 701ac7d8-acb5-4775-8402-f70a4552fe56 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:10.748016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 701ac7d8-acb5-4775-8402-f70a4552fe56 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:10.748433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d0d4bfb-de17-4926-b220-4276b9bc9d52 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:10.759821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:10.775294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:10.780215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:10.794634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:10.798602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.799709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.807385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:10.812253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:10.815425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:10.821964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:10.826403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.843872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.844704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Fanout notify agent at l3_agent the message router_deleted on router a5d1ac4b-dc32-4388-bf80-638af793cfe2 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:38:10.860871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.861116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0d0d4bfb-de17-4926-b220-4276b9bc9d52 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:10.861470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0d0d4bfb-de17-4926-b220-4276b9bc9d52 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:10.862423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:10.865756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.878947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eeb02ed2-4fa0-4bec-9d73-934970019605 tempest-RoutersNegativeIpV6Test-991113548 tempest-RoutersNegativeIpV6Test-991113548-project] 10.222.0.26 "DELETE /v2.0/routers/a5d1ac4b-dc32-4388-bf80-638af793cfe2 HTTP/1.1" status: 204 len: 168 time: 1.0030074 Jan 25 15:38:10.905466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-27124f75-23d2-4060-bb54-0439eee81794 None None] Provisioning complete for port 9d90159d-b6c1-4f7c-a759-282c37b5611e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:10.905840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-27124f75-23d2-4060-bb54-0439eee81794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.908250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:10.922852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:10.933641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.024381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.025860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc848a52-4993-4026-bf77-b4bb6e7af960 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3651910 Jan 25 15:38:11.029920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33528) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:11.065527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:38:11.071231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 01259d63-84e9-4659-9e2d-b5c098ffbad0 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:11.134994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.135339 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment c384b3b3-6069-4dd3-820a-a625a5443af1 of type vlan for network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 Jan 25 15:38:11.199935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.405444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.410232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:11.411103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.562254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-cd393be7-ab04-4e21-b027-0fb23fe9cba9', 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': '9e809066-fc7e-431a-8ebe-07e6b60f9ac0'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:11.563793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.583676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:11.590446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.595821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33536) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:11.605768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:38:11.661976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46817d78-198b-48aa-b556-35cc168da4dc req-3c6fee53-a6ff-4f0a-babd-b09053fecfca tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:11.663382 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46817d78-198b-48aa-b556-35cc168da4dc req-3c6fee53-a6ff-4f0a-babd-b09053fecfca tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 944 time: 0.3421743 Jan 25 15:38:11.671697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=c95bbdec-4cf5-4451-b1e5-b6c44747f456,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:11.680464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:11.681642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:11.684765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:11.685348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.733527 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4ac680f5-c03f-4ba1-a490-4b4b730f8e00 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0617225 Jan 25 15:38:11.733869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33542) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:11.742092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:11.763678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:11.764873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:11.769673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:11.778513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:11.785343 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c4c5f8f4-817e-44b3-b841-8802d9f6dd83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1823962 Jan 25 15:38:11.793664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33546) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:11.796448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:11.805825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:11.830899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Deleting port 9d90159d-b6c1-4f7c-a759-282c37b5611e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:11.831361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.903606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 01259d63-84e9-4659-9e2d-b5c098ffbad0 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:11.937132 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9bd2fda1-5599-452a-ae51-030346fa4350 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05aeeba66bd84eabb7168beef19036de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2949126 Jan 25 15:38:11.938033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33550) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:11.938180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.939061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.968982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 01259d63-84e9-4659-9e2d-b5c098ffbad0 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:11.969538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:11.978895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46817d78-198b-48aa-b556-35cc168da4dc req-0c8364f3-a9e3-422c-ad29-9d83d8d1ee13 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604785 Jan 25 15:38:12.009140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.027482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:12.033147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:12.037277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:12.044940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:12.121016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.130185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.170747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.188686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:12.193521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.198253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Allocated IP 2001:db8:1::2 (cd393be7-ab04-4e21-b027-0fb23fe9cba9/9e809066-fc7e-431a-8ebe-07e6b60f9ac0/360c8889-9f66-4cc2-8c6b-da269ba15c0c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:12.275246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.315082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0,segment=NetworkSegment(cfd3e49a-3f4a-41f4-8fc2-4d286018bc93),segment_id=cfd3e49a-3f4a-41f4-8fc2-4d286018bc93)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:12.325512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:12.403352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.566261 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0', 'code': 200} Jan 25 15:38:12.568236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6671776-4f4b-4d19-bc05-8be93b2bad3e None None] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:12.591261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.618502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8::1 (8d94fc25-3e8b-4278-b18f-092e4581c604/d9f1751b-d08f-4222-ad4d-ef6a65074ab0/18396c1f-ef21-4927-bb68-5851ff9489cf) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:12.705894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.725892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:12.736987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9705cb86-4247-47f0-b354-0e18cc4c1b88,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:12.762679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.766476 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a84e914c-36e3-4e36-9388-77b401400343 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9705cb86-4247-47f0-b354-0e18cc4c1b88 HTTP/1.1" status: 204 len: 168 time: 0.8254411 Jan 25 15:38:12.844644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.855217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:12.855631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.896567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 18396c1f-ef21-4927-bb68-5851ff9489cf will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:12.929171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:12.992129 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f346016-68d6-4938-b99b-a420c2f57fa1 req-f606f922-fee0-4a2b-bd97-d2868e7f247e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 1098 time: 0.0893326 Jan 25 15:38:13.024626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Calling delete_port for 9d90159d-b6c1-4f7c-a759-282c37b5611e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:13.037447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f346016-68d6-4938-b99b-a420c2f57fa1 req-4c5a17bb-3505-4dba-825f-4d319ae590f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Jan 25 15:38:13.041330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.054612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.060813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.065029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-463c34e4-f886-49f9-bdf0-94ea7684a052 None None] Provisioning for port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:13.112129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:13.167384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Transition to ACTIVE for port object 360c8889-9f66-4cc2-8c6b-da269ba15c0c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:13.169207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:13.192574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:13.197571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:13.202550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:13.203090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.239592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=18396c1f-ef21-4927-bb68-5851ff9489cf,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:13.326184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.21 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/82a829da-8df6-4c20-8319-328215e985a3) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:13.326843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Transition to ACTIVE for port object 360c8889-9f66-4cc2-8c6b-da269ba15c0c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:13.409369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3ec63-f051-4cdf-b73a-d892b0ecc6c6 req-bd6f9609-f89a-4ced-8def-2088768df4fb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:13.411359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49c3ec63-f051-4cdf-b73a-d892b0ecc6c6 req-bd6f9609-f89a-4ced-8def-2088768df4fb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.1041994 Jan 25 15:38:13.428793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.485769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.489065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:13.505587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:13.506194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:13.515594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:13.516157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.546018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.630501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.633949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Pushing event updated for resources: {'Port': ['ID=360c8889-9f66-4cc2-8c6b-da269ba15c0c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:13.659060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:13.722249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:13.740882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:13.809233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49c3ec63-f051-4cdf-b73a-d892b0ecc6c6 req-153911d2-c98c-441d-baa7-2ee137e71e68 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244913 Jan 25 15:38:13.821676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.849073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:13.860541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.911248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Attempting to bind port 360c8889-9f66-4cc2-8c6b-da269ba15c0c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:13.911741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Attempting to bind port 360c8889-9f66-4cc2-8c6b-da269ba15c0c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '3bfa727f-102a-4bec-b47d-00c7b4e7c898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:13.911959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Attempting to bind port 360c8889-9f66-4cc2-8c6b-da269ba15c0c on network cd393be7-ab04-4e21-b027-0fb23fe9cba9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:13.926369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:13.927754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:13.928124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Checking segment: {'id': '3bfa727f-102a-4bec-b47d-00c7b4e7c898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:13.928854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.928976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Bound using segment: {'id': '3bfa727f-102a-4bec-b47d-00c7b4e7c898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:13.929348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Bound port: 360c8889-9f66-4cc2-8c6b-da269ba15c0c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfa727f-102a-4bec-b47d-00c7b4e7c898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'cd393be7-ab04-4e21-b027-0fb23fe9cba9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:13.929738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.943355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:13.960810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:13.966784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=82a829da-8df6-4c20-8319-328215e985a3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:13.969273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:13.972895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:14.009472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Deleting port 9d90159d-b6c1-4f7c-a759-282c37b5611e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:14.013795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.086444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Provisioning for port 18396c1f-ef21-4927-bb68-5851ff9489cf completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:14.093142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.114529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.116472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.223647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9d90159d-b6c1-4f7c-a759-282c37b5611e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:14.256831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Provisioning complete for port 18396c1f-ef21-4927-bb68-5851ff9489cf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:14.257198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.326171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.327808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:14.335736 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:14.336964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] For port 360c8889-9f66-4cc2-8c6b-da269ba15c0c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:14.339181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:14.353257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:14.354000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.358797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=fa25b441-1ca0-4b57-a522-95f3a9f69db4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:14.388020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=8']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:14.393353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] For port 360c8889-9f66-4cc2-8c6b-da269ba15c0c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=360c8889-9f66-4cc2-8c6b-da269ba15c0c,segment=NetworkSegment(3bfa727f-102a-4bec-b47d-00c7b4e7c898),segment_id=3bfa727f-102a-4bec-b47d-00c7b4e7c898)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:14.409370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Port 18396c1f-ef21-4927-bb68-5851ff9489cf cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:14.413067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.414024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.447514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33576) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:14.483199 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-57606207-068c-4ae6-82d7-44495a6fbb81 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6935816 Jan 25 15:38:14.486469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33582) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:14.499558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:54:46:f9', 'name': 'tempest-NetworksTestDHCPv6-1362594928'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:14.528016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.564703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=18396c1f-ef21-4927-bb68-5851ff9489cf,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:14.630236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Provisioning complete for port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:14.630602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b50bf0b6-8905-4e77-9ef4-46690c7eed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.634825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:14.636024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:14.646601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.647612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.653278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620684393'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:14.664531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.675095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:14.727666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:14.728211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:14.845280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:14.864886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:14.880113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:14.903298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:14.908034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:14.911235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:14.919750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:14.938840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Calling delete_port for 9d90159d-b6c1-4f7c-a759-282c37b5611e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:15.028623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.029248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799e6cd-6a40-4de1-8a31-b22c36c0f6fd None None] Pushing event updated for resources: {'Port': ['ID=360c8889-9f66-4cc2-8c6b-da269ba15c0c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:15.045479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:15.071042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.138615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:15.188015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dbbb1-50a8-4d29-baa1-2d688856732d req-5cce3ce2-4d76-419e-a10a-fc052e6be980 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:15.189621 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e64dbbb1-50a8-4d29-baa1-2d688856732d req-5cce3ce2-4d76-419e-a10a-fc052e6be980 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.1736400 Jan 25 15:38:15.213646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.228160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:15.239700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:15.251998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:15.280704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:15.281174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:15.283363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:15.310729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e64dbbb1-50a8-4d29-baa1-2d688856732d req-b156f06b-a72d-4cc0-a72f-5f5725a5e723 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081285 Jan 25 15:38:15.312119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.333778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router b118b869-b048-498c-ac5b-8bfb9f1b5b84 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:38:15.395205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=9']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:15.404778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 04622b9f-97f6-479c-aa85-04fea6ce4373 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:15.407855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Deleting port 9d90159d-b6c1-4f7c-a759-282c37b5611e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:15.408305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.515940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.561243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 744241db-e90f-4357-8b4b-625170d3c89b is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:38:15.587515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:15.649808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-39999fe2-9774-4317-8913-47b5585926c9 None None] Provisioning complete for port 18396c1f-ef21-4927-bb68-5851ff9489cf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:15.650564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39999fe2-9774-4317-8913-47b5585926c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.656950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.665282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19112c7b-efe9-4fd0-b149-5519ac77d673 req-5a6a339f-8447-4e41-b1d4-3795d59cf52e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:15.667413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-19112c7b-efe9-4fd0-b149-5519ac77d673 req-5a6a339f-8447-4e41-b1d4-3795d59cf52e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.1796649 Jan 25 15:38:15.712615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:15.722090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-96efbbb8-361a-44c6-a5ef-8e5c103bf286 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6883142 Jan 25 15:38:15.723045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33590) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:15.731724 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] Sync routers for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:15.749511 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:15.750277 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:15.753698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:15.773239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:15.779070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c8ee10-5ae0-4a20-a98c-5f0ba82a8973,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:15.806992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:15.814187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-39999fe2-9774-4317-8913-47b5585926c9 None None] Port 18396c1f-ef21-4927-bb68-5851ff9489cf cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:15.832822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:15.836768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:15.837143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.855265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe41ff31-c3a1-4226-b7ff-4ad8c2155717 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:15.856700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe41ff31-c3a1-4226-b7ff-4ad8c2155717 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:15.870607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-19112c7b-efe9-4fd0-b149-5519ac77d673 req-1850c258-b7e3-4db4-b477-5e6662f2a07e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939912 Jan 25 15:38:15.879872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:15.900109 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:15.901398 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:15.904400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 172.20.0.6 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/c95bbdec-4cf5-4451-b1e5-b6c44747f456/04622b9f-97f6-479c-aa85-04fea6ce4373) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:15.921287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] For port 9d90159d-b6c1-4f7c-a759-282c37b5611e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9d90159d-b6c1-4f7c-a759-282c37b5611e,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:15.921698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:15.940587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe54:46f9 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/fa25b441-1ca0-4b57-a522-95f3a9f69db4/04622b9f-97f6-479c-aa85-04fea6ce4373) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:15.947160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe41ff31-c3a1-4226-b7ff-4ad8c2155717 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:15.948666 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fe41ff31-c3a1-4226-b7ff-4ad8c2155717 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports/18396c1f-ef21-4927-bb68-5851ff9489cf HTTP/1.1" status: 200 len: 911 time: 0.2246854 Jan 25 15:38:15.951190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33596) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.001150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:16.001629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2117f3-efe4-491a-94ea-300d631583c9 None None] The sync data for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:16.090719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.091442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Calling delete_port for 9d90159d-b6c1-4f7c-a759-282c37b5611e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:16.182470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.264189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96419a07-fe35-43c2-97bd-dabc2b9f487e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:16.294651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74fb518-b99b-44ec-a52f-59625850cf61 None None] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:16.314518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:16.324334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 360c8889-9f66-4cc2-8c6b-da269ba15c0c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:16.399563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Sync routers for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:16.425278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.432055 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fc2387b0-b413-4f16-9faf-99268aead921 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9776850 Jan 25 15:38:16.432055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.432055 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a8306126-aa7a-47fb-921f-22489837f3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6936555 Jan 25 15:38:16.432055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33600) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.451482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33604) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.481733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:16.482348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:16.501718 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-af1e576c-4f4c-4e7c-a5a8-787be374653c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489647 Jan 25 15:38:16.502640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33610) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.565664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.605512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2657044c-6a34-4865-93ba-371f0ade786e None None] Provisioning for port 360c8889-9f66-4cc2-8c6b-da269ba15c0c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:16.650868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] Pushing event deleted for resources: {'Port': ['ID=9d90159d-b6c1-4f7c-a759-282c37b5611e,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:16.757602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50f19c25-706e-4ca1-ba4f-a23294973d20 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:16.779172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b37cb3b-5c7d-4593-9c10-3509a87d4491 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:16.783331 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1b37cb3b-5c7d-4593-9c10-3509a87d4491 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2766171 Jan 25 15:38:16.785498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33614) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.823947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.834907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c5fbd-a393-471c-8fea-844b8d50e7b9 req-2153fc66-2abf-46df-8f2b-7de8343935bb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:16.836355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c38c5fbd-a393-471c-8fea-844b8d50e7b9 req-2153fc66-2abf-46df-8f2b-7de8343935bb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.2058351 Jan 25 15:38:16.841545 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f9412fb5-bae2-4608-a45c-25defa4516ae tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544884 Jan 25 15:38:16.842211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33618) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.845204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 04622b9f-97f6-479c-aa85-04fea6ce4373 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:16.850315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-340976827', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:16.852318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066d4ba-a8e1-4289-9cf2-83a7f77b1b86 None None] No DVR routers for this DVR port 9d90159d-b6c1-4f7c-a759-282c37b5611e on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:16.893801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 360c8889-9f66-4cc2-8c6b-da269ba15c0c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:16.896796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267291ec-d6f7-4ac9-a959-babddeaed776 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:16.931676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50f19c25-706e-4ca1-ba4f-a23294973d20 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:16.936269 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-50f19c25-706e-4ca1-ba4f-a23294973d20 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5029769 Jan 25 15:38:16.937075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33622) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:16.949368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-security--226644840', 'description': 'tempest-security-description-1058213879'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:16.968533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 360c8889-9f66-4cc2-8c6b-da269ba15c0c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:16.968931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:16.985477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:16.989739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:16.992713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:17.000255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:17.007307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c38c5fbd-a393-471c-8fea-844b8d50e7b9 req-8de5e473-0969-4379-a25f-bce1eb5798a7 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553524 Jan 25 15:38:17.034119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.060685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.083316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:17.093035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.161756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:17.251855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.383619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.408700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=04622b9f-97f6-479c-aa85-04fea6ce4373,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:17.415595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:17.415860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.417842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "PUT /v2.0/security-groups/96419a07-fe35-43c2-97bd-dabc2b9f487e HTTP/1.1" status: 200 len: 1611 time: 0.4795740 Jan 25 15:38:17.421951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33626) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:17.422921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:17.447375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f242f7-2391-48fd-b190-cdff82c530ab tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96419a07-fe35-43c2-97bd-dabc2b9f487e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:17.470203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:17.500150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.501799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.523780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8:1::1 (cd393be7-ab04-4e21-b027-0fb23fe9cba9/9e809066-fc7e-431a-8ebe-07e6b60f9ac0/5a65f5e2-3c74-471d-b76b-d7d391de78a7) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:17.600964 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ec95f804-7d2e-4476-bc68-3c9d653db6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups/96419a07-fe35-43c2-97bd-dabc2b9f487e HTTP/1.1" status: 200 len: 1611 time: 0.1756561 Jan 25 15:38:17.601738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33630) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:17.606035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 360c8889-9f66-4cc2-8c6b-da269ba15c0c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=360c8889-9f66-4cc2-8c6b-da269ba15c0c,segment=NetworkSegment(3bfa727f-102a-4bec-b47d-00c7b4e7c898),segment_id=3bfa727f-102a-4bec-b47d-00c7b4e7c898)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:17.638739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'c95bbdec-4cf5-4451-b1e5-b6c44747f456'}, {'subnet_id': 'fa25b441-1ca0-4b57-a522-95f3a9f69db4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:17.639564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.661174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:14Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:17.682308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:17.683897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.705519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Checking router: 744241db-e90f-4357-8b4b-625170d3c89b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:38:17.705837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Updating router 744241db-e90f-4357-8b4b-625170d3c89b port 82a829da-8df6-4c20-8319-328215e985a3 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:38:17.725634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.734269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.747850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 5a65f5e2-3c74-471d-b76b-d7d391de78a7 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:17.801326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.833252 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d53377fb-1354-468b-8b0c-9779cf2aa539 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3452668 Jan 25 15:38:17.836833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33634) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:17.837338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.854967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.887923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.950737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=360c8889-9f66-4cc2-8c6b-da269ba15c0c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:17.978971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:17.979747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=5a65f5e2-3c74-471d-b76b-d7d391de78a7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:17.986195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:17.986815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:17.987336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:17.998596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.025513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edd102-5891-4b76-9a2d-baf810da92b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:18.030052 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-04edd102-5891-4b76-9a2d-baf810da92b7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1905911 Jan 25 15:38:18.030312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33638) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:18.053759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.080404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96419a07-fe35-43c2-97bd-dabc2b9f487e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:18.125795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=0c92457d-a613-4e45-953f-07d5559a4a54,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:18.136123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:18.136621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:38:18.144952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Allocated IP 172.20.0.2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/c95bbdec-4cf5-4451-b1e5-b6c44747f456/7f9fa83c-202f-4c7d-a0a2-96757eb47cfc) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:18.152721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Allocated IP 2001:db8::f816:3eff:fea6:f536 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/fa25b441-1ca0-4b57-a522-95f3a9f69db4/7f9fa83c-202f-4c7d-a0a2-96757eb47cfc) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:18.167446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5f0ccb4a-0f9a-42cb-8621-046fb505faeb None None] Provisioning complete for port 360c8889-9f66-4cc2-8c6b-da269ba15c0c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:18.167823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5f0ccb4a-0f9a-42cb-8621-046fb505faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.179600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.181029 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0dbe70f4-7404-48db-91bf-408851b33575 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/96419a07-fe35-43c2-97bd-dabc2b9f487e HTTP/1.1" status: 204 len: 168 time: 0.5627789 Jan 25 15:38:18.184152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33644) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:18.274379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:38:18.290216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 04622b9f-97f6-479c-aa85-04fea6ce4373 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:18.291608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.299449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da603c49-0d18-4048-ab16-88b19f988062 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:18.349679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:18.354588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.355428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:18.356232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.380539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da603c49-0d18-4048-ab16-88b19f988062 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:18.382096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da603c49-0d18-4048-ab16-88b19f988062 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1967576 Jan 25 15:38:18.386376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33648) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:18.392591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e9242-15ed-4bd2-ab3b-4cea06bb6bb2 None None] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:18.403486 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-3b72982f-950d-4048-a72b-3d4bb6308cbe tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] delete failed (client error): The resource could not be found. Jan 25 15:38:18.411046 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b72982f-950d-4048-a72b-3d4bb6308cbe tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/96419a07-fe35-43c2-97bd-dabc2b9f487e HTTP/1.1" status: 404 len: 347 time: 0.0236704 Jan 25 15:38:18.411886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33652) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:18.417241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384286603'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:18.423344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:18.434117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:18.449730 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-baf1908c-32d4-4677-bb63-9b3d51fb6836 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6063077 Jan 25 15:38:18.450527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33656) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:18.524658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.573996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:18.580801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:18.584004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:18.591951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:18.697013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699921f-b825-43b6-84ba-78fe245530a8 req-b7719e87-9440-4670-b3e9-3cf1e497ca8e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:18.698551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2699921f-b825-43b6-84ba-78fe245530a8 req-b7719e87-9440-4670-b3e9-3cf1e497ca8e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.4554493 Jan 25 15:38:18.725583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.827349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.resource_extend [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 25 15:38:18.850488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.935722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.938178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:18.950271 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2699921f-b825-43b6-84ba-78fe245530a8 req-ca0be071-36ea-42b7-bc20-4c2e188537e0 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806731 Jan 25 15:38:18.955467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b559f371-716b-44f2-8a72-e97d3d330269,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:18.977951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Transition to ACTIVE for port object 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:18.998214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:18.999030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.021369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.045321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Transition to ACTIVE for port object 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:19.065722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.067301 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-40cbe48d-e68e-4518-b141-37d63c801cef tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6547766 Jan 25 15:38:19.075363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33662) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:19.082500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': 'b559f371-716b-44f2-8a72-e97d3d330269', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:19.089871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:19.095824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:19.099684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:19.107083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:19.121216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Transition to ACTIVE for port object 82a829da-8df6-4c20-8319-328215e985a3 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:19.124586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d7c46629-bf46-43d7-aa2b-d0f9316cbf66 None None] Provisioning for port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:19.134570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 04622b9f-97f6-479c-aa85-04fea6ce4373 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:19.165643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d7c46629-bf46-43d7-aa2b-d0f9316cbf66 None None] Provisioning complete for port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:19.166020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7c46629-bf46-43d7-aa2b-d0f9316cbf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.205965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.210772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.275634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.286307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.370430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:19.371264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d7c46629-bf46-43d7-aa2b-d0f9316cbf66 None None] Port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:19.373813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Pushing event updated for resources: {'Port': ['ID=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:19.384075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.391038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:19.406703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.420521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce86d1d8-e6df-424c-b185-69704770f7a4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:19.434145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:19.475897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Attempting to bind port 82a829da-8df6-4c20-8319-328215e985a3 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:19.476412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Attempting to bind port 82a829da-8df6-4c20-8319-328215e985a3 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:19.476848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Attempting to bind port 82a829da-8df6-4c20-8319-328215e985a3 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:19.498517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.513900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.514982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.551698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19b999-11a0-4622-8732-867cf6ddf9f3 None None] Pushing event updated for resources: {'Port': ['ID=82a829da-8df6-4c20-8319-328215e985a3,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:19.554808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Allocated IP 172.20.0.2 (2cd50456-1aa4-4bb4-8aa7-ddde8da913d0/0c92457d-a613-4e45-953f-07d5559a4a54/158ff78c-9d9b-4b10-910c-cbcbd20fec6d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:19.599484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:19.600397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:19.600534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.601018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:19.601628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Bound port: 82a829da-8df6-4c20-8319-328215e985a3, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:19.602103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.645122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.648613 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21446119-8983-4123-88fa-1795443cd6d9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5693097 Jan 25 15:38:19.649577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33668) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:19.674830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Attempting to bind port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:19.679487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Attempting to bind port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:19.679487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Attempting to bind port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:19.693195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.711526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=5a65f5e2-3c74-471d-b76b-d7d391de78a7,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:19.746786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.767487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:19.767487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:19.767487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.767487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:19.767957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.768276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Bound port: 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:19.768742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:19.808753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] For port 82a829da-8df6-4c20-8319-328215e985a3, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:19.812925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=04622b9f-97f6-479c-aa85-04fea6ce4373,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:19.860087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] For port 82a829da-8df6-4c20-8319-328215e985a3, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=82a829da-8df6-4c20-8319-328215e985a3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:19.902912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 360c8889-9f66-4cc2-8c6b-da269ba15c0c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:19.985786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.018850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:20.030160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3907-f9de-48e6-873f-bcbef19360b4 req-711acd6d-f31e-420c-8a4a-8bd3642c49e4 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.031610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de2c3907-f9de-48e6-873f-bcbef19360b4 req-711acd6d-f31e-420c-8a4a-8bd3642c49e4 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.3782649 Jan 25 15:38:20.032409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:20.053200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.079418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] For port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:20.083698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce86d1d8-e6df-424c-b185-69704770f7a4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:20.108002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.109362 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0d790e05-acb5-4e17-b209-cb1a23ee63b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ce86d1d8-e6df-424c-b185-69704770f7a4 HTTP/1.1" status: 204 len: 168 time: 0.4588802 Jan 25 15:38:20.110156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] For port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:20.114310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33672) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:20.115287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.141245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Transition to ACTIVE for port object 158ff78c-9d9b-4b10-910c-cbcbd20fec6d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:20.148668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19b999-11a0-4622-8732-867cf6ddf9f3 None None] Pushing event updated for resources: {'Port': ['ID=82a829da-8df6-4c20-8319-328215e985a3,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:20.175657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:20.177484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:20.240805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3e8b99d7-1c50-46c9-ae72-44b876cb2b3d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:20.244446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Transition to ACTIVE for port object 158ff78c-9d9b-4b10-910c-cbcbd20fec6d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:20.257900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-8d1aad97-79c9-420f-b7bd-1ea0c34227d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 1098 time: 0.5424819 Jan 25 15:38:20.261396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.265260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 360c8889-9f66-4cc2-8c6b-da269ba15c0c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:20.265260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.279556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.349681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.356185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3e8b99d7-1c50-46c9-ae72-44b876cb2b3d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:20.357991 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3e8b99d7-1c50-46c9-ae72-44b876cb2b3d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2437756 Jan 25 15:38:20.364657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:20.434692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (2cd50456-1aa4-4bb4-8aa7-ddde8da913d0/0c92457d-a613-4e45-953f-07d5559a4a54/0fb976e8-c4df-4027-a048-36b3d76b7706) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:20.443411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1c10c154-5c96-4cfa-af75-a78903e75193 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/04622b9f-97f6-479c-aa85-04fea6ce4373 HTTP/1.1" status: 204 len: 168 time: 2.4099731 Jan 25 15:38:20.444776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33680) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:20.505966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de2c3907-f9de-48e6-873f-bcbef19360b4 req-987675a2-f138-408d-bfb4-5120dbabda15 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407842 Jan 25 15:38:20.592319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:20.599089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415a37-c03e-4e50-9df5-462f80384949 req-16cb9b5f-8d8e-47f3-bb30-23f41ecccd54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.600553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-16cb9b5f-8d8e-47f3-bb30-23f41ecccd54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1975a55-8b88-4606-9274-fbe81392f802 HTTP/1.1" status: 200 len: 913 time: 0.3114235 Jan 25 15:38:20.604677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcf9a4-ace2-4b8e-903b-2ea83861aa29 None None] Pushing event updated for resources: {'Port': ['ID=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:20.612771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.647746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:20.655398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.656931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.658269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.659104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:20.662975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:20.707186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.777510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-02044c3d-80e5-48b8-93c9-b09f539a8dd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0 HTTP/1.1" status: 200 len: 217 time: 0.1240797 Jan 25 15:38:20.779250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.797065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Pushing event updated for resources: {'Port': ['ID=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:20.804039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 0fb976e8-c4df-4027-a048-36b3d76b7706 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:20.820010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:20.824963 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5f4bec36-f411-44f1-af7a-b95a152fe3b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3790753 Jan 25 15:38:20.827439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33684) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:20.846532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ceabdedd-0f99-4eb5-89ee-a886618e410b None None] Provisioning complete for port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:20.847159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceabdedd-0f99-4eb5-89ee-a886618e410b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.889803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.908628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b559f371-716b-44f2-8a72-e97d3d330269,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:20.925478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3415a37-c03e-4e50-9df5-462f80384949 req-8206964b-bfed-4dc1-b8e5-54a23be6745e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:20.927034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-8206964b-bfed-4dc1-b8e5-54a23be6745e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f68af-022c-4da5-8a4d-88144e62c53b HTTP/1.1" status: 200 len: 852 time: 0.1435683 Jan 25 15:38:20.937591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:20.951092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:20.990487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Attempting to bind port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:20.991076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Attempting to bind port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:20.991417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Attempting to bind port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d on network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:21.002914 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-fa93eca4-ebf5-468c-9dea-f384e0536cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1975a55-8b88-4606-9274-fbe81392f802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666192 Jan 25 15:38:21.017962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ceabdedd-0f99-4eb5-89ee-a886618e410b None None] Port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:21.025656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:21.028832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.029961 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e8d1ccb6-7854-4be4-b6dc-a5da7bd824e7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/b559f371-716b-44f2-8a72-e97d3d330269 HTTP/1.1" status: 204 len: 168 time: 0.6639113 Jan 25 15:38:21.030905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:21.032503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33688) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:21.072049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:21.090371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:21.090754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Checking segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:21.091156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.091584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Bound using segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:21.092029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Bound port: 158ff78c-9d9b-4b10-910c-cbcbd20fec6d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:21.092404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.147060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:21.162432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-281e989f-e863-4876-9568-d17da035b978 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:21.176423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.196908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-8b1cefcf-6cbb-4ba8-856c-bf37ded48367 service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333995 Jan 25 15:38:21.241090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router b118b869-b048-498c-ac5b-8bfb9f1b5b84 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:21.302307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] For port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:21.337516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-281e989f-e863-4876-9568-d17da035b978 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:21.339342 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-281e989f-e863-4876-9568-d17da035b978 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2938063 Jan 25 15:38:21.342651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] For port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:21.350382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33692) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:21.365186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.365454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--753927120'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:21.377002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet c95bbdec-4cf5-4451-b1e5-b6c44747f456 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:21.379693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:14Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:21.380278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:21.384726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70883fb9-aef7-40d8-a010-6fe313e0fc25 None None] The sync data for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv is: [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:14Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:21.392705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.422287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.515293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:21.548055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332da3fa-1c4b-4da2-96b3-587d0799d148 None None] Pushing event updated for resources: {'Port': ['ID=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:21.574933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3415a37-c03e-4e50-9df5-462f80384949 req-56838017-43c4-4f4f-87cd-7f5f38744c64 service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679338 Jan 25 15:38:21.859056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:21.961447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.058068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.070790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:22.129666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.148426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:22.181634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:22.189226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.230548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:22.261791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:22.285852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:22.285852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 82a829da-8df6-4c20-8319-328215e985a3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:22.320302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.340718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:22.347637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eb9ee-1ed3-46f3-acff-8e278a66b6da req-73550e76-5dae-4a51-8c8c-44e4e88eb304 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:22.355596 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] Sync routers for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:22.356157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-653eb9ee-1ed3-46f3-acff-8e278a66b6da req-73550e76-5dae-4a51-8c8c-44e4e88eb304 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.4988322 Jan 25 15:38:22.374899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:22.375575 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:22.486358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eb1b89-1ce2-462b-92b7-efc36c65d633 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:22.502697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0dc6e32c-0c23-4776-b00d-646e0083f958 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5502610 Jan 25 15:38:22.508368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33698) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:22.529657 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:22.544232 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:22.545270 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:22.579398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 82a829da-8df6-4c20-8319-328215e985a3 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:22.579619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-653eb9ee-1ed3-46f3-acff-8e278a66b6da req-f8d2b759-e68b-4f12-bf27-c169d3a391cf tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231944 Jan 25 15:38:22.590913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.599620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 82a829da-8df6-4c20-8319-328215e985a3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:22.599994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.607754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.655175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Could not find standard attr ID for object 04622b9f-97f6-479c-aa85-04fea6ce4373. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:22.667118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.671256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=c95bbdec-4cf5-4451-b1e5-b6c44747f456,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:22.680068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:22.695181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:22.700452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:22.708702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.717551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bfed9-70ab-456e-ba56-3174110557e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:22.718173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef6bfed9-70ab-456e-ba56-3174110557e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:22.750821 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:22.752648 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb8e0cf-d935-4f35-9685-1ae33e7fecad None None] The sync data for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:22.781120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256de9a5-2708-49e1-b539-22370520f8fc,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:22.818536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:22.823520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2ebe48c-03e1-4a7d-8d59-bd15595ee1a4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4706621 Jan 25 15:38:22.827450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33702) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:22.830219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '256de9a5-2708-49e1-b539-22370520f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:22.843803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:22.854315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:22.862292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:22.876599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-055d42d3-7aeb-4795-b799-3c6977396c77 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/c95bbdec-4cf5-4451-b1e5-b6c44747f456 HTTP/1.1" status: 204 len: 168 time: 2.0473807 Jan 25 15:38:22.882034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33706) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:22.894545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:22.926147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef6bfed9-70ab-456e-ba56-3174110557e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:22.930340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ef6bfed9-70ab-456e-ba56-3174110557e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports/5a65f5e2-3c74-471d-b76b-d7d391de78a7 HTTP/1.1" status: 200 len: 913 time: 0.4156749 Jan 25 15:38:22.932883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33710) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:22.983763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Provisioning for port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:22.996465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Provisioning complete for port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:22.996829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.024162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.072141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 82a829da-8df6-4c20-8319-328215e985a3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=82a829da-8df6-4c20-8319-328215e985a3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:23.101905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet fa25b441-1ca0-4b57-a522-95f3a9f69db4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:23.106828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.148764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.164628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.214171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.231604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.262529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec2bbc8-afec-44ed-ac9a-f3ce06278c4b None None] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:23.282902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=82a829da-8df6-4c20-8319-328215e985a3,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:23.336862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.346149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] For port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:23.347431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 744241db-e90f-4357-8b4b-625170d3c89b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:23.426672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.455891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca203956-b65a-423c-88f9-a0740602b68d,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:23.464646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.520442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.587109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:23.592950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403bdf9-bd01-4be5-87c6-e1ee7c273f2b None None] Pushing event updated for resources: {'Port': ['ID=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:23.593971 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1a2fb8f0-4e7f-4612-8c3d-5a5d0e495625 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/744241db-e90f-4357-8b4b-625170d3c89b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1413736 Jan 25 15:38:23.597242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33714) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:23.698519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4b4d1cad-1dd6-4d3b-b679-b574aa901efa None None] Provisioning for port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:23.706256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.710179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33720) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:23.716401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cc5d5ff9-afc2-4c29-93f4-268ce52d52d0 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8848407 Jan 25 15:38:23.718323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '256de9a5-2708-49e1-b539-22370520f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:23.724858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:23.735074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:23.739629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:23.761345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:23.866477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.900026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.920710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=fa25b441-1ca0-4b57-a522-95f3a9f69db4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:23.940160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.983110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:23.986091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:24.006845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.007213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.008036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.008036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.008300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.008660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.008987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.009328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.009925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.012300 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-726b941a-de34-4bd8-936f-0409dba73da4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6361 time: 0.4122057 Jan 25 15:38:24.015409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33724) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.030102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.042037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f81f8f-5c7a-4a97-8e22-3bf841999f9b None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:24.047442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db84d895-3151-482d-ad7a-36b520eb8f2e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/fa25b441-1ca0-4b57-a522-95f3a9f69db4 HTTP/1.1" status: 204 len: 168 time: 1.1635947 Jan 25 15:38:24.051760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33728) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.107246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.107975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.108626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.109168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.109752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.110265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.110870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.111381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.117095 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d37e0182-8ddf-41e0-9905-b31c0afa4a6e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5240 time: 0.1003869 Jan 25 15:38:24.117965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33732) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.124220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.244016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016e4f1c-f02e-4111-a20a-c9800f880a6e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:24.252754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.256129 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0f230201-0c93-4927-aaab-7c48b514339c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5426862 Jan 25 15:38:24.258462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33736) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.266982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '256de9a5-2708-49e1-b539-22370520f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:24.287078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:24.293608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:24.297667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:24.305010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:24.327707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cfb4396-f46b-48c4-933d-b4710b61179a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:router {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:24.357884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bd586-8d3c-40aa-afb3-a086dc4973f2 req-9b929e99-7918-4a30-b0f4-fcad9857cce9 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:24.359480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-186bd586-8d3c-40aa-afb3-a086dc4973f2 req-9b929e99-7918-4a30-b0f4-fcad9857cce9 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.5914092 Jan 25 15:38:24.398353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.419438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:24.419986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.429920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-186bd586-8d3c-40aa-afb3-a086dc4973f2 req-56c4df5d-1996-4ee3-bef1-1df65ff70917 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616956 Jan 25 15:38:24.445407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cfb4396-f46b-48c4-933d-b4710b61179a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:router {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:24.446602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3cfb4396-f46b-48c4-933d-b4710b61179a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3939664 Jan 25 15:38:24.461623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33740) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.469361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:24.483322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4d28c9ee-97f2-4590-8170-8a9dc784ef3a None None] Provisioning for port 0fb976e8-c4df-4027-a048-36b3d76b7706 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:24.515010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4d28c9ee-97f2-4590-8170-8a9dc784ef3a None None] Provisioning complete for port 0fb976e8-c4df-4027-a048-36b3d76b7706 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:24.515587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4d28c9ee-97f2-4590-8170-8a9dc784ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.561201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:24.658579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.661508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Deleting port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:24.670261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.671636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:24.677112 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-846101c5-dcb8-4f14-b22a-16544d88a1f0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2143 time: 0.5568879 Jan 25 15:38:24.683504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:24.686541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:24.692665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:24.699111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 158ff78c-9d9b-4b10-910c-cbcbd20fec6d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:24.744427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.793321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4d28c9ee-97f2-4590-8170-8a9dc784ef3a None None] Port 0fb976e8-c4df-4027-a048-36b3d76b7706 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:24.808908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:24.829158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4bccf7-fa59-4a35-b347-24d80fdc3994,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:24.900722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.905558 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a5381457-ff56-4f77-9ab9-e0e0dce9ded8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6460674 Jan 25 15:38:24.907317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33748) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:24.917984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '256de9a5-2708-49e1-b539-22370520f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:24.930298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:24.937571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:24.939638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:24.945237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:24.945452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:24.945759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.948529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 5a65f5e2-3c74-471d-b76b-d7d391de78a7 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:24.952271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.975257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:24.988410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:25.042325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] For port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:25.042710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.061949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b74d899b-9e2c-465d-a3fd-bc6e25f72eb4 None None] Provisioning complete for port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:25.062315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b74d899b-9e2c-465d-a3fd-bc6e25f72eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.203516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.236677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33754) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:25.246457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.253897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569528586', 'description': 'tempest-secgroup-smoke-1569528586 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:25.274330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:25.298804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:25.302360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:25.323338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Calling delete_port for 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:25.325577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:25.340766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.415944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:25.487072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 5a65f5e2-3c74-471d-b76b-d7d391de78a7 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:25.495301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b74d899b-9e2c-465d-a3fd-bc6e25f72eb4 None None] Provisioning complete for port 0fb976e8-c4df-4027-a048-36b3d76b7706 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:25.495804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b74d899b-9e2c-465d-a3fd-bc6e25f72eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.498761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.516406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.522402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0176-52cb-461b-bd9f-c32eba80755c req-4c44151f-0446-41b4-8a36-c6577ef8bebb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:25.523956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcaf0176-52cb-461b-bd9f-c32eba80755c req-4c44151f-0446-41b4-8a36-c6577ef8bebb tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.3783004 Jan 25 15:38:25.524686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.573180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.574328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 82a829da-8df6-4c20-8319-328215e985a3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:25.598730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=e357ab99-d397-4a34-bf89-77e443c889e3,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:25.602583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.615599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:25.617260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:25.621161 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:25.622147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.622877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.670817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b74d899b-9e2c-465d-a3fd-bc6e25f72eb4 None None] Port 0fb976e8-c4df-4027-a048-36b3d76b7706 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:25.675706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:25.679094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcaf0176-52cb-461b-bd9f-c32eba80755c req-354e2175-177a-47c3-a4e2-2140dbc5c315 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390030 Jan 25 15:38:25.684264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c999f31-6cb9-4a52-8b2e-d31f4025d975,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:25.688936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:25.692361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:25.709450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:25.709738 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ec614717-f336-4f6e-875f-0b56bd3b2283 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2466626 Jan 25 15:38:25.710077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33758) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:25.720404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:25.741063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Sync routers for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:25.747226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] No DVR routers for this DVR port 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:25.774491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:25.780130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4278ee6d-73ee-468d-b497-4df7ff38b97c None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:25.817138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.821117 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f4bfa0a-2027-47ee-8545-66eab49d8130 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9101667 Jan 25 15:38:25.826699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33762) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:25.828948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:25.829320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:25.835897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.836730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '256de9a5-2708-49e1-b539-22370520f8fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:25.847148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:25.855068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:25.864536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:25.874589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:25.917648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:25.921649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:25.924367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:25.930236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:25.933298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100be7d-e912-4da4-90ce-a761352ba26a None None] Pushing event deleted for resources: {'Port': ['ID=7f9fa83c-202f-4c7d-a0a2-96757eb47cfc,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:25.943260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.975022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 82a829da-8df6-4c20-8319-328215e985a3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:25.975343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:25.982719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada78cd-956e-4ffc-b44d-17546fcbeec2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:25.985187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.004160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:26.008324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.030814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=5a65f5e2-3c74-471d-b76b-d7d391de78a7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:26.036479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.065718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.071931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cef9a444-34d3-4985-8930-8ece614ef0f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8264267 Jan 25 15:38:26.071931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33766) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:26.079062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:26.139895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:26.150348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:26.154051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:26.171277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:26.219947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.324780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.344605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:26.360417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947aa96e-b137-4cbd-b68f-7a479b458af0,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:26.411388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.470133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.475704 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-03ed05a5-f495-4049-8d0d-df8c92cbcf5b tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6437624 Jan 25 15:38:26.475902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33770) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:26.492250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.507634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.523562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.622908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'e357ab99-d397-4a34-bf89-77e443c889e3'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:26.623762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.643665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:26.644922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.687497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.719009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 158ff78c-9d9b-4b10-910c-cbcbd20fec6d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:26.721962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=947aa96e-b137-4cbd-b68f-7a479b458af0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:26.737876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:26.738828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.742816 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-986a0953-7844-4afe-b611-0a01efef5bd9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/947aa96e-b137-4cbd-b68f-7a479b458af0 HTTP/1.1" status: 204 len: 168 time: 0.2619481 Jan 25 15:38:26.744711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:26.745525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33774) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:26.751081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:26.751801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.772919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=e4a1d727-b9c9-400d-bdff-5f6597a24142,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:26.800833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.823239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da372568-e8a2-44c2-b417-ac9d27133fa3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:26.873364 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8215ded0-7d82-4285-9d97-5ee4dde4ae11 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1621957 Jan 25 15:38:26.876270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33780) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:26.881693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:cf:c6:73', 'name': 'tempest-NetworksTestDHCPv6-712468712'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:26.917674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:26.948173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:26.949068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Checking router: 744241db-e90f-4357-8b4b-625170d3c89b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:38:26.949974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Updating router 744241db-e90f-4357-8b4b-625170d3c89b port 0fb976e8-c4df-4027-a048-36b3d76b7706 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:38:26.955765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da372568-e8a2-44c2-b417-ac9d27133fa3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:26.959804 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da372568-e8a2-44c2-b417-ac9d27133fa3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2086308 Jan 25 15:38:26.962933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33784) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.011852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:27.012207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.019691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.032590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80077c45-b1aa-42cb-880d-1e98e1b51e70,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:27.044886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.065969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.089951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Allocated IP 172.20.0.2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/e357ab99-d397-4a34-bf89-77e443c889e3/45da5b1b-164f-42e7-9f4f-9d76385d7cd8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:27.099666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85615a-883a-49ad-94d2-dd0721b45406 req-bc22e0f0-8dd3-483f-8bb1-37811c98f6f1 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:27.099666 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a85615a-883a-49ad-94d2-dd0721b45406 req-bc22e0f0-8dd3-483f-8bb1-37811c98f6f1 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.1875038 Jan 25 15:38:27.110616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:27.117281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:27.122102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:27.132455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.132685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:27.132797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Allocated IP 2001:db8::f816:3eff:fe73:78ee (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/e4a1d727-b9c9-400d-bdff-5f6597a24142/45da5b1b-164f-42e7-9f4f-9d76385d7cd8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:27.137462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b3cd994c-8af7-40d3-acf8-749335e4f5b6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0614035 Jan 25 15:38:27.137462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33788) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.154793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:27.165566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:27.172300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:27.180422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:27.184104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.189613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router b118b869-b048-498c-ac5b-8bfb9f1b5b84 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:27.198541 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a85615a-883a-49ad-94d2-dd0721b45406 req-122da0af-cc32-4564-9d04-48fe395cc941 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925632 Jan 25 15:38:27.199799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:27.221079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:27.221079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.228562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c999f31-6cb9-4a52-8b2e-d31f4025d975,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:27.254088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port e6767600-0703-479c-863f-323907bcd6d7 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:27.349873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.350948 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17af2250-54d5-404f-9092-44dea12bc989 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8c999f31-6cb9-4a52-8b2e-d31f4025d975 HTTP/1.1" status: 204 len: 168 time: 0.3866644 Jan 25 15:38:27.353623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33794) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.358827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.424357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-496f1269-5960-48c5-852e-161d1932555a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:27.451102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.466272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:27.483138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-35147f3b-dc76-4688-9f26-ed16bb1a3835 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5446496 Jan 25 15:38:27.484250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33798) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.485520 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] Sync routers for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:27.506422 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:27.507355 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:27.513006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-496f1269-5960-48c5-852e-161d1932555a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:27.517028 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-496f1269-5960-48c5-852e-161d1932555a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1598563 Jan 25 15:38:27.517698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33802) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.555905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.572094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:27.579645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.585041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea919580-4594-4c61-b31c-72ebc3517778,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:27.599729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.632583 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:27.645165 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:27.646124 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:27.676831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:27.677469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7f9fa83c-202f-4c7d-a0a2-96757eb47cfc not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:27.708217 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:27.708898 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ffc49-93d1-4c17-86c2-44c183298809 None None] The sync data for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:27.748711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.764275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Transition to ACTIVE for port object 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:27.764705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.772744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.774219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1e5deafd-4073-471c-8b70-d0d7c026032e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6360712 Jan 25 15:38:27.777944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33806) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.783734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:27.788640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd4bccf7-fa59-4a35-b347-24d80fdc3994,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:27.800222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Transition to ACTIVE for port object 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:27.836522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:27.846621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:27.850651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:27.857077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:27.867285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.880356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Transition to ACTIVE for port object 0fb976e8-c4df-4027-a048-36b3d76b7706 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:27.889766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.891053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.892294 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15b61e84-cd20-4517-a659-8df472fdd04c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bd4bccf7-fa59-4a35-b347-24d80fdc3994 HTTP/1.1" status: 204 len: 168 time: 0.3735807 Jan 25 15:38:27.895994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33812) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:27.930834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.978182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:27.983019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:27.986472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:27.989265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:28.004724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Pushing event updated for resources: {'Port': ['ID=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.018392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7b31f6c4-bc32-4b9d-bb01-3e13266f1b17 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:28.107398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 172.20.0.8 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/e357ab99-d397-4a34-bf89-77e443c889e3/e6767600-0703-479c-863f-323907bcd6d7) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:28.112926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7b31f6c4-bc32-4b9d-bb01-3e13266f1b17 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:28.114265 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7b31f6c4-bc32-4b9d-bb01-3e13266f1b17 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2173438 Jan 25 15:38:28.117239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33816) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:28.122076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fecf:c673 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/e4a1d727-b9c9-400d-bdff-5f6597a24142/e6767600-0703-479c-863f-323907bcd6d7) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:28.192903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.217298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.235325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15df9-8007-44dc-9931-688ec934c529 None None] Pushing event updated for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.251100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.283772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Attempting to bind port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:28.284411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Attempting to bind port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:28.284936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Attempting to bind port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:28.365472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:28.366167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:28.366734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.367278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:28.367933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Bound port: 45da5b1b-164f-42e7-9f4f-9d76385d7cd8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:28.368738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.404702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Attempting to bind port 0fb976e8-c4df-4027-a048-36b3d76b7706 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:28.405084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Attempting to bind port 0fb976e8-c4df-4027-a048-36b3d76b7706 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:28.405470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Attempting to bind port 0fb976e8-c4df-4027-a048-36b3d76b7706 on network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:28.439918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:28.439918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Checking segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:28.439918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.440353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Bound using segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:28.440651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Bound port: 0fb976e8-c4df-4027-a048-36b3d76b7706, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:28.441031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.447696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.470778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=016e4f1c-f02e-4111-a20a-c9800f880a6e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.496399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.501771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-9835ce44-f96e-43b8-9d4a-17a8f8ada68b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 1098 time: 0.3204086 Jan 25 15:38:28.509987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5958536-eddc-42a5-99ca-7a5602d51ece req-bdc42d43-52d3-4d0b-a9ea-17476e133bb1 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:28.511574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5958536-eddc-42a5-99ca-7a5602d51ece req-bdc42d43-52d3-4d0b-a9ea-17476e133bb1 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.3637931 Jan 25 15:38:28.533534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.551305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object e6767600-0703-479c-863f-323907bcd6d7 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:28.552567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] For port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:28.557736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] For port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:28.584122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] For port 0fb976e8-c4df-4027-a048-36b3d76b7706, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:28.587114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] For port 0fb976e8-c4df-4027-a048-36b3d76b7706, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0fb976e8-c4df-4027-a048-36b3d76b7706,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:28.613847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.615192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.616356 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6acd691c-11d3-4023-8443-8d3bd970a782 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/016e4f1c-f02e-4111-a20a-c9800f880a6e HTTP/1.1" status: 204 len: 168 time: 0.4977481 Jan 25 15:38:28.619308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33820) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:28.665989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-54e77b63-5330-4d33-938d-c2527ae819d6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:28.672780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.674101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.674244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f90e1fc1-eae2-46f5-82c2-cd7c07e37438,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.737016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5958536-eddc-42a5-99ca-7a5602d51ece req-383d4f1d-21f9-4a3a-afc0-2cd98ce5a610 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042592 Jan 25 15:38:28.746966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.762368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:28.767471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:28.770137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=e6767600-0703-479c-863f-323907bcd6d7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.772261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2ddc6-5c6a-4480-a682-8ae2166733f9 None None] Pushing event updated for resources: {'Port': ['ID=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.772666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:28.773409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-c8d9b420-7628-4a1b-95c1-b1a2632da256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:28.776651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-c8d9b420-7628-4a1b-95c1-b1a2632da256 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d1975a55-8b88-4606-9274-fbe81392f802 HTTP/1.1" status: 200 len: 913 time: 0.2642045 Jan 25 15:38:28.779853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.783576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b6d4c423-20fe-4a5b-9aeb-46c01194fd49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0025663 Jan 25 15:38:28.803369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33824) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:28.817137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-54e77b63-5330-4d33-938d-c2527ae819d6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:28.821084 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-54e77b63-5330-4d33-938d-c2527ae819d6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1976700 Jan 25 15:38:28.825790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33828) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:28.829612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:28.847898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:28.862255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a15df9-8007-44dc-9931-688ec934c529 None None] Pushing event updated for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:28.866438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:28.870759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:28.871383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:28.872568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:28.887822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:28.905795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:28.906429 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.914605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.945109 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:28.976923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-f573798e-2b83-486c-9dfa-857a07833783 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0 HTTP/1.1" status: 200 len: 217 time: 0.1367786 Jan 25 15:38:29.007805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.075500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-215b2138-c0db-431d-a489-1796b5936e2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:29.077156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-215b2138-c0db-431d-a489-1796b5936e2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f51f68af-022c-4da5-8a4d-88144e62c53b HTTP/1.1" status: 200 len: 852 time: 0.0963025 Jan 25 15:38:29.108427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.114168 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5f10f430-b884-4c30-be8e-4cb2ce0b91a8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2335927 Jan 25 15:38:29.114168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33832) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.120605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.155726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:29.196313 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-e531b5ef-2a96-4078-9fd6-47f11ad0d8c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1975a55-8b88-4606-9274-fbe81392f802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793707 Jan 25 15:38:29.219765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca203956-b65a-423c-88f9-a0740602b68d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:29.222534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.274277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f41489e-823a-453a-b2d0-984057eaf694,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:29.328213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24826f86-88b9-4c25-882b-89fff2576fc1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:29.332336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24826f86-88b9-4c25-882b-89fff2576fc1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:29.334406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-24826f86-88b9-4c25-882b-89fff2576fc1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:29.341364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.343655 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-942878bc-2e11-4bd5-a4db-72f86b27d311 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ca203956-b65a-423c-88f9-a0740602b68d HTTP/1.1" status: 204 len: 168 time: 0.5095024 Jan 25 15:38:29.344318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33836) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.375111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.379049 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a534037f-bb37-4ea6-950e-de0ccb4ee3c4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5726736 Jan 25 15:38:29.382558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33840) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.390076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:29.396022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:29.401571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:29.405110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:29.410997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-2d564b05-bb81-4ae9-a1d7-a2c5b0e2e5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073395 Jan 25 15:38:29.412754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:29.447221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2fd5ab57-8175-40a9-b705-35f099c208de tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:29.451937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-24826f86-88b9-4c25-882b-89fff2576fc1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:29.453083 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-24826f86-88b9-4c25-882b-89fff2576fc1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3388598 Jan 25 15:38:29.456427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33844) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.461979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-baa62fbc-e355-4a23-97e7-cf29da9ee9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.506901 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:38:29.514593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.541086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2fd5ab57-8175-40a9-b705-35f099c208de tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:29.545352 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2fd5ab57-8175-40a9-b705-35f099c208de tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1993701 Jan 25 15:38:29.546125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33848) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.637327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port e6767600-0703-479c-863f-323907bcd6d7 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:29.637956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.652652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.655542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:28Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:29.659843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3aa150-e552-4c39-9ec8-379954d91e33 None None] The sync data for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv is: [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:28Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:29.660461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.692744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.734285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.781268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b971fc-87af-4aff-958e-9b598cd64dda,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:29.847276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4886f861-b2f2-42a6-85f7-e797c4cde7f7 req-1fb677f3-034f-43a6-8f98-a1192149d3cc service neutron] 10.222.0.41 "GET /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4265690 Jan 25 15:38:29.918987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:29.923295 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d0d0412c-fbf8-423a-9f4c-44b4a5c22191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5396287 Jan 25 15:38:29.924065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33854) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:29.930500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1ada78cd-956e-4ffc-b44d-17546fcbeec2', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:29.942837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:29.948215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:29.954242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:29.964005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:29.969553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.017164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256de9a5-2708-49e1-b539-22370520f8fc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:30.064298 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:38:30.091103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.093588 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-33fafebc-f328-48f6-9ef4-dc555d6638c8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/256de9a5-2708-49e1-b539-22370520f8fc HTTP/1.1" status: 204 len: 168 time: 0.5426400 Jan 25 15:38:30.093588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.095378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 18396c1f-ef21-4927-bb68-5851ff9489cf {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:30.095710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.110007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33858) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:30.225251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0157673e-cc34-4938-9dda-8b8ffacedc4e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:30.243968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb37ffc5-0957-4b80-bab2-b0e3fdb1aed6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:30.284653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.294815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.327353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fb37ffc5-0957-4b80-bab2-b0e3fdb1aed6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:30.332859 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fb37ffc5-0957-4b80-bab2-b0e3fdb1aed6 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2173805 Jan 25 15:38:30.333959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33862) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:30.340587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1463517557'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:30.365178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:30.383368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:30.392525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.420532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b58a2a23-ac12-4313-bfa2-2b2876c4b855 None None] Provisioning for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:30.420750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59edcf0-84b0-4259-a4ab-11254dfe3358,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:30.449064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for e6767600-0703-479c-863f-323907bcd6d7 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:30.478294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.492251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1647b-a430-4c11-8673-69135a070100 req-e76ef2ab-3cf7-4f24-a1a7-5296f6d2afa7 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:30.499634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cd1647b-a430-4c11-8673-69135a070100 req-e76ef2ab-3cf7-4f24-a1a7-5296f6d2afa7 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.4730473 Jan 25 15:38:30.509680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.511016 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4c6d01a0-ad25-41a9-98c6-dd05d1cf91b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5860150 Jan 25 15:38:30.553081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:30.582278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:30.626559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.745212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.746664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cd1647b-a430-4c11-8673-69135a070100 req-bc40b2c8-91f4-4408-9368-8f15a2cbd23d tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461939 Jan 25 15:38:30.820021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 18396c1f-ef21-4927-bb68-5851ff9489cf owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:30.875564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:30.929954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:30.968380 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:38:30.969214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b89a92e-4cc6-49dd-b16d-f0e3ad87a8ab,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:30.982433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.982909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.983353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.990409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.991030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.992335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.992886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.993828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.997166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.997166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:30.997166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.019698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.025442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21569b33-4e51-4e50-bad4-bd481e3b0f08 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6903286 Jan 25 15:38:31.026666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33874) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:31.033931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '5b89a92e-4cc6-49dd-b16d-f0e3ad87a8ab', 'direction': 'ingress', 'protocol': 17}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:31.041660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:31.046651 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:31.049752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:31.062112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:31.074418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-af2d2fe9-23a1-484f-9f8e-9e3ba44e6de2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:31.106682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:31.112430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:31.112881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.143714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.216129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-af2d2fe9-23a1-484f-9f8e-9e3ba44e6de2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:31.224886 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-af2d2fe9-23a1-484f-9f8e-9e3ba44e6de2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569528586&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.3163838 Jan 25 15:38:31.229098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.257487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.261588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.289672 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.302343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:31.314079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63218357-70a9-4451-82b7-b26677b97e57,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:31.376649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=e6767600-0703-479c-863f-323907bcd6d7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:31.441104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.442027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0fb976e8-c4df-4027-a048-36b3d76b7706 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:31.466409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.467600 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9c43900f-e0bc-438a-bce2-c4bab3d9fd36 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4399214 Jan 25 15:38:31.470394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33878) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:31.555923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.591987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.599155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80c00482-ade4-45dc-a75f-3b0f1bddc221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.608443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd2b4d64-1e8a-470c-bfa6-1cdfefcd4310 None None] Could not find standard attr ID for object e6767600-0703-479c-863f-323907bcd6d7. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:31.627695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:31.634136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd2b4d64-1e8a-470c-bfa6-1cdfefcd4310 None None] Provisioning complete for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:31.634501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd2b4d64-1e8a-470c-bfa6-1cdfefcd4310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.647906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.713937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=18396c1f-ef21-4927-bb68-5851ff9489cf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:31.728570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.732293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-9f46eec0-d37a-450a-b18d-768c01a7634f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:31.739497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-9f46eec0-d37a-450a-b18d-768c01a7634f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 HTTP/1.1" status: 200 len: 797 time: 0.5135324 Jan 25 15:38:31.757816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b89a92e-4cc6-49dd-b16d-f0e3ad87a8ab,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:31.782512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.783453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0fb976e8-c4df-4027-a048-36b3d76b7706 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:31.784463 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d461130c-e968-4c73-96ab-b3f9f7cfb924 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b89a92e-4cc6-49dd-b16d-f0e3ad87a8ab HTTP/1.1" status: 204 len: 168 time: 0.3128498 Jan 25 15:38:31.787200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33882) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:31.800586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.804177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0fb976e8-c4df-4027-a048-36b3d76b7706 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:31.804770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.811837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.812185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.812520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.812854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.813181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.813530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.813858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.814175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.814490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.814803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:31.823954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.858448 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-77c7045d-f29e-4573-a8e4-901efc515b47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.1179926 Jan 25 15:38:31.878119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc37a6e0-c6b2-4f94-ae8a-84917e5f598d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:31.898229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-001c49c4-fa50-4a68-bbd8-258937b3bc6b None None] Could not find standard attr ID for object 04622b9f-97f6-479c-aa85-04fea6ce4373. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:31.957927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc37a6e0-c6b2-4f94-ae8a-84917e5f598d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:31.962126 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fc37a6e0-c6b2-4f94-ae8a-84917e5f598d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1709707 Jan 25 15:38:31.966233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33888) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:31.973732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--229185387'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:31.974674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:31.982141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:32.008286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:32.010744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 0fb976e8-c4df-4027-a048-36b3d76b7706, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0fb976e8-c4df-4027-a048-36b3d76b7706,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:32.032985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-39c1eb7f-d563-43bf-832c-273f8b412daf None None] Could not find standard attr ID for object e6767600-0703-479c-863f-323907bcd6d7. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:32.112082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.122521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0bdaacb8-1d0f-418b-85aa-2856d4608592 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/e6767600-0703-479c-863f-323907bcd6d7 HTTP/1.1" status: 204 len: 168 time: 2.6616354 Jan 25 15:38:32.122662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33892) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:32.148757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.202822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:32.218183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.235411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:32.236749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:32.243295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:32.243295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:32.276962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:32.281405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:32.284446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:32.290330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:32.301729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:32.305956 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f6a902c-d9af-44cd-a749-d96e2c83ff17 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1791611 Jan 25 15:38:32.305956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33896) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:32.323988 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-61d861b3-0c81-435d-9f80-19889e93c90c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4646883 Jan 25 15:38:32.335663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fd65f-2719-4513-8a5a-eb782d60cf68 req-2af1a1bc-5a51-4d92-acd2-6416b79aa6ad tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:32.342955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b7fd65f-2719-4513-8a5a-eb782d60cf68 req-2af1a1bc-5a51-4d92-acd2-6416b79aa6ad tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.3575268 Jan 25 15:38:32.423003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.512848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.567540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet e357ab99-d397-4a34-bf89-77e443c889e3 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:32.574690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d968be0-0bf1-477f-82fb-ee69107cf3fd,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:32.579228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.610369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b7fd65f-2719-4513-8a5a-eb782d60cf68 req-878e5eda-835e-472e-bd78-3c0c186b4488 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665203 Jan 25 15:38:32.657727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.700596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:32.745582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.747897 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-473dc4e2-2c15-4df7-9407-b959d55fe610 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7802639 Jan 25 15:38:32.751900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33902) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:32.764218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673284733'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:32.775846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:32.780680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:32.782883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-f6b8bcde-661f-4f72-940f-65edebf0c74b service neutron] 10.222.0.26 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216001 Jan 25 15:38:32.785197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:32.792164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:32.818991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.849916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:32.850353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.915257 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.928416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router b118b869-b048-498c-ac5b-8bfb9f1b5b84 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:32.953159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:32.961717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:32.966228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:32.969295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:32.974402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-845a7903-5abd-4160-83af-7a38b4819c5a service neutron] 10.222.0.26 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800687 Jan 25 15:38:32.985313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:33.021035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0fb976e8-c4df-4027-a048-36b3d76b7706 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:33.037960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.098600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0fb976e8-c4df-4027-a048-36b3d76b7706 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:33.098936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.114725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.137552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.151413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f66cef6-2364-41a0-80ae-ebd04717ee02 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:33.161976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=e357ab99-d397-4a34-bf89-77e443c889e3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:33.172909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.241027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:33.246029 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-775759c4-825b-4fc0-8b34-d6a23ac8610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/e357ab99-d397-4a34-bf89-77e443c889e3 HTTP/1.1" status: 204 len: 168 time: 0.9392076 Jan 25 15:38:33.246961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.250891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33910) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:33.253712 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-35e9b8c7-4c4f-4d41-831b-930407a14401 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7679343 Jan 25 15:38:33.254613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:33.370358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f04eeec-d487-4c6c-b896-30b84815dc57,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:33.389278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] Sync routers for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:33.394035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-994b7619-18b5-4b4a-9f9e-b6faa04cae9c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:33.430016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet e4a1d727-b9c9-400d-bdff-5f6597a24142 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:33.433815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.440934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ac46d97-e073-4e83-a6d4-12b78d236b0b req-eb8c88d9-2f16-447e-bdbe-285687bc7803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.1058254 Jan 25 15:38:33.494760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.496658 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b083c686-a5cf-4251-8a6d-c876f4849001 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7417805 Jan 25 15:38:33.510392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33924) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:33.511078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f437f-2dc9-442e-aba0-a7ea22e2e81a req-5aad6444-68b9-4117-a89a-51e0bddb6fae tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:33.513860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-657f437f-2dc9-442e-aba0-a7ea22e2e81a req-5aad6444-68b9-4117-a89a-51e0bddb6fae tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.1222813 Jan 25 15:38:33.521557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '6d968be0-0bf1-477f-82fb-ee69107cf3fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9f04eeec-d487-4c6c-b896-30b84815dc57', 'remote_ip_prefix': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:33.523952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:33.524585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:33.537076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:33.538088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-994b7619-18b5-4b4a-9f9e-b6faa04cae9c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:33.542480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-994b7619-18b5-4b4a-9f9e-b6faa04cae9c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=b118b869-b048-498c-ac5b-8bfb9f1b5b84 HTTP/1.1" status: 200 len: 205 time: 0.2836068 Jan 25 15:38:33.542622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.542738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33928) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:33.629001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:33.656929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] Routers {'b118b869-b048-498c-ac5b-8bfb9f1b5b84'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:33.657587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:33.676673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:33.682206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:33.683815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-657f437f-2dc9-442e-aba0-a7ea22e2e81a req-eaf2da47-601c-4b77-bb7f-51af7b07b5a0 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645575 Jan 25 15:38:33.690174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:33.703648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.745228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:33.746885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37b8ea-c189-4041-ad4b-14e37e2000d6 None None] The sync data for ids ['b118b869-b048-498c-ac5b-8bfb9f1b5b84'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:33.759898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.823606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.910577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:33.969549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.011766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.029836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a1d727-b9c9-400d-bdff-5f6597a24142,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:34.046557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386185aa-7aeb-42fa-a1ec-4196ae68bc6c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:34.049143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.071518 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e2b49a93-fb86-4fe5-83b7-3c4f286564e9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/e4a1d727-b9c9-400d-bdff-5f6597a24142 HTTP/1.1" status: 204 len: 168 time: 0.7486188 Jan 25 15:38:34.071849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33934) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.128424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.133145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.138131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.141762 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a2e21c9-805a-4831-b38a-58dba8b0fcc7 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6279912 Jan 25 15:38:34.147182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33938) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.151953 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e229002-a50d-48a3-9bbe-80fd879f2634 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768631 Jan 25 15:38:34.159006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33942) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.220291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.220998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.221147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router b118b869-b048-498c-ac5b-8bfb9f1b5b84 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:38:34.233749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.238053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d3dbe0b4-7f51-42c0-8d84-71c88d83a22f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84 HTTP/1.1" status: 204 len: 168 time: 0.6944685 Jan 25 15:38:34.238519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.238729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33946) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.284794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0042df0-b083-4a72-ac57-025c7b15808e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:34.288711 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a0042df0-b083-4a72-ac57-025c7b15808e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1263366 Jan 25 15:38:34.288923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33950) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.346227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f41058-1016-4291-bf9d-ab530091bb4e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:34.354933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f180a1d-d6ac-4164-9218-7f5418559de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:34.355616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f180a1d-d6ac-4164-9218-7f5418559de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:34.359401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.380945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=386185aa-7aeb-42fa-a1ec-4196ae68bc6c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:34.389324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.392871 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a9058f9-a012-406f-a4b9-cfe361db030e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/386185aa-7aeb-42fa-a1ec-4196ae68bc6c HTTP/1.1" status: 204 len: 168 time: 0.2437582 Jan 25 15:38:34.393082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33954) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.443765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-847e3f46-0d98-46af-a7b6-265efacd402a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:34.446131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet 9e809066-fc7e-431a-8ebe-07e6b60f9ac0 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:34.449673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.451296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1f180a1d-d6ac-4164-9218-7f5418559de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:34.454006 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1f180a1d-d6ac-4164-9218-7f5418559de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1639173 Jan 25 15:38:34.459111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33958) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.514171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.559580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bb5b8caf-182a-4c43-b607-071e6b3865c4 None None] Provisioning complete for port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:34.560216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bb5b8caf-182a-4c43-b607-071e6b3865c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.605707 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ac6f436d-35ca-4197-a71f-092be0a41e9e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454887 Jan 25 15:38:34.613421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33964) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.623606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:34.679543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-48e9523e-e264-4170-b0d9-05ff752469e4 req-9df5efd9-50ae-4748-8b36-efce61800ab8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.0499637 Jan 25 15:38:34.691832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-847e3f46-0d98-46af-a7b6-265efacd402a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:34.693087 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-847e3f46-0d98-46af-a7b6-265efacd402a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2991049 Jan 25 15:38:34.699688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33968) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:34.701984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.716127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.764827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:34.792425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:34.811866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:34.816055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Deleting port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:34.816432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.841508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.871504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.882798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:34.886356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.887679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.887915 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:34.888333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:34.939152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:34.945616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=9e809066-fc7e-431a-8ebe-07e6b60f9ac0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:34.950480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df3c3e-73fb-4e2e-bb9f-1b3ddb7ebdf8 None None] Network cd393be7-ab04-4e21-b027-0fb23fe9cba9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:34.956341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c21945e8-1349-42e7-a66a-3481ec299c40 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/9e809066-fc7e-431a-8ebe-07e6b60f9ac0 HTTP/1.1" status: 204 len: 168 time: 0.7166357 Jan 25 15:38:34.959050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 33974) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.128481 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d9623b2a-fa34-4ef8-ba86-f07fcf5a6ffe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5132520 Jan 25 15:38:35.130629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33978) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.139280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:35.154788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] For port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:35.155169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.252615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:35.262737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:35.266052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.269231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a0640-85ca-4c65-ad4d-84bfc79b76a0 req-34b5909d-2cfc-4dd5-9e48-5751e7834761 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:35.273596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-889a0640-85ca-4c65-ad4d-84bfc79b76a0 req-34b5909d-2cfc-4dd5-9e48-5751e7834761 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.4227500 Jan 25 15:38:35.284965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f04eeec-d487-4c6c-b896-30b84815dc57,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:35.343045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Calling delete_port for 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:35.379842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet d9f1751b-d08f-4222-ad4d-ef6a65074ab0 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:35.380358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:35.384124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.385624 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-889a0640-85ca-4c65-ad4d-84bfc79b76a0 req-c8f721e1-1da5-4ced-85d5-36b6a0e9a789 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/security-groups?id=f0971688-a8c3-4ffc-8a6e-d09d216006f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032286 Jan 25 15:38:35.392441 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:35.392441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:35.392685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.413122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.417253 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce4ff1a8-e5ee-4675-b321-641189e6a254 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/9f04eeec-d487-4c6c-b896-30b84815dc57 HTTP/1.1" status: 204 len: 168 time: 0.7167010 Jan 25 15:38:35.418897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33982) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.424114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-fcfdce93-5aa5-42cb-954f-1a09feb0b2f2 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:35.426662 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-fcfdce93-5aa5-42cb-954f-1a09feb0b2f2 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.41 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 945 time: 0.2737710 Jan 25 15:38:35.469043 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0af50cb5-fcaf-4a31-bfaa-bd145813653c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3369896 Jan 25 15:38:35.484018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33986) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.484654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:35.504404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.518596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] DHCP port deletion for cd393be7-ab04-4e21-b027-0fb23fe9cba9 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:35.523103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Deleting port 360c8889-9f66-4cc2-8c6b-da269ba15c0c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:35.523581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.541999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Deleting port 01259d63-84e9-4659-9e2d-b5c098ffbad0 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:35.542335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.554392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.606815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a4bfa77b-2e3a-4b55-9c8d-f7d29561f7b8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:35.621634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] Pushing event deleted for resources: {'Port': ['ID=45da5b1b-164f-42e7-9f4f-9d76385d7cd8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:35.629923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:35.636550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7605f066-aa4d-4d69-b18c-cb83e0f6e50e None None] No DVR routers for this DVR port 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:35.647656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:35.698443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a4bfa77b-2e3a-4b55-9c8d-f7d29561f7b8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:35.702865 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4bfa77b-2e3a-4b55-9c8d-f7d29561f7b8 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2828577 Jan 25 15:38:35.705809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33990) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.736414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:35.740159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.742083 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:35.742497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:35.778660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.831988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.863269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] For port 360c8889-9f66-4cc2-8c6b-da269ba15c0c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=360c8889-9f66-4cc2-8c6b-da269ba15c0c,segment=NetworkSegment(3bfa727f-102a-4bec-b47d-00c7b4e7c898),segment_id=3bfa727f-102a-4bec-b47d-00c7b4e7c898)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:35.863897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.882598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.891301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] For port 01259d63-84e9-4659-9e2d-b5c098ffbad0, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=01259d63-84e9-4659-9e2d-b5c098ffbad0,segment=NetworkSegment(cfd3e49a-3f4a-41f4-8fc2-4d286018bc93),segment_id=cfd3e49a-3f4a-41f4-8fc2-4d286018bc93)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:35.891670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:35.901823 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-25086caa-9c64-43f2-844c-400c7c96e031 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4280295 Jan 25 15:38:35.909681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 33996) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:35.918380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:36.010442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Calling delete_port for 360c8889-9f66-4cc2-8c6b-da269ba15c0c owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:36.042154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:36.046107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8ddd965d-2fb9-423a-9b71-c9a538beca39 req-a56ff1d6-ebb2-4f4e-b891-cf845cf9e024 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.1463747 Jan 25 15:38:36.052421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:36.052571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Calling delete_port for 01259d63-84e9-4659-9e2d-b5c098ffbad0 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:36.098071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.099893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.121754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d968be0-0bf1-477f-82fb-ee69107cf3fd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:36.155108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:36.164803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.164803 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:36.164803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:36.181642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.182075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.185692 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4c22b42e-5338-4348-8014-dc7b9acf05df tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/6d968be0-0bf1-477f-82fb-ee69107cf3fd HTTP/1.1" status: 204 len: 168 time: 0.4785650 Jan 25 15:38:36.190032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34000) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:36.203660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f1751b-d08f-4222-ad4d-ef6a65074ab0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:36.227255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] Pushing event deleted for resources: {'Port': ['ID=360c8889-9f66-4cc2-8c6b-da269ba15c0c,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:36.227740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.233535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e843b-3096-48cb-8635-9dc51fd0f7d8 None None] Network 8d94fc25-3e8b-4278-b18f-092e4581c604 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:36.248402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8892ecef-049a-4e84-9bb1-3ef2912169e2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/d9f1751b-d08f-4222-ad4d-ef6a65074ab0 HTTP/1.1" status: 204 len: 168 time: 1.2881663 Jan 25 15:38:36.252943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34004) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:36.285496 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-06766ece-9fe0-4444-a377-26011c13e8b3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3700252 Jan 25 15:38:36.285702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34008) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:36.293190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:36.296129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ddb24c6b-ad64-41bd-ae01-7e69f492d10f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:36.317611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abf361-da87-4736-84f7-c1e7e787ce62 None None] No DVR routers for this DVR port 360c8889-9f66-4cc2-8c6b-da269ba15c0c on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:36.412303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.434808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-c6e91afa-e1e2-4096-bbd9-768611a8ffe4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:36.436230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-c6e91afa-e1e2-4096-bbd9-768611a8ffe4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 HTTP/1.1" status: 200 len: 797 time: 0.3932221 Jan 25 15:38:36.511707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:36.528652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:36.534490 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-c4e328de-b58c-44ca-a6b0-a9d8cb0510ad tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.0847249 Jan 25 15:38:36.554635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['1ada78cd-956e-4ffc-b44d-17546fcbeec2']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:36.555004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] DHCP port deletion for 8d94fc25-3e8b-4278-b18f-092e4581c604 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:36.560903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Deleting port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:36.561282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.575140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ddb24c6b-ad64-41bd-ae01-7e69f492d10f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:36.576014 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ddb24c6b-ad64-41bd-ae01-7e69f492d10f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3892581 Jan 25 15:38:36.586139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34014) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:36.588779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.598985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068232893'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:36.656460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['01259d63-84e9-4659-9e2d-b5c098ffbad0'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:38:36.688158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.694504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:36.713494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd393be7-ab04-4e21-b027-0fb23fe9cba9']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:36.726571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfa727f-102a-4bec-b47d-00c7b4e7c898') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:36.726960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfa727f-102a-4bec-b47d-00c7b4e7c898') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:36.739944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.757670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.764555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:36.764954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:36.780943 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:36.836070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:36.838257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:36.903915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Pushing event deleted for resources: {'Port': ['ID=01259d63-84e9-4659-9e2d-b5c098ffbad0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:36.933342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:36.933995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.944292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.969072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:36.976729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=cd393be7-ab04-4e21-b027-0fb23fe9cba9,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:36.983389 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2f93bbe-ce71-4dff-99e9-f95d47b90825 req-9e686198-fbe2-4b3c-9355-d45c0ef755c9 tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.2969542 Jan 25 15:38:36.983389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:36.990645 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa3452cd-5bd9-4aaf-8d72-ad83c62ee4ed tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/cd393be7-ab04-4e21-b027-0fb23fe9cba9 HTTP/1.1" status: 204 len: 168 time: 0.7262795 Jan 25 15:38:36.990802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34018) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:37.061595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Calling delete_port for 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:37.086584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.151695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:37.173769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:37.184817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.186244 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:37.186667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:37.190675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.213696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.214394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:37.233297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:37.236283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] No DVR routers for this DVR port 01259d63-84e9-4659-9e2d-b5c098ffbad0 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:37.238701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.241726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:37.278974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'name': 'network-vif-deleted', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:37.280094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:37.280439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45da5b1b-164f-42e7-9f4f-9d76385d7cd8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:37.280929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 360c8889-9f66-4cc2-8c6b-da269ba15c0c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:37.303634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:37.303984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:37.309824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:37.319961 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3756d16f-1a4e-451b-b954-8821f398872d req-8977d56e-e760-4900-b40b-1e4fb47758a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.1051598 Jan 25 15:38:37.335561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.359573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 360c8889-9f66-4cc2-8c6b-da269ba15c0c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:37.359573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 360c8889-9f66-4cc2-8c6b-da269ba15c0c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:37.360274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d244a-e96b-4e86-8b1f-7043cc12c722', 'name': 'network-vif-deleted', 'tag': '01259d63-84e9-4659-9e2d-b5c098ffbad0', 'status': 'completed', 'code': 200} Jan 25 15:38:37.360602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:37.362049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:37.369353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:37.372616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:37.375263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:37.375595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.409046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:37.411638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bdabcca6-1780-40f0-b389-219c899810be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1260023 Jan 25 15:38:37.415033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34026) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:37.419703 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.41 "DELETE /v2.0/ports/01259d63-84e9-4659-9e2d-b5c098ffbad0 HTTP/1.1" status: 204 len: 173 time: 1.9885013 Jan 25 15:38:37.421101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:37.479073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:37.482286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.530319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:37.539804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:37.662647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.733579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:37.733959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.771943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.805352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Deleting port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:37.805783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.829212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:37.909243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:37.934271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:37.935637 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:38:37.936073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:38:37.987849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b883828e-3c55-475f-a2bd-c152ad11da52,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:38.018054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.9 (2cd50456-1aa4-4bb4-8aa7-ddde8da913d0/0c92457d-a613-4e45-953f-07d5559a4a54/cf014f8b-3379-4981-9d08-ceb12029d70a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:38.031509 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e30352fe-446b-43a0-8548-cc0e7a51208f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6143246 Jan 25 15:38:38.035149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.068403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] For port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,segment=NetworkSegment(2fa1c63e-de2d-4261-babe-d6fd8d9c87e3),segment_id=2fa1c63e-de2d-4261-babe-d6fd8d9c87e3)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:38.068978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.109758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34036) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.110398 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aa1296d3-b8d9-4180-a9d8-84977d048cfb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0733242 Jan 25 15:38:38.159182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.160432 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c74c2f9b-8b01-4050-b24b-587acb04c4b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5732126 Jan 25 15:38:38.163370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34040) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.170316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': 'b883828e-3c55-475f-a2bd-c152ad11da52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:38.176342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:38.180423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:38.183896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:38.189696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:38.225078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.231286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Calling delete_port for 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:38.289613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.305841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:38.306249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:38.322901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d4b68f34-94f3-442b-abef-1977f7763f6e req-22cc4425-84c6-4d44-97aa-af08eefa247e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Synchronizing usage tracker for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:38.344632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:38.355576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.363771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:38.413902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aabc9c-bb65-410f-9f8a-c8ba5ca13fbf tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:38.414580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2aabc9c-bb65-410f-9f8a-c8ba5ca13fbf tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:38.435187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.459393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ea885e-25de-48ee-a5ad-88df6e0026ea,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:38.561335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.562615 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e45bf015-907f-41cb-840a-63ca19bc6407 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3981774 Jan 25 15:38:38.565526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34046) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.598386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.609335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.620211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Deleting port 2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:38.620840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.669489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d4b68f34-94f3-442b-abef-1977f7763f6e req-22cc4425-84c6-4d44-97aa-af08eefa247e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] Unset dirty status for tenant:e2c181bf71c949bf9f4dd73cd6f4d1c8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:38.670578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4b68f34-94f3-442b-abef-1977f7763f6e req-22cc4425-84c6-4d44-97aa-af08eefa247e tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] 10.222.0.26 "GET /v2.0/ports?device_id=891d244a-e96b-4e86-8b1f-7043cc12c722 HTTP/1.1" status: 200 len: 210 time: 0.5091476 Jan 25 15:38:38.681478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2aabc9c-bb65-410f-9f8a-c8ba5ca13fbf tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:38.682713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2aabc9c-bb65-410f-9f8a-c8ba5ca13fbf tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5707078 Jan 25 15:38:38.685498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34050) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.694336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2893a419-ea33-4f9c-b278-c698f6ea2e24 None None] The port '2a55385c-1ad5-4d1e-8a2b-7b5a629ef2ef' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:38:38.697062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.711804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fbfd0a99-16ad-4495-a578-de1693280710 req-696e7167-9d7d-4a4b-bbdf-fead37369947 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:38.725025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.753406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.753788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.772668 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d357947-58c9-4328-ab24-1558b078df14 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857894 Jan 25 15:38:38.776781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d94fc25-3e8b-4278-b18f-092e4581c604']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:38.778797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34054) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.779519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95ea885e-25de-48ee-a5ad-88df6e0026ea,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:38.787791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:38.795300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object cf014f8b-3379-4981-9d08-ceb12029d70a will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:38.797351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:38.797670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa1c63e-de2d-4261-babe-d6fd8d9c87e3') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:38.807396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.808465 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f84a044a-de31-4a49-885c-fa16927485c9 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/95ea885e-25de-48ee-a5ad-88df6e0026ea HTTP/1.1" status: 204 len: 168 time: 0.2420156 Jan 25 15:38:38.811710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.812938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34058) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:38.830429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.840173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:38.840641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:38.858665 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:38.919081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fbfd0a99-16ad-4495-a578-de1693280710 req-696e7167-9d7d-4a4b-bbdf-fead37369947 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:38.920382 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fbfd0a99-16ad-4495-a578-de1693280710 req-696e7167-9d7d-4a4b-bbdf-fead37369947 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.3448634 Jan 25 15:38:38.922460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:38.942960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-edf81694-a6b0-4f0a-b28c-1b7188c3787e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:38.944637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:38.983996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.037997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-edf81694-a6b0-4f0a-b28c-1b7188c3787e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:39.041937 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-edf81694-a6b0-4f0a-b28c-1b7188c3787e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2254186 Jan 25 15:38:39.041937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:39.044127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.044232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34062) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:39.047343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.074478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.091834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:39.103743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=8d94fc25-3e8b-4278-b18f-092e4581c604,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:39.105630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:39.116038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:39.151971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:39.166194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 01259d63-84e9-4659-9e2d-b5c098ffbad0 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:39.202636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 01259d63-84e9-4659-9e2d-b5c098ffbad0 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:39.203304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 01259d63-84e9-4659-9e2d-b5c098ffbad0 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:39.206320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:39.207500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.236443 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b524e083-8fe5-4e86-a36c-27670603fe1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/8d94fc25-3e8b-4278-b18f-092e4581c604 HTTP/1.1" status: 204 len: 168 time: 2.2433231 Jan 25 15:38:39.241680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34066) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:39.245332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.259669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378684870'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:39.265112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:39.273031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:39.282387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:39.291693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:39.294292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.330225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-e342ddde-7c06-4013-ba05-ac7649485f33 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7882967 Jan 25 15:38:39.344612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Request body: {'port': {'device_id': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:39.424057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:39.426131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1641baac-73c3-4ba5-a030-c1dd5d99788f None None] Provisioning for port cf014f8b-3379-4981-9d08-ceb12029d70a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:39.426888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.431279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1641baac-73c3-4ba5-a030-c1dd5d99788f None None] Provisioning complete for port cf014f8b-3379-4981-9d08-ceb12029d70a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:39.432244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1641baac-73c3-4ba5-a030-c1dd5d99788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.449979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.objects.ports [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84138) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:39.451909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.469505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.489599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.489840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1641baac-73c3-4ba5-a030-c1dd5d99788f None None] Port cf014f8b-3379-4981-9d08-ceb12029d70a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:39.502851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:38:39.508882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:39.515841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:39.520112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:39.520695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.525063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e7724-c943-42f8-9ad3-7ce09b11a4a9 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:39.534346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=f5cd2457-d76f-47e1-b4f4-4b47105dd006,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:39.543153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b883828e-3c55-475f-a2bd-c152ad11da52,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:39.555252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.555589 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb of type vlan for network dabc456b-abe2-46f4-a1af-edf6e73e6659 Jan 25 15:38:39.612709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.614343 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-772cc948-2171-4f81-802d-86756dceb5cd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8325717 Jan 25 15:38:39.615306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34070) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:39.622881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:b4:3d:38', 'name': 'tempest-NetworksTestDHCPv6-1011614809'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:39.668859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.669986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7615dbee-4ef6-46f2-893b-cec7a6a6dc27 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/b883828e-3c55-475f-a2bd-c152ad11da52 HTTP/1.1" status: 204 len: 168 time: 0.6208982 Jan 25 15:38:39.677468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34074) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:39.758493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'f5cd2457-d76f-47e1-b4f4-4b47105dd006'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:39.759320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.772839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:39.777637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:39.780746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:39.787749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:39.807876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34080) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:39.827609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.831538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:39.832208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.878250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Deleting subnet f51f68af-022c-4da5-8a4d-88144e62c53b {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:39.881357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:39.940242 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Allocated IP 2001:db8::f816:3eff:fef0:67de (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/f5cd2457-d76f-47e1-b4f4-4b47105dd006/365d94f3-a4f9-4e5a-9433-7efbd10f19fd) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:39.956980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-028c3fb3-cb7a-4323-9656-97bf727a49fb tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:40.000630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7532179 Jan 25 15:38:40.012275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34086) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:40.017959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81c0d9-cec1-4a90-9c18-6a1818dd420b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=dabc456b-abe2-46f4-a1af-edf6e73e6659,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:40.023086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:40.039553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:38:40.114614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf014f8b-3379-4981-9d08-ceb12029d70a {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:38:40.122236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.135649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:40.136883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Transition to ACTIVE for port object cf014f8b-3379-4981-9d08-ceb12029d70a will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:40.139518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.155476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:40.163883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:40.171948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:40.175294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-028c3fb3-cb7a-4323-9656-97bf727a49fb tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:40.179661 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-028c3fb3-cb7a-4323-9656-97bf727a49fb tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4948490 Jan 25 15:38:40.181649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34090) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:40.189769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--519054084'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:40.196119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:40.197515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:40.201705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port db01a5f9-a21a-4aa5-8164-43346c67b0a9 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:40.219360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:40.222201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.250386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.286723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.297713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Transition to ACTIVE for port object 365d94f3-a4f9-4e5a-9433-7efbd10f19fd will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:40.316245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Transition to ACTIVE for port object 365d94f3-a4f9-4e5a-9433-7efbd10f19fd will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:40.334786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.362718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Pushing event updated for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:40.372053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eb1d5-582d-4732-827a-23865570ec41 req-357d2264-1bc9-4d02-9601-fadf0a7515a4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:40.373584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7eb1d5-582d-4732-827a-23865570ec41 req-357d2264-1bc9-4d02-9601-fadf0a7515a4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 931 time: 0.2354014 Jan 25 15:38:40.377102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.403926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.406032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:40.476606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:40.479601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:40.486979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:40.532764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Pushing event updated for resources: {'Port': ['ID=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:40.593135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.593497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.593758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.594091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.594694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.594821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.595053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.595376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.595693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.596007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.596320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:38:40.600065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.601654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Attempting to bind port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:40.602019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Attempting to bind port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:40.602377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Attempting to bind port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:40.608158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:feb4:3d38 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/f5cd2457-d76f-47e1-b4f4-4b47105dd006/db01a5f9-a21a-4aa5-8164-43346c67b0a9) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:40.613690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:40.614049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:40.614445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.614835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:40.615295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Bound port: 365d94f3-a4f9-4e5a-9433-7efbd10f19fd, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:40.615661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.638279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:40.644683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.645241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:40.649675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:40.663387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:40.673024 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7eb1d5-582d-4732-827a-23865570ec41 req-0dd540a2-5164-43e7-a6dc-ee344fc5c52d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858655 Jan 25 15:38:40.674458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51f68af-022c-4da5-8a4d-88144e62c53b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:40.700387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Attempting to bind port cf014f8b-3379-4981-9d08-ceb12029d70a on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:40.700728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Attempting to bind port cf014f8b-3379-4981-9d08-ceb12029d70a by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:40.701047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Attempting to bind port cf014f8b-3379-4981-9d08-ceb12029d70a on network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:40.710479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Port cf014f8b-3379-4981-9d08-ceb12029d70a on network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:38:40.710814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Attempting to bind port cf014f8b-3379-4981-9d08-ceb12029d70a on network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:40.731921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:40.731921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Checking segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:40.731921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Bound using segment: {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:40.731921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Bound port: cf014f8b-3379-4981-9d08-ceb12029d70a, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c384b3b3-6069-4dd3-820a-a625a5443af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:40.731921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.732631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] For port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:40.732631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] For port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:40.732835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.788246 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2234c167-c713-4a61-803b-db6c5601259f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f51f68af-022c-4da5-8a4d-88144e62c53b HTTP/1.1" status: 204 len: 168 time: 0.9770401 Jan 25 15:38:40.790530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34094) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:40.804349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.837701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.890081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddbe0c-5638-42be-b7be-91d02e84e01f None None] Pushing event updated for resources: {'Port': ['ID=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:40.924963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.988064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:40.992159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:41.015552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=cf014f8b-3379-4981-9d08-ceb12029d70a,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:41.016710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb793d-a5b9-4b44-8fda-71e80b2b2018,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.049937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.107123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object db01a5f9-a21a-4aa5-8164-43346c67b0a9 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:41.138391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.141983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4d58cf6b-2c9c-43e2-ac7e-f749186a489e tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9568958 Jan 25 15:38:41.142441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34098) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.148683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '31fb793d-a5b9-4b44-8fda-71e80b2b2018', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:41.155380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:41.159874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:41.163186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.165627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:41.175747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:41.200912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.212674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.258064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1975a55-8b88-4606-9274-fbe81392f802']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:41.258168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.281874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.283416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] 10.222.0.41 "PUT /v2.0/ports/cf014f8b-3379-4981-9d08-ceb12029d70a HTTP/1.1" status: 200 len: 1093 time: 1.9430199 Jan 25 15:38:41.289545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:41.294758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:41.295291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd3e49a-3f4a-41f4-8fc2-4d286018bc93') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:41.329007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.345574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f06a38-b972-4b0a-8d26-f396b0530a6a service neutron] Pushing event updated for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.353999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.361066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:41.361543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:41.382028 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:41.385983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'status': 'completed', 'code': 200} Jan 25 15:38:41.402747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.414937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=ab8fde97-3c44-42dd-8214-d513a5fb4a02,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.426808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:41.437848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:41.442506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=db01a5f9-a21a-4aa5-8164-43346c67b0a9,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.444622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:41.451234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.451234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.483667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:41.484065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: dabc456b-abe2-46f4-a1af-edf6e73e6659, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:38:41.525286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c9e4a91-6ec5-429e-8846-3eae01d9bbf9 req-d334cdea-8ec4-4021-9578-07b15b2e3048 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1096 time: 0.1378901 Jan 25 15:38:41.535156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.575435 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4a7be1b2-45f3-43c1-924b-41b99dc13029 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9588525 Jan 25 15:38:41.578133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.603561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.620541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.624628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.637096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1975a55-8b88-4606-9274-fbe81392f802,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.646819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f874080-47f0-4c87-a63c-3e0e90d9e663,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:41.690426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc5755-b55d-402b-8091-edc4789c4e37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.694400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc5755-b55d-402b-8091-edc4789c4e37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.695203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b5fc5755-b55d-402b-8091-edc4789c4e37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:41.699937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:38:41.707190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e4a91-6ec5-429e-8846-3eae01d9bbf9 req-05cd3f26-1bdb-440c-b15b-ca74756ca884 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.708442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c9e4a91-6ec5-429e-8846-3eae01d9bbf9 req-05cd3f26-1bdb-440c-b15b-ca74756ca884 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1765220 Jan 25 15:38:41.739344 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2d6aa7a1-a91d-4b8c-9115-51d6e8664806 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d1975a55-8b88-4606-9274-fbe81392f802 HTTP/1.1" status: 204 len: 168 time: 0.9431343 Jan 25 15:38:41.740115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34110) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.817477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Deleting subnet b8047181-3ee9-46cb-992c-101a5454ec9d {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:41.821502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.857199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.860925 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bb6ef2f7-f002-4177-8d7c-53ddaa982358 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7145064 Jan 25 15:38:41.860925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b5fc5755-b55d-402b-8091-edc4789c4e37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:41.860925 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b5fc5755-b55d-402b-8091-edc4789c4e37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2812531 Jan 25 15:38:41.861241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, dabc456b-abe2-46f4-a1af-edf6e73e6659) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:41.862692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34114) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.862832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.870000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df28617-5516-4106-a462-3c0e0ecd9256 None None] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:41.887929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.888520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:41.924826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e4a91-6ec5-429e-8846-3eae01d9bbf9 req-fbd62c0c-e8ac-402a-97f8-a58c00c5d5ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:41.926584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c9e4a91-6ec5-429e-8846-3eae01d9bbf9 req-fbd62c0c-e8ac-402a-97f8-a58c00c5d5ed service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124438 Jan 25 15:38:41.964057 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2fe44dd9-c262-4572-a6b2-8bb1767e65db tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules/2f874080-47f0-4c87-a63c-3e0e90d9e663 HTTP/1.1" status: 200 len: 705 time: 0.0982213 Jan 25 15:38:41.968801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34122) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:41.982883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.036388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port db01a5f9-a21a-4aa5-8164-43346c67b0a9 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:42.036924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.049466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418c966-fd95-494c-8b2e-4007a4de7993 req-5ea9e384-b43f-4106-8bdf-a546c5f099f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:42.055856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4418c966-fd95-494c-8b2e-4007a4de7993 req-5ea9e384-b43f-4106-8bdf-a546c5f099f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 943 time: 0.2055652 Jan 25 15:38:42.093222 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b6fdd6b1-11e0-451f-9a05-84dbfdacc1af tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0799007 Jan 25 15:38:42.094494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34126) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:42.129800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163055548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:42.131496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8a095b2-1f8f-4e16-a32e-e1923e780b88 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:42.162362 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4418c966-fd95-494c-8b2e-4007a4de7993 req-f770a303-c301-47b3-92e9-cd4ca99c56d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040041 Jan 25 15:38:42.173192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-59ba7a9b-19c4-439b-aa17-d42a96195058 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1096 time: 0.1827934 Jan 25 15:38:42.244950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-dabc456b-abe2-46f4-a1af-edf6e73e6659', 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': 'ab8fde97-3c44-42dd-8214-d513a5fb4a02'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:42.247308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.248963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f8a095b2-1f8f-4e16-a32e-e1923e780b88 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:42.249528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f8a095b2-1f8f-4e16-a32e-e1923e780b88 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2794244 Jan 25 15:38:42.260709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34130) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:42.272909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-515336d4-aa0b-453b-8f72-444da945dbab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf014f8b-3379-4981-9d08-ceb12029d70a HTTP/1.1" status: 200 len: 217 time: 0.0918646 Jan 25 15:38:42.287700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:42.297110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:42.303910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:42.315311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:42.317603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.333880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.352368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.365920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-b73751f3-f20a-440c-8f8d-efc8f427b758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:42.367414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-b73751f3-f20a-440c-8f8d-efc8f427b758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c92457d-a613-4e45-953f-07d5559a4a54 HTTP/1.1" status: 200 len: 834 time: 0.0889845 Jan 25 15:38:42.410386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-04bf5831-a9de-40d0-b336-878e5a897230 None None] Provisioning for port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:42.453219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Allocated IP 2001:db8::2 (dabc456b-abe2-46f4-a1af-edf6e73e6659/ab8fde97-3c44-42dd-8214-d513a5fb4a02/d4132ba2-5809-4727-80e4-e7897e586e38) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:42.463125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-3f4d8bf3-63a7-4d1f-ac23-5d98eba05ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877922 Jan 25 15:38:42.489787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.503989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.504901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.563120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f874080-47f0-4c87-a63c-3e0e90d9e663,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:42.564128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.597263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.610329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.648115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3b3d18ee-d999-44c5-9d4e-a9be2d4bf14a None None] Provisioning for port db01a5f9-a21a-4aa5-8164-43346c67b0a9 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:42.678159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3b3d18ee-d999-44c5-9d4e-a9be2d4bf14a None None] Provisioning complete for port db01a5f9-a21a-4aa5-8164-43346c67b0a9 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:42.678923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3b3d18ee-d999-44c5-9d4e-a9be2d4bf14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.701463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8047181-3ee9-46cb-992c-101a5454ec9d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:42.732008 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-ae0e7a11-5272-4af6-8222-2ab919fdb6d7 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622838 Jan 25 15:38:42.732760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.733877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1c6f15e9-03eb-4465-bd92-add4e5eafda2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/2f874080-47f0-4c87-a63c-3e0e90d9e663 HTTP/1.1" status: 204 len: 168 time: 0.4718006 Jan 25 15:38:42.736439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34134) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:42.756182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.765286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3b3d18ee-d999-44c5-9d4e-a9be2d4bf14a None None] Port db01a5f9-a21a-4aa5-8164-43346c67b0a9 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:42.774625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Transition to ACTIVE for port object d4132ba2-5809-4727-80e4-e7897e586e38 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:42.776229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for db01a5f9-a21a-4aa5-8164-43346c67b0a9 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:42.800506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 365d94f3-a4f9-4e5a-9433-7efbd10f19fd up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:42.806240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.825894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Transition to ACTIVE for port object d4132ba2-5809-4727-80e4-e7897e586e38 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:42.841160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.861029 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-affc20df-58fa-406c-9351-b9f8a1ef8f54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b8047181-3ee9-46cb-992c-101a5454ec9d HTTP/1.1" status: 204 len: 168 time: 1.1200445 Jan 25 15:38:42.864719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34138) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:42.893208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4f744942-b80a-4516-8395-17a3ac1ad11d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:42.904860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.930952 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb5417f3-9663-486a-8234-43c57efd5da6 req-0a1b65d1-e838-4d5c-b1fc-654a9f387fb9 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748600 Jan 25 15:38:42.954572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:42.955716 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-88080c80-d8f1-47cd-99ee-6b65276d980d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8523116 Jan 25 15:38:42.959241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34142) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:42.965152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'port': {'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659', 'name': 'tempest-RoutersIpV6Test-2140108549'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:42.979457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:42.982892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Pushing event updated for resources: {'Port': ['ID=d4132ba2-5809-4727-80e4-e7897e586e38,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:42.985403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:42.987429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:42.991566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:42.998877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:42.999246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.035481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.052521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4f744942-b80a-4516-8395-17a3ac1ad11d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:43.053778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4f744942-b80a-4516-8395-17a3ac1ad11d tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3165298 Jan 25 15:38:43.057016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34146) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:43.062431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '31fb793d-a5b9-4b44-8fda-71e80b2b2018', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:43.077367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:43.104158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:43.134049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:43.134441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Attempting to bind port d4132ba2-5809-4727-80e4-e7897e586e38 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:43.134839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Attempting to bind port d4132ba2-5809-4727-80e4-e7897e586e38 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:43.135200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Attempting to bind port d4132ba2-5809-4727-80e4-e7897e586e38 on network dabc456b-abe2-46f4-a1af-edf6e73e6659 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:43.138355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:port and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:43.141188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:43.147091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:43.159785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.171511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:43.171762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Checking segment: {'id': 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:43.176220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.177155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Bound using segment: {'id': 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:43.177702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Bound port: d4132ba2-5809-4727-80e4-e7897e586e38, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'dabc456b-abe2-46f4-a1af-edf6e73e6659'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:43.178073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.218066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.225609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=db01a5f9-a21a-4aa5-8164-43346c67b0a9,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:43.233972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.239765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:43.256998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.258978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.284488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.306452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dc7d68-e56a-4c34-9d4e-501e28d1d3bd']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:43.323043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:43.324344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] For port d4132ba2-5809-4727-80e4-e7897e586e38, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:43.327655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] For port d4132ba2-5809-4727-80e4-e7897e586e38, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4132ba2-5809-4727-80e4-e7897e586e38,segment=NetworkSegment(ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb),segment_id=ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:43.330701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f8fa51-eae7-4705-9642-46a93a41e097') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:43.330988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f8fa51-eae7-4705-9642-46a93a41e097') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:43.334302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] device_id is not set on port 1f99ca6f-d029-460d-95b2-debcf7a9958a yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:43.343896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.362417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.370122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:43.370592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:43.385327 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:43.433010 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-83a1cb90-54c5-4889-ae9d-d91194f1dc15 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/db01a5f9-a21a-4aa5-8164-43346c67b0a9 HTTP/1.1" status: 204 len: 168 time: 1.5657377 Jan 25 15:38:43.438535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34152) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:43.460495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.490631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.526999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4120f2a-0944-43c9-a5a7-04bf7910751f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:43.528928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4120f2a-0944-43c9-a5a7-04bf7910751f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:43.530620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4120f2a-0944-43c9-a5a7-04bf7910751f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:43.550061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:43.555976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.583911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8::18f (dabc456b-abe2-46f4-a1af-edf6e73e6659/ab8fde97-3c44-42dd-8214-d513a5fb4a02/1f99ca6f-d029-460d-95b2-debcf7a9958a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:43.602229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a88bd6-1175-4dee-97a9-9b2f71f4b34b req-b4d6d459-4829-4d6c-a3f2-9f9a1d37799f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:43.603746 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60a88bd6-1175-4dee-97a9-9b2f71f4b34b req-b4d6d459-4829-4d6c-a3f2-9f9a1d37799f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 943 time: 0.2275717 Jan 25 15:38:43.614589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.619439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947c25b-def6-48cf-bc99-9e6e26450fb0 None None] Pushing event updated for resources: {'Port': ['ID=d4132ba2-5809-4727-80e4-e7897e586e38,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:43.623900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.645244 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] 10.222.0.26 "DELETE /v2.0/networks/11dc7d68-e56a-4c34-9d4e-501e28d1d3bd HTTP/1.1" status: 204 len: 168 time: 0.7795243 Jan 25 15:38:43.649561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4120f2a-0944-43c9-a5a7-04bf7910751f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:43.653468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f4120f2a-0944-43c9-a5a7-04bf7910751f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2108991 Jan 25 15:38:43.653468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccc25e-f89b-48b8-acc7-e60326d52954 admin admin] Pushing event deleted for resources: {'Network': ['ID=11dc7d68-e56a-4c34-9d4e-501e28d1d3bd,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:43.655357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:43.657203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.720816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29ac261-9ad6-4e7e-bb21-a7a076299b9b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:43.824907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60a88bd6-1175-4dee-97a9-9b2f71f4b34b req-871e8ff7-cf12-4fde-9866-eb9015d49b2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900098 Jan 25 15:38:43.903532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.907083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c14c9d51-4947-445c-abda-387658be7b1a tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8468573 Jan 25 15:38:43.907721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34162) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:43.918744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet f5cd2457-d76f-47e1-b4f4-4b47105dd006 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:43.922146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.943385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:43.948923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c4da5862-8284-4c02-93e3-77b277786380 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules/f29ac261-9ad6-4e7e-bb21-a7a076299b9b HTTP/1.1" status: 200 len: 705 time: 0.0406029 Jan 25 15:38:43.953325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34166) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:43.964880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 1f99ca6f-d029-460d-95b2-debcf7a9958a will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:44.004756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.059329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1e336bf2-8fde-4b1d-97c0-b5c4917bc687 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:44.065017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.110670 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.145272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:44.150110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:44.155171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:44.159583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:44.160346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.180000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=1f99ca6f-d029-460d-95b2-debcf7a9958a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:44.232481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34170) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.257014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1e336bf2-8fde-4b1d-97c0-b5c4917bc687 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:44.258285 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1e336bf2-8fde-4b1d-97c0-b5c4917bc687 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3046353 Jan 25 15:38:44.262553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34174) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.305331 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-df0026fa-ea21-429a-8bf7-d87efb431d4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3453088 Jan 25 15:38:44.308147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34178) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.311620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.320402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-301e543a-96e0-4cc4-aa24-6edbe862ad88 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2c181bf71c949bf9f4dd73cd6f4d1c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0868099 Jan 25 15:38:44.324311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34182) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.327330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.367084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.408165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.419742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cd2457-d76f-47e1-b4f4-4b47105dd006,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:44.436499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.479320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.483377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.490314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe31477-6a3f-48e0-98c5-8a081ce8848d None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:44.501884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f29ac261-9ad6-4e7e-bb21-a7a076299b9b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:44.574414 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4316716-e3e7-404e-913d-11131fbdead2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/f5cd2457-d76f-47e1-b4f4-4b47105dd006 HTTP/1.1" status: 204 len: 168 time: 0.9150748 Jan 25 15:38:44.574635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34186) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.595865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.597938 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8ad364f4-f0a4-4da8-b7fe-64295e27c6aa tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f29ac261-9ad6-4e7e-bb21-a7a076299b9b HTTP/1.1" status: 204 len: 168 time: 0.3344955 Jan 25 15:38:44.599761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.605453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34190) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.672132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0971688-a8c3-4ffc-8a6e-d09d216006f6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:44.696487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1efaad-abb8-49a4-a710-df72794b13e5 None None] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:44.708370 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-882762d7-eaa0-45de-bd36-c84e2b339e7d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328325 Jan 25 15:38:44.713427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34194) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.726273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:44.844240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2eaf976-d870-4f5e-897f-251f378e52e2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:44.866213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4132ba2-5809-4727-80e4-e7897e586e38 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:44.881367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:44.882486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0dd614fd-b87b-426d-af3a-4b7bb1edb45a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0971688-a8c3-4ffc-8a6e-d09d216006f6 HTTP/1.1" status: 204 len: 168 time: 0.5572982 Jan 25 15:38:44.903941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:44.908542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:44.911611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:44.920355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:44.957608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2eaf976-d870-4f5e-897f-251f378e52e2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:44.958875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c2eaf976-d870-4f5e-897f-251f378e52e2 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3118010 Jan 25 15:38:44.961646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34202) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:44.967729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': '31fb793d-a5b9-4b44-8fda-71e80b2b2018', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:44.975056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:44.986288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:45.060762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:45.101258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c4b25961-da74-4299-bef5-3581fe8e9913 None None] Provisioning for port d4132ba2-5809-4727-80e4-e7897e586e38 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:45.131850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.199652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:45.209523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Deleting port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:45.209909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.245679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device cf014f8b-3379-4981-9d08-ceb12029d70a details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:38:45.249185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.267779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d4132ba2-5809-4727-80e4-e7897e586e38 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:45.285352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d4132ba2-5809-4727-80e4-e7897e586e38 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:45.285352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.289028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.518879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48454-22de-490d-8380-d7e970c8641f req-73daeb1c-05a2-41b2-9c8d-a7e7e43f6a89 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:45.521250 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56a48454-22de-490d-8380-d7e970c8641f req-73daeb1c-05a2-41b2-9c8d-a7e7e43f6a89 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 943 time: 0.5045164 Jan 25 15:38:45.636087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56a48454-22de-490d-8380-d7e970c8641f req-9ed3c3e6-e1f7-4d4e-808c-be2e4586b333 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949574 Jan 25 15:38:45.638588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.654671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.687287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.730193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.772746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d4132ba2-5809-4727-80e4-e7897e586e38, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4132ba2-5809-4727-80e4-e7897e586e38,segment=NetworkSegment(ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb),segment_id=ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:45.778133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30b775c-54ef-466d-ab06-6293f569b3b5,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:45.780861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=cf014f8b-3379-4981-9d08-ceb12029d70a,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:45.794406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] For port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:45.794790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.809154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'port_id': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'mac_address': 'fa:16:3e:cc:9d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:38:45.846632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.884356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.886587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-24b2c2b4-6baf-4d7d-ab56-85431b904877 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9239628 Jan 25 15:38:45.890009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34210) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:45.934316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:45.935070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 365d94f3-a4f9-4e5a-9433-7efbd10f19fd up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:45.959910 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-288cd86d-7bf0-43bb-a723-08f6f8dae3c3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules/c30b775c-54ef-466d-ab06-6293f569b3b5 HTTP/1.1" status: 200 len: 706 time: 0.0687637 Jan 25 15:38:45.966301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34214) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:45.966907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Calling delete_port for 365d94f3-a4f9-4e5a-9433-7efbd10f19fd owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:45.991064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34218) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:46.021238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=1f99ca6f-d029-460d-95b2-debcf7a9958a,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.124497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-94e89d83-ac74-468a-ba94-0be9bd1edce4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=260917fddf5d439285ffd5f4f4c9b07c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1323009 Jan 25 15:38:46.128270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34222) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:46.188351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8321996d-c4d3-4270-88d9-b0c9970acd21 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:46.195325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.204997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Provisioning complete for port d4132ba2-5809-4727-80e4-e7897e586e38 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:46.205356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.242065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d4132ba2-5809-4727-80e4-e7897e586e38,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.242716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.277943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf014f8b-3379-4981-9d08-ceb12029d70a {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:38:46.284379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:46.311008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=cf014f8b-3379-4981-9d08-ceb12029d70a,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:46.318000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:46.318606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.350729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.362808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8321996d-c4d3-4270-88d9-b0c9970acd21 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:46.365308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8321996d-c4d3-4270-88d9-b0c9970acd21 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3965406 Jan 25 15:38:46.371845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34226) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:46.394106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.401408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.404227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.451415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.465980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.484451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_pluggable_backend [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 25 15:38:46.484777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_pluggable_backend [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Reverting IP allocation for 2001:db8::f816:3eff:fef0:67de {{(pid=84139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 25 15:38:46.489256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Could not find standard attr ID for object 365d94f3-a4f9-4e5a-9433-7efbd10f19fd. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:46.496737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] No DVR routers for this DVR port 365d94f3-a4f9-4e5a-9433-7efbd10f19fd on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:46.506348 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No ports have port_id starting with 365d94f3-a4f9-4e5a-9433-7efbd10f19fd Jan 25 15:38:46.520972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.547519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.566240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.568805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914f029-f7ce-40b1-a901-31e6eea91503 None None] Pushing event deleted for resources: {'Port': ['ID=365d94f3-a4f9-4e5a-9433-7efbd10f19fd,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.581534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.588657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c8d844-3330-43be-9d43-588376fe6507,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.590113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.622361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['cf014f8b-3379-4981-9d08-ceb12029d70a'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:38:46.657406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30b775c-54ef-466d-ab06-6293f569b3b5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.658454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Provisioning for port 1f99ca6f-d029-460d-95b2-debcf7a9958a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:46.686679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Provisioning complete for port 1f99ca6f-d029-460d-95b2-debcf7a9958a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:46.687061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.727303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4132ba2-5809-4727-80e4-e7897e586e38 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:46.736277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=05152679-4bfc-4f2b-8da4-7c89f11f0697,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:46.751060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:46.752668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:46.757063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:46.758001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.778717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef25ac6-5847-4f8c-8a39-40968e5faa84 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:46.816667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.821913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-45f9c790-a228-426e-a84c-69fca70bd7b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71c8d844-3330-43be-9d43-588376fe6507 HTTP/1.1" status: 204 len: 168 time: 0.6838069 Jan 25 15:38:46.828898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:46.830086 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f061e5f5-4858-4f6b-a805-03adfd7c3d16 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c30b775c-54ef-466d-ab06-6293f569b3b5 HTTP/1.1" status: 204 len: 168 time: 0.4555631 Jan 25 15:38:46.832858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34234) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:46.896308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a2c18a9e-e289-4c6e-88d9-c3a24530c235 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:46.924725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9095868-211d-480d-8bc1-bec150ee94c8 req-6e325083-7c09-40a2-96d5-5f5a438bd033 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:46.932394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9095868-211d-480d-8bc1-bec150ee94c8 req-6e325083-7c09-40a2-96d5-5f5a438bd033 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 944 time: 0.1587791 Jan 25 15:38:46.957486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-61fd5bd2-2644-4b4c-86fc-ac618fc9a373 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2390697 Jan 25 15:38:46.958333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34238) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:46.964330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-84f1a8b6-6ac6-4167-92fe-d1d89180f312 None None] Port 1f99ca6f-d029-460d-95b2-debcf7a9958a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:46.966980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:0a:86:42', 'name': 'tempest-NetworksTestDHCPv6-1331743547'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:47.002061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.046012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a2c18a9e-e289-4c6e-88d9-c3a24530c235 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:47.047236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a2c18a9e-e289-4c6e-88d9-c3a24530c235 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2134085 Jan 25 15:38:47.050498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34242) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:47.061934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9095868-211d-480d-8bc1-bec150ee94c8 req-9e13e52d-3a89-4128-82cb-0b71819d48f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283278 Jan 25 15:38:47.072721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.073573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.137598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:47.142829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:47.146700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:47.153938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:47.191435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d4132ba2-5809-4727-80e4-e7897e586e38 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:47.191879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.241154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-96514331-b4b0-48ec-853d-9d7f9e8dbf33 None None] Provisioning complete for port 1f99ca6f-d029-460d-95b2-debcf7a9958a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:47.241551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-96514331-b4b0-48ec-853d-9d7f9e8dbf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.256727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:47.263448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=1f99ca6f-d029-460d-95b2-debcf7a9958a,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:47.280038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.293903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.313931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-96514331-b4b0-48ec-853d-9d7f9e8dbf33 None None] Port 1f99ca6f-d029-460d-95b2-debcf7a9958a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:47.322734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port f04ab714-06a5-48bd-926a-5b8f94b75387 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:47.355496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.388789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:47.391682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:47.411197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664569bf-d269-4832-b05d-124f0108361e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '05152679-4bfc-4f2b-8da4-7c89f11f0697'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:47.412343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.511496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe0a:8642 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/05152679-4bfc-4f2b-8da4-7c89f11f0697/f04ab714-06a5-48bd-926a-5b8f94b75387) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:47.659813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.706301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 365d94f3-a4f9-4e5a-9433-7efbd10f19fd no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:47.751030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 365d94f3-a4f9-4e5a-9433-7efbd10f19fd {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:47.751399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 365d94f3-a4f9-4e5a-9433-7efbd10f19fd not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:47.752185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb793d-a5b9-4b44-8fda-71e80b2b2018,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:47.796215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b3bc03a0-5b7c-4472-9d83-7fee53883329 None None] Provisioning complete for port 1f99ca6f-d029-460d-95b2-debcf7a9958a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:47.796468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b3bc03a0-5b7c-4472-9d83-7fee53883329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.804931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.822077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object f04ab714-06a5-48bd-926a-5b8f94b75387 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:47.851966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc03a0-5b7c-4472-9d83-7fee53883329 None None] Port 1f99ca6f-d029-460d-95b2-debcf7a9958a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:38:47.865285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.866438 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-708d9042-5c1e-4ee9-acb2-80e0775ac7b4 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/31fb793d-a5b9-4b44-8fda-71e80b2b2018 HTTP/1.1" status: 204 len: 168 time: 0.8146412 Jan 25 15:38:47.869331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34246) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:47.922751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dc2fdc33-815e-49e2-9a00-5d108786a19c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:47.935125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:47.960624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 0bcc7327-2c98-4827-9184-ad497741be3c is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:38:48.000336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-664569bf-d269-4832-b05d-124f0108361e None None] Allocated IP 2001:db8::f816:3eff:fec0:2cfe (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/05152679-4bfc-4f2b-8da4-7c89f11f0697/3b16ea10-a20f-415e-bbce-76f3cc6ce23f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:48.009501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:48.012836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:48.017439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:48.021259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:48.021953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.028007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dc2fdc33-815e-49e2-9a00-5d108786a19c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:48.028191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=f04ab714-06a5-48bd-926a-5b8f94b75387,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:48.032849 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dc2fdc33-815e-49e2-9a00-5d108786a19c tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1583292 Jan 25 15:38:48.035325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34250) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.040581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group': {'name': 'tempest-secgroup--339122606'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:48.048267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:48.115548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:48.141221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-445cc5c8-06de-4cbf-bfee-e5850c27fcc9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1774895 Jan 25 15:38:48.141564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34256) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.190213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:48.196741 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5a81f4ba-a28b-467a-a25d-fba7b0a8ba4d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/0bcc7327-2c98-4827-9184-ad497741be3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8875365 Jan 25 15:38:48.201091 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34260) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.202319 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] Sync routers for ids ['0bcc7327-2c98-4827-9184-ad497741be3c'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:48.215673 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] Routers {'0bcc7327-2c98-4827-9184-ad497741be3c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:48.216371 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0bcc7327-2c98-4827-9184-ad497741be3c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:48.250120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.258794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.273794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-664569bf-d269-4832-b05d-124f0108361e None None] Transition to ACTIVE for port object 3b16ea10-a20f-415e-bbce-76f3cc6ce23f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:48.285223 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:48.298935 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] Routers {'0bcc7327-2c98-4827-9184-ad497741be3c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:48.299323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce500101-087b-4b39-976b-84d6930ff1a2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:48.300046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ce500101-087b-4b39-976b-84d6930ff1a2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:48.300429 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0bcc7327-2c98-4827-9184-ad497741be3c'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:48.301415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd6960-3c90-4366-a5f4-09855b6492b3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:48.304335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-664569bf-d269-4832-b05d-124f0108361e None None] Transition to ACTIVE for port object 3b16ea10-a20f-415e-bbce-76f3cc6ce23f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:48.305745 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-88cd6960-3c90-4366-a5f4-09855b6492b3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports/1f99ca6f-d029-460d-95b2-debcf7a9958a HTTP/1.1" status: 200 len: 984 time: 0.1027997 Jan 25 15:38:48.307933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34264) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.320391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:48.325084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:48.328106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:48.333886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:48.373047 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:48.373658 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c29943a-8c9d-4329-af8d-cfa119aeaa56 None None] The sync data for ids ['0bcc7327-2c98-4827-9184-ad497741be3c'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:48.378675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.444834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27415e-3913-431f-adbc-b7c75c27a315 req-158f56c5-300e-47c7-a215-b4259d809e6c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:48.446391 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea27415e-3913-431f-adbc-b7c75c27a315 req-158f56c5-300e-47c7-a215-b4259d809e6c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 944 time: 0.2439070 Jan 25 15:38:48.454443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664569bf-d269-4832-b05d-124f0108361e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:48.458949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-664569bf-d269-4832-b05d-124f0108361e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:48.461763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664569bf-d269-4832-b05d-124f0108361e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:48.464763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664569bf-d269-4832-b05d-124f0108361e None None] Pushing event updated for resources: {'Port': ['ID=3b16ea10-a20f-415e-bbce-76f3cc6ce23f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:48.504661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.558103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-664569bf-d269-4832-b05d-124f0108361e None None] Attempting to bind port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:48.558463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-664569bf-d269-4832-b05d-124f0108361e None None] Attempting to bind port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:48.558817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664569bf-d269-4832-b05d-124f0108361e None None] Attempting to bind port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:48.564660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ce500101-087b-4b39-976b-84d6930ff1a2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:48.565229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664569bf-d269-4832-b05d-124f0108361e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:48.565619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664569bf-d269-4832-b05d-124f0108361e None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:48.565863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ce500101-087b-4b39-976b-84d6930ff1a2 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4227040 Jan 25 15:38:48.566009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.566391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664569bf-d269-4832-b05d-124f0108361e None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:48.566833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-664569bf-d269-4832-b05d-124f0108361e None None] Bound port: 3b16ea10-a20f-415e-bbce-76f3cc6ce23f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:48.567195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.569095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34268) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.569991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.615928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea727d98-aeb2-4b21-bc01-e3c5c7f89ef4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:48.657638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-664569bf-d269-4832-b05d-124f0108361e None None] For port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:48.660651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-664569bf-d269-4832-b05d-124f0108361e None None] For port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3b16ea10-a20f-415e-bbce-76f3cc6ce23f,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:48.670179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea27415e-3913-431f-adbc-b7c75c27a315 req-dba79191-9b3e-4311-8ca5-4da0ebd4e3e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249270 Jan 25 15:38:48.673254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port f04ab714-06a5-48bd-926a-5b8f94b75387 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:48.673626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.684463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.687096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78f3d297-7f76-4792-bde5-ef9bbd6b8080 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6513069 Jan 25 15:38:48.690044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:48.697309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Request body: {'security_group_rule': {'security_group_id': 'ea727d98-aeb2-4b21-bc01-e3c5c7f89ef4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:48.703849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:48.708600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Usage tracker for resource:security_group_rule and tenant:fc7e10551b6340129e34b3bb9e601200 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:48.711687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:48.717717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:48.739546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-664569bf-d269-4832-b05d-124f0108361e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.820564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664569bf-d269-4832-b05d-124f0108361e None None] Pushing event updated for resources: {'Port': ['ID=3b16ea10-a20f-415e-bbce-76f3cc6ce23f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:48.829831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.891414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:48.977711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.004621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8c2e67-2152-4f90-99f4-e68bc0929532,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:49.070884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.077220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.079383 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da36f996-70d7-483d-a95a-5481abe75cdd tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3876629 Jan 25 15:38:49.081896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34276) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:49.158136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.187946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.216601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for f04ab714-06a5-48bd-926a-5b8f94b75387 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:49.255111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device cf014f8b-3379-4981-9d08-ceb12029d70a up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:49.309072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.330620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea727d98-aeb2-4b21-bc01-e3c5c7f89ef4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:49.339153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.340158 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-91969a12-7dc1-4205-8ef1-3185ac2b4525 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea727d98-aeb2-4b21-bc01-e3c5c7f89ef4 HTTP/1.1" status: 204 len: 168 time: 0.2573764 Jan 25 15:38:49.342735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34280) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:49.394641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab664035-fa20-460d-8e62-3db399fa709f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:49.401003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port cf014f8b-3379-4981-9d08-ceb12029d70a completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:49.406595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port cf014f8b-3379-4981-9d08-ceb12029d70a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:49.406915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.475022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab664035-fa20-460d-8e62-3db399fa709f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:49.479143 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab664035-fa20-460d-8e62-3db399fa709f tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1326532 Jan 25 15:38:49.479421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34284) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:49.523730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.526928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea2b3801-bec2-4ae7-80c9-f97d367e9b58 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Synchronizing usage tracker for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:49.530003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.562844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=cf014f8b-3379-4981-9d08-ceb12029d70a,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:49.564140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:49.582258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=f04ab714-06a5-48bd-926a-5b8f94b75387,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:49.586848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.614929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea2b3801-bec2-4ae7-80c9-f97d367e9b58 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] Unset dirty status for tenant:fc7e10551b6340129e34b3bb9e601200 on resource:security_group_rule {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:49.617062 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea2b3801-bec2-4ae7-80c9-f97d367e9b58 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1363995 Jan 25 15:38:49.619931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34290) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:49.643594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.644906 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-ade04c15-10d5-4257-89fb-feaa66dec0b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] delete failed (client error): The resource could not be found. Jan 25 15:38:49.651830 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ade04c15-10d5-4257-89fb-feaa66dec0b3 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea727d98-aeb2-4b21-bc01-e3c5c7f89ef4 HTTP/1.1" status: 404 len: 347 time: 0.0267243 Jan 25 15:38:49.652280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34294) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:49.713250 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'code': 200} Jan 25 15:38:49.787144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:49.798072 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-87ec4a2b-228c-41e9-8ef9-84b64d8610b1 tempest-SecGroupTest-755573823 tempest-SecGroupTest-755573823-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1449142 Jan 25 15:38:49.855357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:49.927099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e88de591-9007-4df3-ad9c-784145d92d1e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/f04ab714-06a5-48bd-926a-5b8f94b75387 HTTP/1.1" status: 204 len: 168 time: 1.3528061 Jan 25 15:38:49.933577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34302) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:50.041299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ebd0c-9b99-40ec-a240-99ff2fe86945 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:50.042829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ebd0c-9b99-40ec-a240-99ff2fe86945 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:50.043547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf9ebd0c-9b99-40ec-a240-99ff2fe86945 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:50.082182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1ca9-0f92-46d3-b47d-2adc60b65598 req-f6b54dcd-bea7-4350-a3a2-54a3690d4478 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:50.083630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93ec1ca9-0f92-46d3-b47d-2adc60b65598 req-f6b54dcd-bea7-4350-a3a2-54a3690d4478 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.1954970 Jan 25 15:38:50.265721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cf9ebd0c-9b99-40ec-a240-99ff2fe86945 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:50.266860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cf9ebd0c-9b99-40ec-a240-99ff2fe86945 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3312807 Jan 25 15:38:50.269659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34306) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:50.304355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2bcd9a2d-854f-4f41-bc6f-8b737be76e77 None None] Provisioning for port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:50.353230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93ec1ca9-0f92-46d3-b47d-2adc60b65598 req-902ef59b-e8d4-4306-9764-8bf6e705db78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356479 Jan 25 15:38:50.428155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-78664825-43dc-4370-bc35-7e1a48fbc5d5 None None] Could not find standard attr ID for object f04ab714-06a5-48bd-926a-5b8f94b75387. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:50.482521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ff14d02-cd39-4444-953f-34c6116f2b46 req-51f2e5b1-2ef9-46f3-862f-fe8935d785f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1098 time: 0.3951766 Jan 25 15:38:50.502531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34312) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:50.533895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 1f99ca6f-d029-460d-95b2-debcf7a9958a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:50.534290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.543296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 05152679-4bfc-4f2b-8da4-7c89f11f0697 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:50.546763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.594954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ff14d02-cd39-4444-953f-34c6116f2b46 req-6e74fb4d-ba9f-4030-ac82-b7e133df46ae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046691 Jan 25 15:38:50.650690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.748597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3b16ea10-a20f-415e-bbce-76f3cc6ce23f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:50.762005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.777774 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a3448ae9-ec54-45a2-a6ec-aa5ae7830da5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc7e10551b6340129e34b3bb9e601200&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2712271 Jan 25 15:38:50.778074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34318) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:50.816544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.886432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:50.892226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:50.892587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.894540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 1f99ca6f-d029-460d-95b2-debcf7a9958a owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:50.901608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:50.933858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.017053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.038061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.073032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.091552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=05152679-4bfc-4f2b-8da4-7c89f11f0697,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:51.106700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c8ee10-5ae0-4a20-a98c-5f0ba82a8973,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:51.106700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.111838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e09ae9-2317-469a-b0ee-7421d36afebd None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:51.119654 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c0b28bbe-5170-48ec-8da6-6eec80c3a785 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/05152679-4bfc-4f2b-8da4-7c89f11f0697 HTTP/1.1" status: 204 len: 168 time: 0.8457389 Jan 25 15:38:51.119986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34322) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:51.149803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.195660 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f0f8869-5d56-4232-a074-597a3bd6f8d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682688 Jan 25 15:38:51.195873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34326) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:51.195985 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.195985 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce7439e8-7d04-45e3-b09b-ec8011bada34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5c8ee10-5ae0-4a20-a98c-5f0ba82a8973 HTTP/1.1" status: 204 len: 168 time: 0.4139361 Jan 25 15:38:51.223906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:51.224259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:51.238542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=1f99ca6f-d029-460d-95b2-debcf7a9958a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:51.435279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:51.441980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Deleting port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:51.442722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.470592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5c4a51-4f7b-41d3-8b19-0ffb755874fc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:51.475261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cd5c4a51-4f7b-41d3-8b19-0ffb755874fc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:51.480015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.674987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] For port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3b16ea10-a20f-415e-bbce-76f3cc6ce23f,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:51.675373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.766011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cd5c4a51-4f7b-41d3-8b19-0ffb755874fc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:51.767155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cd5c4a51-4f7b-41d3-8b19-0ffb755874fc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5743530 Jan 25 15:38:51.770031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34334) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:51.834723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Calling delete_port for 3b16ea10-a20f-415e-bbce-76f3cc6ce23f owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:51.842163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46980431-f8b9-4d7e-9235-4dfde3cbaaf6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:51.847438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46980431-f8b9-4d7e-9235-4dfde3cbaaf6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:51.899037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:51.939692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-46980431-f8b9-4d7e-9235-4dfde3cbaaf6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:51.941226 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46980431-f8b9-4d7e-9235-4dfde3cbaaf6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1700757 Jan 25 15:38:51.943548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34338) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:51.955522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc7d6b-5a8b-4b8c-9258-85fcc2b8f632 req-f8ca124f-1950-408e-9a9b-2204eaadc770 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:51.956953 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-22cc7d6b-5a8b-4b8c-9258-85fcc2b8f632 req-f8ca124f-1950-408e-9a9b-2204eaadc770 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.4600296 Jan 25 15:38:52.012598 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-440dddc5-650d-4142-9392-313e41c85ec0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640936 Jan 25 15:38:52.013228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34342) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:52.028986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:52.037606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:52.080652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] Pushing event deleted for resources: {'Port': ['ID=3b16ea10-a20f-415e-bbce-76f3cc6ce23f,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:52.090422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6fd19-78bf-467d-94ca-178e2e70d7d5 None None] No DVR routers for this DVR port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:52.094379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 25 15:38:52.094379 dv-neutron-826291-2-hyperv neutron-server[84140]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 25 15:38:52.094379 dv-neutron-826291-2-hyperv neutron-server[84140]: [parameters: {'status': 'ACTIVE', 'ports_id': '3b16ea10-a20f-415e-bbce-76f3cc6ce23f'}] Jan 25 15:38:52.094379 dv-neutron-826291-2-hyperv neutron-server[84140]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:52.094730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:52.230542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-22cc7d6b-5a8b-4b8c-9258-85fcc2b8f632 req-18c19c0e-9dc0-4d5b-9c6c-0a5385d1b3b3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237659 Jan 25 15:38:52.231462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:52.241798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 0bcc7327-2c98-4827-9184-ad497741be3c has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:52.246807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:52.369795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:52.473833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:52.483014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] Sync routers for ids ['0bcc7327-2c98-4827-9184-ad497741be3c'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:52.483558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:52.494840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] Routers {'0bcc7327-2c98-4827-9184-ad497741be3c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:52.495447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0bcc7327-2c98-4827-9184-ad497741be3c'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:52.553224 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c889c207-06ae-45bd-9370-d6a78be124fe tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/0bcc7327-2c98-4827-9184-ad497741be3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2441180 Jan 25 15:38:52.556174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:52.556908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34346) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:52.570573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] Routers {'0bcc7327-2c98-4827-9184-ad497741be3c'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:52.571202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0bcc7327-2c98-4827-9184-ad497741be3c'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:52.632434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:52.632786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f58fbed-333e-4f22-82f0-d9ead205af6f None None] The sync data for ids ['0bcc7327-2c98-4827-9184-ad497741be3c'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:52.855766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:52.857045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:52.877701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] Port 3b16ea10-a20f-415e-bbce-76f3cc6ce23f update to ACTIVE by agent not found {{(pid=84140) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 25 15:38:52.925908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:52.929238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:52.932708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:52.933294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:52.940877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af543f7-3c30-453e-b47c-59458edefd5d None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:52.959453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=46879b4b-e556-4028-b398-56c04d5c33cd,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:52.960363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3b16ea10-a20f-415e-bbce-76f3cc6ce23f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:52.985813 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-46adce7f-be39-48fa-a500-c94aae0ca75a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] remove_router_interface failed (client error): The resource could not be found. Jan 25 15:38:52.987378 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-46adce7f-be39-48fa-a500-c94aae0ca75a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/0bcc7327-2c98-4827-9184-ad497741be3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4289441 Jan 25 15:38:52.989725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34350) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:53.032204 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e5720d35-fc9f-4170-bf86-a996b5796935 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bcc7327-2c98-4827-9184-ad497741be3c HTTP/1.1" status: 200 len: 205 time: 0.0413754 Jan 25 15:38:53.034714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34354) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:53.043395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 3b16ea10-a20f-415e-bbce-76f3cc6ce23f {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:53.043734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 3b16ea10-a20f-415e-bbce-76f3cc6ce23f not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:53.050945 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f687c64-679b-4bed-8458-4996873e0eb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0360103 Jan 25 15:38:53.052727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34358) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:53.058653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:7b:6f:25', 'name': 'tempest-NetworksTestDHCPv6-758412311'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:53.183552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.206413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '46879b4b-e556-4028-b398-56c04d5c33cd'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:53.207019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:53.207346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.217072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:53.326735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:53.333271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.395486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Allocated IP 2001:db8::f816:3eff:fe4f:7344 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/46879b4b-e556-4028-b398-56c04d5c33cd/9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:53.415116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port ab311e9a-6303-46fe-8c76-b6708ae2a728 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:53.524001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a29d0-9038-483a-9262-c4d5cb129c25 req-54f281bc-4574-4e66-9ca2-b6de0f91e8eb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:53.526190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-491a29d0-9038-483a-9262-c4d5cb129c25 req-54f281bc-4574-4e66-9ca2-b6de0f91e8eb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.1650922 Jan 25 15:38:53.569030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.573268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.576925 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-491a29d0-9038-483a-9262-c4d5cb129c25 req-e3d2664c-4e79-4e59-aa1b-9733bd39710b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Jan 25 15:38:53.608590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.669274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Transition to ACTIVE for port object 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:53.669487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.669819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router 0bcc7327-2c98-4827-9184-ad497741be3c {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:38:53.680128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.681203 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0ffdbcca-1fdf-441f-ab91-49a8d68ad3ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/0bcc7327-2c98-4827-9184-ad497741be3c HTTP/1.1" status: 204 len: 168 time: 0.6456215 Jan 25 15:38:53.684145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34366) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:53.691753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Transition to ACTIVE for port object 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:53.778120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.844885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:53.847710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:53.852255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:53.854945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Pushing event updated for resources: {'Port': ['ID=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:53.941683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Attempting to bind port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:53.942381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Attempting to bind port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:53.942381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Attempting to bind port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:53.949599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:53.949970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:53.950360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:53.950739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:53.951188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Bound port: 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:53.951550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.039499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] For port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:54.042451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] For port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:54.056527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe7b:6f25 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/46879b4b-e556-4028-b398-56c04d5c33cd/ab311e9a-6303-46fe-8c76-b6708ae2a728) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:54.070574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e161cfb-c289-4171-88b8-79f319394371 req-fd5f4231-3812-47cf-83a3-ad09bd643f37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:54.072533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0e161cfb-c289-4171-88b8-79f319394371 req-fd5f4231-3812-47cf-83a3-ad09bd643f37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.3547106 Jan 25 15:38:54.123564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.177593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet ab8fde97-3c44-42dd-8214-d513a5fb4a02 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:54.206189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143ab79-1b36-46aa-b84b-0ff0d8f0a867 None None] Pushing event updated for resources: {'Port': ['ID=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:54.206389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.294658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0e161cfb-c289-4171-88b8-79f319394371 req-e7f6059e-d4bc-4863-be62-9fc5e266693b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151203 Jan 25 15:38:54.324169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34370) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:54.331248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.397342 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89d37545-e78e-46dd-b32b-badef0ae0200 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1093 time: 0.0720530 Jan 25 15:38:54.399894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34374) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:54.406627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:54.413413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:54.417394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:54.420816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:54.426667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:54.459275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.484830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object ab311e9a-6303-46fe-8c76-b6708ae2a728 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:54.504045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.509225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.618525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.646723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.659443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.726406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8fde97-3c44-42dd-8214-d513a5fb4a02,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:54.743288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.747587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:54.750218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aaa14d-0bda-4a02-b3bc-7f777571282f None None] Network dabc456b-abe2-46f4-a1af-edf6e73e6659 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:54.753576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:54.755804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:54.760035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:54.765134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:54.768274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=ab311e9a-6303-46fe-8c76-b6708ae2a728,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:54.783413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e055099a-c966-4f2b-b087-3da7fcff6699 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/ab8fde97-3c44-42dd-8214-d513a5fb4a02 HTTP/1.1" status: 204 len: 168 time: 1.0980740 Jan 25 15:38:54.783803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34378) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:54.810674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.18 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:54.876244 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95458c14-bab8-4b5e-8b41-2079b72068c1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8223081 Jan 25 15:38:54.878693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34382) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:54.973014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2b28d-eb6c-49b6-9b8e-e31baa8b2e90 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:54.979094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b2b28d-eb6c-49b6-9b8e-e31baa8b2e90 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:54.980092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e6b2b28d-eb6c-49b6-9b8e-e31baa8b2e90 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:54.995553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.036424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port d4132ba2-5809-4727-80e4-e7897e586e38 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:55.037089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.038124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] DHCP port deletion for dabc456b-abe2-46f4-a1af-edf6e73e6659 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:55.043758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Deleting port d4132ba2-5809-4727-80e4-e7897e586e38 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:55.044200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.069026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e6b2b28d-eb6c-49b6-9b8e-e31baa8b2e90 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:55.071724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e6b2b28d-eb6c-49b6-9b8e-e31baa8b2e90 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1905909 Jan 25 15:38:55.073497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34386) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:55.133279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.151580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:55.181675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port ab311e9a-6303-46fe-8c76-b6708ae2a728 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:55.183498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.385418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] For port d4132ba2-5809-4727-80e4-e7897e586e38, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4132ba2-5809-4727-80e4-e7897e586e38,segment=NetworkSegment(ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb),segment_id=ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:55.385797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.447759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port d4132ba2-5809-4727-80e4-e7897e586e38, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4132ba2-5809-4727-80e4-e7897e586e38,segment=NetworkSegment(ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb),segment_id=ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:55.448329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.470016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.507559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Calling delete_port for d4132ba2-5809-4727-80e4-e7897e586e38 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:55.584184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.595230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for d4132ba2-5809-4727-80e4-e7897e586e38 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:55.619304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for ab311e9a-6303-46fe-8c76-b6708ae2a728 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:55.648693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.691240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Provisioning for port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:55.694205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:38:55.701570 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] Pushing event deleted for resources: {'Port': ['ID=d4132ba2-5809-4727-80e4-e7897e586e38,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:55.705941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:55.706998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Provisioning complete for port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:55.707754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.710547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:55.713659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:55.730861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:55.731348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.760437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:55.780226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5962c-8511-4b86-8364-6fb7f0083de0 None None] No DVR routers for this DVR port d4132ba2-5809-4727-80e4-e7897e586e38 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:55.822573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:55.822897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:55.828903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.879441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=ab311e9a-6303-46fe-8c76-b6708ae2a728,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:55.931095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.967139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:55.975564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.018292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9220cde7-d153-4dd2-84dd-00cb9c121333 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/ab311e9a-6303-46fe-8c76-b6708ae2a728 HTTP/1.1" status: 204 len: 168 time: 0.9436803 Jan 25 15:38:56.019951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:56.020650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34390) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:56.088656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fbb5ea-ba98-4c00-a937-de0a39077cef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:56.090291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fbb5ea-ba98-4c00-a937-de0a39077cef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:56.091110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f9fbb5ea-ba98-4c00-a937-de0a39077cef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:38:56.100977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.185599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f9fbb5ea-ba98-4c00-a937-de0a39077cef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:38:56.187195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f9fbb5ea-ba98-4c00-a937-de0a39077cef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1654112 Jan 25 15:38:56.189989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34394) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:56.220031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:38:56.220481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-93020d24-5bd1-4b8e-ae39-790da7d435ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:38:56.222724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:56.260668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 46879b4b-e556-4028-b398-56c04d5c33cd {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:38:56.263729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.302129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.316586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.323859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port d4132ba2-5809-4727-80e4-e7897e586e38 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:56.324223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.414319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] The port 'd4132ba2-5809-4727-80e4-e7897e586e38' was deleted {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:38:56.488964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.540066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.587809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.627839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabc456b-abe2-46f4-a1af-edf6e73e6659']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:56.642829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:56.643120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5c69db-ef83-4fe2-b4e5-22e0d3fd15eb') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:56.643484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.673685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.680515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=46879b4b-e556-4028-b398-56c04d5c33cd,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:56.688204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.694650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8cd03d-c33d-4c4f-a849-f88e647975dd None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:56.736453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.752405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:38:56.752785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: util.warn( Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:38:56.767137 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:38:56.775576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-624bc88d-538c-4976-90dc-0ea7bbdee155 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/46879b4b-e556-4028-b398-56c04d5c33cd HTTP/1.1" status: 204 len: 168 time: 0.5845685 Jan 25 15:38:56.778098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34398) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:56.849524 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-af8767a9-4d73-4aa8-83bd-d62fcc2cfda3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686007 Jan 25 15:38:56.850657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34402) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:56.856819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:56.977243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:38:56.985919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:56.991585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:56.995925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:57.005910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.009219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:57.019342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-808a28d7-eb96-494b-84d8-b2f628526316 None None] Could not find standard attr ID for object ab311e9a-6303-46fe-8c76-b6708ae2a728. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:38:57.036232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:38:57.040462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.044694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Deleting port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:38:57.045062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.058497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.069171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=dabc456b-abe2-46f4-a1af-edf6e73e6659,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:57.085507 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-556f532f-4df3-45e7-a5b0-04b2d3b8ede5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/dabc456b-abe2-46f4-a1af-edf6e73e6659 HTTP/1.1" status: 204 len: 168 time: 2.2966022 Jan 25 15:38:57.085749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34406) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:57.090966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1439851537'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:57.095795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:57.099599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:57.102587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:57.108949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.112399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:38:57.114145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.123777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:57.131722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:57.135682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.232742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:57.237243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.292821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:57.295722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.345407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:38:57.360491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.360792 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 5f29fccd-39fd-41a2-b272-b7344e4153dc of type vlan for network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 Jan 25 15:38:57.377994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] For port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:38:57.378379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.444311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4132ba2-5809-4727-80e4-e7897e586e38 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:57.451692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.509924 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP b4c1558f-6f4b-4143-b777-8dd53663fafa associated. External IP: 172.26.8.18, port: cf014f8b-3379-4981-9d08-ceb12029d70a. Jan 25 15:38:57.531029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Calling delete_port for 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:38:57.565307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d4132ba2-5809-4727-80e4-e7897e586e38 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:57.565713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4132ba2-5809-4727-80e4-e7897e586e38 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:57.571749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.575549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:57.576061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.607949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:38:57.676004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.695376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=16ec990e-b9bc-45bd-89e5-efc3591bfc10,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:57.699181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_pluggable_backend [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=84139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 25 15:38:57.699590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.ipam_pluggable_backend [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:7344 {{(pid=84139) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 25 15:38:57.730207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] No DVR routers for this DVR port 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:38:57.740855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:38:57.761346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cbfa5-81e9-49c2-9898-7fd9d038a856 None None] Pushing event deleted for resources: {'Port': ['ID=9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:57.786009 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1308935b-98bf-431e-9cfd-e7cbf6e5fc4e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6993806 Jan 25 15:38:57.788870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34410) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:57.795247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:57.863456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.963246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:57.966275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:57.970690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:57.973644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=6e898136-0e64-4863-afc1-3adfebc3483c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:57.975829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:57.978989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:57.984810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:57.985891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb351bab-cfbd-48c4-9d1f-f64c6bec52c8 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:57.985996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:57.995458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:58.022259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 744241db-e90f-4357-8b4b-625170d3c89b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:38:58.097315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:58.178815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c66a9cac-45a4-4944-ab0a-54b402c0d322 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3244090 Jan 25 15:38:58.182307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34414) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:58.189732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:9a:1d:3b', 'name': 'tempest-NetworksTestDHCPv6-1101356046'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:58.201781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '6e898136-0e64-4863-afc1-3adfebc3483c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:58.202721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.228943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:38:58.240741 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Sync routers for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:38:58.253797 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:58.254656 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:58.313997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.316631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.390028 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-029ff55e-d283-4dde-8893-aeed06c5f6a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9865701 Jan 25 15:38:58.390028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:38:58.394884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34418) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:58.422768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Allocated IP 2001:db8::f816:3eff:fe37:f3db (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/6e898136-0e64-4863-afc1-3adfebc3483c/45ea57a6-950c-4c33-93a4-7d83a18b5a39) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:58.447136 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:58.532419 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1678a4f5-dfa9-42a0-97c7-c10d52969855 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/b4c1558f-6f4b-4143-b777-8dd53663fafa HTTP/1.1" status: 200 len: 990 time: 0.1357160 Jan 25 15:38:58.534378 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'status': 'completed', 'code': 200} Jan 25 15:38:58.624967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.667280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:58.674974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.677942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:58.683253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:58.686024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Transition to ACTIVE for port object 45ea57a6-950c-4c33-93a4-7d83a18b5a39 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:58.700296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:58.705404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Transition to ACTIVE for port object 45ea57a6-950c-4c33-93a4-7d83a18b5a39 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:38:58.722897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=1e81f996-509d-4a0d-91c1-c758f1ffaa43,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:58.737793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-bab613ed-aeff-4f08-b9c7-400adc1ff74b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1098 time: 0.2020786 Jan 25 15:38:58.780793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:58.816758 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'b4c1558f-6f4b-4143-b777-8dd53663fafa', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'port_id': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'mac_address': 'fa:16:3e:cc:9d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:38:56Z', 'updated_at': '2022-01-25T15:38:56Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:58.821159 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Checking router: 744241db-e90f-4357-8b4b-625170d3c89b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:38:58.832348 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:38:58.833179 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:58.857040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Pushing event updated for resources: {'Port': ['ID=45ea57a6-950c-4c33-93a4-7d83a18b5a39,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:58.872913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:38:58.874236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:58.876542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:38:58.919657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:38:58.940994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '5f29fccd-39fd-41a2-b272-b7344e4153dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:58.941347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: 16ec990e-b9bc-45bd-89e5-efc3591bfc10, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:38:58.967308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Attempting to bind port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:38:58.967668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Attempting to bind port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:38:58.967969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Attempting to bind port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:38:58.975758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:38:59.008747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:38:59.008992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9cb7f4e4-7edd-4258-8af8-d85dc3c8e27d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:38:59.011643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:38:59.011643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:38:59.011643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.012027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:38:59.012239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Bound port: 45ea57a6-950c-4c33-93a4-7d83a18b5a39, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:38:59.012606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.035813 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:38:59.104023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-22bb3658-9e1f-4a2d-b11a-5193e47af764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:59.105456 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-22bb3658-9e1f-4a2d-b11a-5193e47af764 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 HTTP/1.1" status: 200 len: 898 time: 0.3603659 Jan 25 15:38:59.114124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.119064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] For port 45ea57a6-950c-4c33-93a4-7d83a18b5a39, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:38:59.122509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] For port 45ea57a6-950c-4c33-93a4-7d83a18b5a39, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45ea57a6-950c-4c33-93a4-7d83a18b5a39,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:38:59.179722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:38:59.209462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.230115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port c263f2c8-94ac-4408-ab25-646e9c9c0f80 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:38:59.285416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 16ec990e-b9bc-45bd-89e5-efc3591bfc10) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:38:59.289910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:59.291219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.309536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-63ac2b7a-98cd-471f-96c8-7600c558eb81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf014f8b-3379-4981-9d08-ceb12029d70a HTTP/1.1" status: 200 len: 998 time: 0.1854951 Jan 25 15:38:59.309857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2e1a9-922d-4a56-8d3f-3992c35a8cd6 None None] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:38:59.395318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9efb7-2956-4120-a0dc-1d711bb59651 None None] Pushing event updated for resources: {'Port': ['ID=45ea57a6-950c-4c33-93a4-7d83a18b5a39,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:38:59.438279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-60d181d5-e628-4143-9679-854fe005ac2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:38:59.439763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-60d181d5-e628-4143-9679-854fe005ac2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c92457d-a613-4e45-953f-07d5559a4a54 HTTP/1.1" status: 200 len: 834 time: 0.1237283 Jan 25 15:38:59.454174 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'b4c1558f-6f4b-4143-b777-8dd53663fafa', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'port_id': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'mac_address': 'fa:16:3e:cc:9d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:38:56Z', 'updated_at': '2022-01-25T15:38:56Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:38:59.458832 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecedd1a4-bbba-4dc2-acc7-0befb1d02a50 None None] The sync data for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv is: [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'b4c1558f-6f4b-4143-b777-8dd53663fafa', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'port_id': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'mac_address': 'fa:16:3e:cc:9d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:38:56Z', 'updated_at': '2022-01-25T15:38:56Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:38:59.498434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5e324d22-2ac0-40e1-a7a9-ba28cdc3357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.501304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69db83fd-0919-45bc-904b-c17bb281eff6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7111540 Jan 25 15:38:59.504580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34424) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:59.517580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-218562549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:38:59.532815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe9a:1d3b (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/6e898136-0e64-4863-afc1-3adfebc3483c/c263f2c8-94ac-4408-ab25-646e9c9c0f80) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:38:59.535908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:38:59.536548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34428) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:38:59.548317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:38:59.563758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:38:59.574935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:38:59.649263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-16ec990e-b9bc-45bd-89e5-efc3591bfc10', 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': '1e81f996-509d-4a0d-91c1-c758f1ffaa43'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:38:59.651150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.725831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.726769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.738536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-2f901752-2e6c-405b-8ccf-652c85584b26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2887964 Jan 25 15:38:59.854809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfbcb3-1995-4dc7-817a-96744bb94f93 None None] New status for floating IP b4c1558f-6f4b-4143-b777-8dd53663fafa: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:38:59.858708 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d99a7fdd-fe90-482e-bbab-89ddb6e5b71f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/b4c1558f-6f4b-4143-b777-8dd53663fafa HTTP/1.1" status: 200 len: 990 time: 0.3197033 Jan 25 15:38:59.894242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.952139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:38:59.957196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-c7ae1c1c-49cd-480d-b4f8-aec9d9e24c82 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097747 Jan 25 15:38:59.965861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Allocated IP 2001:db8::2 (16ec990e-b9bc-45bd-89e5-efc3591bfc10/1e81f996-509d-4a0d-91c1-c758f1ffaa43/52457096-1c2e-428f-8e7c-b0177cfaf024) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:00.038524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object c263f2c8-94ac-4408-ab25-646e9c9c0f80 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:00.043734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.124467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7e08eaaf-8b00-472d-a836-73afb59aee3d req-798f3838-9ed8-4e89-804f-256191d35f48 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603746 Jan 25 15:39:00.143218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.147238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d7a10c00-c1e2-4b50-8821-7431b9d32e8f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6340814 Jan 25 15:39:00.147900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34432) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:00.201461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.295512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:00.298995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:00.301911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:00.306635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:00.307428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.321394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=c263f2c8-94ac-4408-ab25-646e9c9c0f80,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:00.340411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.351026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Transition to ACTIVE for port object 52457096-1c2e-428f-8e7c-b0177cfaf024 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:00.371454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Transition to ACTIVE for port object 52457096-1c2e-428f-8e7c-b0177cfaf024 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:00.392771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-65e825c4-8af3-4f45-8de2-ef3c4c43e80d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2064278 Jan 25 15:39:00.393018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34436) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:00.446282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.481098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44541d29-d872-4384-98bd-9e58722f8d87 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:00.485497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44541d29-d872-4384-98bd-9e58722f8d87 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:00.486531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-44541d29-d872-4384-98bd-9e58722f8d87 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:00.569076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:00.573248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:00.579424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:00.581319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Pushing event updated for resources: {'Port': ['ID=52457096-1c2e-428f-8e7c-b0177cfaf024,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:00.589025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-44541d29-d872-4384-98bd-9e58722f8d87 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:00.596413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-44541d29-d872-4384-98bd-9e58722f8d87 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1963038 Jan 25 15:39:00.596413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34440) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:00.680265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Attempting to bind port 52457096-1c2e-428f-8e7c-b0177cfaf024 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:00.680989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Attempting to bind port 52457096-1c2e-428f-8e7c-b0177cfaf024 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5f29fccd-39fd-41a2-b272-b7344e4153dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:00.682336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Attempting to bind port 52457096-1c2e-428f-8e7c-b0177cfaf024 on network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:00.688227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port c263f2c8-94ac-4408-ab25-646e9c9c0f80 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:00.688567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.690781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:00.691436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Checking segment: {'id': '5f29fccd-39fd-41a2-b272-b7344e4153dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:00.692050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.692643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Bound using segment: {'id': '5f29fccd-39fd-41a2-b272-b7344e4153dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:00.693512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Bound port: 52457096-1c2e-428f-8e7c-b0177cfaf024, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f29fccd-39fd-41a2-b272-b7344e4153dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '16ec990e-b9bc-45bd-89e5-efc3591bfc10'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:00.694108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.704167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:00.753111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4abd9c5e-9b1e-471b-b0d1-7a73b6323a47 None None] Provisioning for port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:00.839004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] For port 52457096-1c2e-428f-8e7c-b0177cfaf024, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:00.842777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] For port 52457096-1c2e-428f-8e7c-b0177cfaf024, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=52457096-1c2e-428f-8e7c-b0177cfaf024,segment=NetworkSegment(5f29fccd-39fd-41a2-b272-b7344e4153dc),segment_id=5f29fccd-39fd-41a2-b272-b7344e4153dc)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:00.865265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34444) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:00.907728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.064701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d732a-10f7-4664-a001-61b1910d3ac5 None None] Pushing event updated for resources: {'Port': ['ID=52457096-1c2e-428f-8e7c-b0177cfaf024,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:01.102563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45ea57a6-950c-4c33-93a4-7d83a18b5a39 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:01.159015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8::1 (16ec990e-b9bc-45bd-89e5-efc3591bfc10/1e81f996-509d-4a0d-91c1-c758f1ffaa43/16f17d0c-6d39-4bbb-95b3-4327c72a9fb3) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:01.216222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-06ac57c1-30d5-43b4-b13c-2da984fe66a8 None None] Provisioning for port c263f2c8-94ac-4408-ab25-646e9c9c0f80 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:01.224995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-06ac57c1-30d5-43b4-b13c-2da984fe66a8 None None] Provisioning complete for port c263f2c8-94ac-4408-ab25-646e9c9c0f80 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:01.225370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-06ac57c1-30d5-43b4-b13c-2da984fe66a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.308807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-264640e5-f748-4a07-b6c3-14ee7673405e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/b4c1558f-6f4b-4143-b777-8dd53663fafa HTTP/1.1" status: 200 len: 992 time: 0.4467742 Jan 25 15:39:01.325698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-06ac57c1-30d5-43b4-b13c-2da984fe66a8 None None] Port c263f2c8-94ac-4408-ab25-646e9c9c0f80 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:01.369932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.373673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.397476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:01.442786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:01.448401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:01.448830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.476526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cf15dae5-5463-4834-aeed-fb0a6a00f47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.501707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for c263f2c8-94ac-4408-ab25-646e9c9c0f80 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:01.531838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.568349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.605633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 45ea57a6-950c-4c33-93a4-7d83a18b5a39, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45ea57a6-950c-4c33-93a4-7d83a18b5a39,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:01.614627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:01.619483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:01.622182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:01.622685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.626254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=16f17d0c-6d39-4bbb-95b3-4327c72a9fb3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:01.691581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.714380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.762062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=45ea57a6-950c-4c33-93a4-7d83a18b5a39,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:01.773765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=c263f2c8-94ac-4408-ab25-646e9c9c0f80,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:01.797508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.819511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:01.901605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c0979597-8910-4439-ad3c-ebe178044c80 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/c263f2c8-94ac-4408-ab25-646e9c9c0f80 HTTP/1.1" status: 204 len: 168 time: 1.3073568 Jan 25 15:39:01.910798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34448) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:01.996376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835793e1-01bd-4e75-b824-f79463de35ad tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:01.997902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835793e1-01bd-4e75-b824-f79463de35ad tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:01.998703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-835793e1-01bd-4e75-b824-f79463de35ad tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:02.083071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-835793e1-01bd-4e75-b824-f79463de35ad tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:02.084379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-835793e1-01bd-4e75-b824-f79463de35ad tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1726038 Jan 25 15:39:02.088872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34452) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:02.164298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 6e898136-0e64-4863-afc1-3adfebc3483c {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:02.167736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.225217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c6f53-a87b-43db-ab3e-5ecdae31deae None None] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:02.225526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.308689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.348192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.380642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5f061c1c-0d98-4497-bf01-c5193f83b5a7 None None] Provisioning for port 52457096-1c2e-428f-8e7c-b0177cfaf024 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:02.417278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.418187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.449353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.489579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=6e898136-0e64-4863-afc1-3adfebc3483c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:02.496907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.511571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29255db5-3343-4fb4-8017-419fe3c3a139 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:02.562187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=16f17d0c-6d39-4bbb-95b3-4327c72a9fb3,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:02.586640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a39cb371-ccb3-4e12-9d19-45109737b52c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/6e898136-0e64-4863-afc1-3adfebc3483c HTTP/1.1" status: 204 len: 168 time: 0.4976609 Jan 25 15:39:02.589304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34456) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:02.641475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:02.642790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:02.666450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-af017644-2bc2-4090-8e4f-f53240ba5a4b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734015 Jan 25 15:39:02.666723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34460) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:02.750602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c759075-688f-47ab-beba-b8fb0297efbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:02.751415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5c759075-688f-47ab-beba-b8fb0297efbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:02.854588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5c759075-688f-47ab-beba-b8fb0297efbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:02.856113 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5c759075-688f-47ab-beba-b8fb0297efbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1881356 Jan 25 15:39:02.859412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34464) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:02.880546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:02.892772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.892772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3c86cdcb-3324-4286-9abc-6660884fcd0f None None] Provisioning for port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:02.898822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Deleting port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:02.899380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.934756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3c86cdcb-3324-4286-9abc-6660884fcd0f None None] Provisioning complete for port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:02.935143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3c86cdcb-3324-4286-9abc-6660884fcd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:02.972952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d25a6-8529-482f-86ed-d27cbcb0d5dd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:02.974492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0e4d25a6-8529-482f-86ed-d27cbcb0d5dd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:03.024262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.067873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3c86cdcb-3324-4286-9abc-6660884fcd0f None None] Port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:03.083032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0e4d25a6-8529-482f-86ed-d27cbcb0d5dd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:03.084440 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0e4d25a6-8529-482f-86ed-d27cbcb0d5dd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2239113 Jan 25 15:39:03.086810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34468) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:03.091806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 52457096-1c2e-428f-8e7c-b0177cfaf024 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:03.151821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 432ee99c-214f-4b0e-a7ba-a0e7c6804048 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:39:03.158091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c1853520-fb6a-46a8-9c39-4c339aa46033 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694888 Jan 25 15:39:03.162869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34472) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:03.169140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:03.276353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-161fc14d-0d24-4b04-b698-0cc6935b1c0e None None] Provisioning complete for port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:03.280621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-161fc14d-0d24-4b04-b698-0cc6935b1c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.295421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:03.306742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:03.330357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] For port 45ea57a6-950c-4c33-93a4-7d83a18b5a39, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45ea57a6-950c-4c33-93a4-7d83a18b5a39,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:03.330736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.342811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:03.354665 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] Sync routers for ids ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:03.360988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34476) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:03.361158 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ceaeb62b-2f74-4e5c-bbaf-13fd9ccf6791 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/432ee99c-214f-4b0e-a7ba-a0e7c6804048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2114723 Jan 25 15:39:03.366712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] Routers {'432ee99c-214f-4b0e-a7ba-a0e7c6804048'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:03.367317 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:03.398366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:03.402062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.429164 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:03.441193 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] Routers {'432ee99c-214f-4b0e-a7ba-a0e7c6804048'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:03.441849 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:03.497528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Calling delete_port for 45ea57a6-950c-4c33-93a4-7d83a18b5a39 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:03.502356 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:03.502763 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29dbea3-db54-41a8-830c-bdb2df7580db None None] The sync data for ids ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:03.524353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 52457096-1c2e-428f-8e7c-b0177cfaf024 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:03.528149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd8511-ac30-4a73-a974-8f8a9a7b8188 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:03.528714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-44dd8511-ac30-4a73-a974-8f8a9a7b8188 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:03.534610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-161fc14d-0d24-4b04-b698-0cc6935b1c0e None None] Port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:03.544978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 52457096-1c2e-428f-8e7c-b0177cfaf024 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:03.545343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.685743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.705995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.735942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6f48a608-e8c6-49fa-b1c5-e892963c16c8 None None] Provisioning complete for port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:03.736282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6f48a608-e8c6-49fa-b1c5-e892963c16c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.745581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-44dd8511-ac30-4a73-a974-8f8a9a7b8188 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:03.746751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-44dd8511-ac30-4a73-a974-8f8a9a7b8188 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports/16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 HTTP/1.1" status: 200 len: 911 time: 0.3843362 Jan 25 15:39:03.749806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:03.786793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] Pushing event deleted for resources: {'Port': ['ID=45ea57a6-950c-4c33-93a4-7d83a18b5a39,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:03.809122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.812965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28fb2e2-8de1-47ed-9770-402cbc73c65f None None] No DVR routers for this DVR port 45ea57a6-950c-4c33-93a4-7d83a18b5a39 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:03.816793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 52457096-1c2e-428f-8e7c-b0177cfaf024, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=52457096-1c2e-428f-8e7c-b0177cfaf024,segment=NetworkSegment(5f29fccd-39fd-41a2-b272-b7344e4153dc),segment_id=5f29fccd-39fd-41a2-b272-b7344e4153dc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:03.820381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6f48a608-e8c6-49fa-b1c5-e892963c16c8 None None] Port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:03.882437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.925517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:03.936832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:03.941830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45ea57a6-950c-4c33-93a4-7d83a18b5a39 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:03.947445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:03.948021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:03.956239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=33824843-ecc5-4a95-89c6-3700072e0f37,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:03.973666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db850620-6bc1-4415-b758-33af83b10474 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:03.999169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 45ea57a6-950c-4c33-93a4-7d83a18b5a39 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:03.999517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45ea57a6-950c-4c33-93a4-7d83a18b5a39 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:04.064298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=52457096-1c2e-428f-8e7c-b0177cfaf024,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:04.065918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6777fc01-ab3e-45ad-baa6-2e1c50705d5f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9019213 Jan 25 15:39:04.069254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34484) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:04.077553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:b5:da:ea', 'name': 'tempest-NetworksTestDHCPv6-292397125'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:04.194582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.220160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:04.224117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '33824843-ecc5-4a95-89c6-3700072e0f37'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:04.225217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.230692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:04.315572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:04.379239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/33824843-ecc5-4a95-89c6-3700072e0f37/50e3eaf4-a711-43cf-89d1-7160ab4ed1ce) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:04.456101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.485679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 49557477-a184-4f72-ae3f-5d3b072e4500 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:04.588814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.591945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.601715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Transition to ACTIVE for port object 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:04.619977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Transition to ACTIVE for port object 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:04.694519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.768153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Pushing event updated for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:04.768839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:04.769175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.770926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::31b (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/33824843-ecc5-4a95-89c6-3700072e0f37/49557477-a184-4f72-ae3f-5d3b072e4500) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:04.772522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:04.774309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:04.776563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:04.869950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Attempting to bind port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:04.870226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Attempting to bind port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:04.870583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Attempting to bind port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:04.877634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:04.878011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:04.878407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.878796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:04.879259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Bound port: 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:04.879625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:04.969253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:04.972497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:04.980002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 52457096-1c2e-428f-8e7c-b0177cfaf024 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:04.984917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.050076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 52457096-1c2e-428f-8e7c-b0177cfaf024 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:05.050493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.078414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.084217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.100244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 49557477-a184-4f72-ae3f-5d3b072e4500 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:05.188792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49212c1-b51e-4aa6-86f3-8ccd3b5193b2 None None] Pushing event updated for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:05.189625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.213221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 16f17d0c-6d39-4bbb-95b3-4327c72a9fb3 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:05.270922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:05.274418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:05.276875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:05.281178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:05.281892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.300851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=49557477-a184-4f72-ae3f-5d3b072e4500,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:05.403438 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6c48d50c-41d8-47ae-8863-63374e7405f7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3324540 Jan 25 15:39:05.407682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:05.482477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.497933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bf632-823c-40cd-b803-547db7e59911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:05.502252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4bf632-823c-40cd-b803-547db7e59911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:05.503279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c4bf632-823c-40cd-b803-547db7e59911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:05.533852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=16f17d0c-6d39-4bbb-95b3-4327c72a9fb3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:05.591308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5c4bf632-823c-40cd-b803-547db7e59911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:05.592491 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5c4bf632-823c-40cd-b803-547db7e59911 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1838176 Jan 25 15:39:05.595334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34492) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:05.666904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 49557477-a184-4f72-ae3f-5d3b072e4500 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:05.667291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.716200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:05.928983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.051560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 49557477-a184-4f72-ae3f-5d3b072e4500 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:06.140079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 432ee99c-214f-4b0e-a7ba-a0e7c6804048 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:06.282114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:06.291938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] Sync routers for ids ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:06.304280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] Routers {'432ee99c-214f-4b0e-a7ba-a0e7c6804048'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:06.304993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:06.305653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.359083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=49557477-a184-4f72-ae3f-5d3b072e4500,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:06.397665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a57aa33-423f-44cc-9616-17d79ee49055 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/432ee99c-214f-4b0e-a7ba-a0e7c6804048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6467960 Jan 25 15:39:06.400441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34496) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:06.403336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:06.407617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ee499491-d5d9-4fb2-87cb-57ce315abb1b None None] Provisioning for port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:06.411588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.420300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] Routers {'432ee99c-214f-4b0e-a7ba-a0e7c6804048'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:06.421011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:06.456699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5f9c9675-8692-45b1-a038-f7e032e9aa74 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:06.484288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:06.484696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65923bd6-4881-451b-8eaf-99af5219eaca None None] The sync data for ids ['432ee99c-214f-4b0e-a7ba-a0e7c6804048'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:06.503711 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cda80e63-ddef-4abd-aff6-bea36e291240 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/49557477-a184-4f72-ae3f-5d3b072e4500 HTTP/1.1" status: 204 len: 168 time: 0.9073598 Jan 25 15:39:06.506126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:06.524247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0108a450-cc53-48e2-8fd3-b331fc613f20 None None] Could not find standard attr ID for object 49557477-a184-4f72-ae3f-5d3b072e4500. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:06.531524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5f9c9675-8692-45b1-a038-f7e032e9aa74 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:06.535201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5f9c9675-8692-45b1-a038-f7e032e9aa74 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=432ee99c-214f-4b0e-a7ba-a0e7c6804048 HTTP/1.1" status: 200 len: 205 time: 0.1292260 Jan 25 15:39:06.535396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34504) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:06.575583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea2c7e-1227-4f78-88a9-86a43dcdba3c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:06.577098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea2c7e-1227-4f78-88a9-86a43dcdba3c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:06.581049 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0bea2c7e-1227-4f78-88a9-86a43dcdba3c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0714912 Jan 25 15:39:06.581188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34508) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:06.650007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 33824843-ecc5-4a95-89c6-3700072e0f37 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:06.652840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.671661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.705685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.788939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.922982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.961511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=33824843-ecc5-4a95-89c6-3700072e0f37,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:06.967696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:06.975034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05647c5c-26f8-44fe-b602-573b0cd53c20 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:06.982096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ed533247-fa39-407e-b0e9-d76963da5ebc tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/33824843-ecc5-4a95-89c6-3700072e0f37 HTTP/1.1" status: 204 len: 168 time: 0.3998606 Jan 25 15:39:06.984078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34512) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.045312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:07.057085 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-13f2baa3-618b-4c26-a3b4-a13201e6277d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733693 Jan 25 15:39:07.057679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34516) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.151820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8703e-ae9a-4807-a2fb-1c62f418abec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:07.152494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-32e8703e-ae9a-4807-a2fb-1c62f418abec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:07.170951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.175103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.268702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-32e8703e-ae9a-4807-a2fb-1c62f418abec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:07.269949 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-32e8703e-ae9a-4807-a2fb-1c62f418abec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2113943 Jan 25 15:39:07.279011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34520) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.297267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.301468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router 432ee99c-214f-4b0e-a7ba-a0e7c6804048 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:39:07.301628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:07.304373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Deleting port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:07.304748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.310219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.314978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3a4a63f3-2f59-46ee-b310-848e86b7df50 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/432ee99c-214f-4b0e-a7ba-a0e7c6804048 HTTP/1.1" status: 204 len: 168 time: 0.7777472 Jan 25 15:39:07.315126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34524) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.327863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:07.336469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:07.336802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.487625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6391ed-3bf8-4c45-8cf1-a3acd09ff585 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:07.488293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d6391ed-3bf8-4c45-8cf1-a3acd09ff585 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:07.596132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.616899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:07.617277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.619615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d6391ed-3bf8-4c45-8cf1-a3acd09ff585 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:07.620762 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d6391ed-3bf8-4c45-8cf1-a3acd09ff585 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3408430 Jan 25 15:39:07.623365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34528) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.681317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet 1e81f996-509d-4a0d-91c1-c758f1ffaa43 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:07.688901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.729493 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a1f2e773-c6fb-46ce-a93d-12089e7e13c4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049838 Jan 25 15:39:07.733336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34532) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:07.740007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:07.744297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Calling delete_port for 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:07.759728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.788535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:07.844361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.851235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:07.860625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:07.889204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:07.934238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:07.940780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:07.941129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:07.954781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:07.967924 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:39:07.980158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.020976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=1e81f996-509d-4a0d-91c1-c758f1ffaa43,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:08.024983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.033821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab57a34a-17a6-4e78-80c4-e00dd69ff370 None None] Network 16ec990e-b9bc-45bd-89e5-efc3591bfc10 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:08.034125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34536) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:08.034652 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-73c5c784-fb0e-4baf-9dd2-97a87731fcb9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/1e81f996-509d-4a0d-91c1-c758f1ffaa43 HTTP/1.1" status: 204 len: 168 time: 0.7191913 Jan 25 15:39:08.055056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.238623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.352599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 52457096-1c2e-428f-8e7c-b0177cfaf024 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:08.352599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.354080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] DHCP port deletion for 16ec990e-b9bc-45bd-89e5-efc3591bfc10 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:08.354080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Deleting port 52457096-1c2e-428f-8e7c-b0177cfaf024 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:08.354080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.468087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Deleting port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:08.468380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.544541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 52457096-1c2e-428f-8e7c-b0177cfaf024, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=52457096-1c2e-428f-8e7c-b0177cfaf024,segment=NetworkSegment(5f29fccd-39fd-41a2-b272-b7344e4153dc),segment_id=5f29fccd-39fd-41a2-b272-b7344e4153dc)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:08.544837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.630045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] For port 52457096-1c2e-428f-8e7c-b0177cfaf024, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=52457096-1c2e-428f-8e7c-b0177cfaf024,segment=NetworkSegment(5f29fccd-39fd-41a2-b272-b7344e4153dc),segment_id=5f29fccd-39fd-41a2-b272-b7344e4153dc)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:08.630423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.667752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 52457096-1c2e-428f-8e7c-b0177cfaf024 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:08.778814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Calling delete_port for 52457096-1c2e-428f-8e7c-b0177cfaf024 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:08.804570 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.941724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:08.942112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:08.948784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:39:08.987591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.003341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:09.050173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=52457096-1c2e-428f-8e7c-b0177cfaf024,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:09.062396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port 52457096-1c2e-428f-8e7c-b0177cfaf024 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:09.097683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Calling delete_port for 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:09.139522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:09.139869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:09.201228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.228230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ec990e-b9bc-45bd-89e5-efc3591bfc10']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:09.232111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.240708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f29fccd-39fd-41a2-b272-b7344e4153dc') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:09.241003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f29fccd-39fd-41a2-b272-b7344e4153dc') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:09.253303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.294120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.317035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:39:09.317441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.321255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:09.322233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:09.325867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:09.326207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:39:09.331878 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:39:09.403456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.471411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.488800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.513965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=16ec990e-b9bc-45bd-89e5-efc3591bfc10,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:09.586726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c970bf43-c514-40f2-aff0-218fbcbd4de6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/16ec990e-b9bc-45bd-89e5-efc3591bfc10 HTTP/1.1" status: 204 len: 168 time: 1.5515163 Jan 25 15:39:09.590277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34540) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:09.595850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1169480508', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:09.602574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:09.605257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Deleting port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:09.605751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.606963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:09.609759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:09.615396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:09.641098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Deleting port 52457096-1c2e-428f-8e7c-b0177cfaf024 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:09.641502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.654183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:09.675333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.676977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.678504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.695118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.714280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdc29b-a015-452f-8d6a-70fa666caf63 None None] The port '52457096-1c2e-428f-8e7c-b0177cfaf024' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:39:09.788658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.789678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.900042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.913489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:09.920364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:09.923356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=c2221a2f-fb75-420a-a14f-d801a2547278,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:09.927969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:09.929050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.933696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=6']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:09.952243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.957992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:09.958379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:09.972159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:10.052555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-83fc75fe-c219-45ac-93c5-eaf39c7191d9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3169987 Jan 25 15:39:10.055244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34544) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:10.061911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:10.077679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Calling delete_port for 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:10.104045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.104723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 52457096-1c2e-428f-8e7c-b0177cfaf024 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:10.201140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:10.211955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:10.231730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 52457096-1c2e-428f-8e7c-b0177cfaf024 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:10.234684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 52457096-1c2e-428f-8e7c-b0177cfaf024 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:10.278955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:10.280240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:10.284356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.303704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.333163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.348762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:10.349438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:10.421220 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2221a2f-fb75-420a-a14f-d801a2547278 (CIDR: 2001:db8::/64) Jan 25 15:39:10.460317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:39:10.460765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:10.470266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 172.26.8.164 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/e31f1c1a-df56-4d29-b043-2a9ae13ff65d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:10.563435 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e891181-a65a-44a0-aa47-eca59a5792d5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5070636 Jan 25 15:39:10.565980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34548) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:10.572025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:10.615692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.688707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.709850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:10.721040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:10.757342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:10.760690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:10.764228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:10.779754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:10.783853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.800101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=e31f1c1a-df56-4d29-b043-2a9ae13ff65d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:10.998112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:10.999022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.092243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.274687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:11.278162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:11.282255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:11.283040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.286694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=cc66854e-09a6-45ce-afe9-31f1ea1e1090,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:11.366466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad511487-241d-4e99-a599-6aef74cf7d03 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7992768 Jan 25 15:39:11.369297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34552) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:11.374953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:f2:c8:5d', 'name': 'tempest-NetworksTestDHCPv6-1462237199'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:11.388262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router df975bc9-5a27-4888-84bc-5b27231e92fd is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:39:11.508002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:11.515604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Deleting port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:11.516084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.517853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:11.568443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:11.572793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.591482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:11.602132 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] Sync routers for ids ['df975bc9-5a27-4888-84bc-5b27231e92fd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:11.606606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 8b8361dc-e1dc-4597-8673-0ad6ecef05f0 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:11.616849 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] Routers {'df975bc9-5a27-4888-84bc-5b27231e92fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:11.618161 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['df975bc9-5a27-4888-84bc-5b27231e92fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:11.676948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.678182 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:11.679290 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f8631497-7b49-445d-a1de-c96507e92a30 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0876493 Jan 25 15:39:11.682417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34556) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:11.693407 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] Routers {'df975bc9-5a27-4888-84bc-5b27231e92fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:11.694004 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['df975bc9-5a27-4888-84bc-5b27231e92fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:11.756026 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:11.756599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] For port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:11.756864 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bbfedb-6b7e-41ca-8d15-3acfcba5ba6e None None] The sync data for ids ['df975bc9-5a27-4888-84bc-5b27231e92fd'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:11.757295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:11.830376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8:0:1::1c9 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/cc66854e-09a6-45ce-afe9-31f1ea1e1090/8b8361dc-e1dc-4597-8673-0ad6ecef05f0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:11.836625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fef2:c85d (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/c2221a2f-fb75-420a-a14f-d801a2547278/8b8361dc-e1dc-4597-8673-0ad6ecef05f0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:11.878439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Calling delete_port for 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:11.902874 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-934fa142-581d-4412-9e75-10c3f71d39f9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers/df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 200 len: 885 time: 0.2170711 Jan 25 15:39:11.903483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34560) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:12.043537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.082295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 8b8361dc-e1dc-4597-8673-0ad6ecef05f0 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:12.082867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.105703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0c13c6d3-1355-4f7e-bd00-0001e4cc12be tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:router {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:12.132230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] Pushing event deleted for resources: {'Port': ['ID=50e3eaf4-a711-43cf-89d1-7160ab4ed1ce,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:12.168762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.197961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0c13c6d3-1355-4f7e-bd00-0001e4cc12be tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:router {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:12.198608 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0c13c6d3-1355-4f7e-bd00-0001e4cc12be tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2942080 Jan 25 15:39:12.201246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34564) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:12.206200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1169480508'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:12.206707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2929bb-bdf8-4800-92ba-4ac7414216a7 None None] No DVR routers for this DVR port 50e3eaf4-a711-43cf-89d1-7160ab4ed1ce on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:12.222233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90134d-b8a6-4708-8c3e-1bc7da4a6d66 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:12.247973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:12.251232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:12.255804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:12.259690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:12.260274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.263922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=8b8361dc-e1dc-4597-8673-0ad6ecef05f0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:12.349128 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0155310c-5dd3-4ff5-a27f-68db5842c6ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9786212 Jan 25 15:39:12.352143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34568) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:12.423945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 8b8361dc-e1dc-4597-8673-0ad6ecef05f0 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:12.424329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.468972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'c2221a2f-fb75-420a-a14f-d801a2547278'}, {'subnet_id': 'cc66854e-09a6-45ce-afe9-31f1ea1e1090'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:12.469909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.691699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.699187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Allocated IP 2001:db8:0:1::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/cc66854e-09a6-45ce-afe9-31f1ea1e1090/e90831c5-f622-4b24-b897-81afdee0181b) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:12.707094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Allocated IP 2001:db8::f816:3eff:fecd:488c (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/c2221a2f-fb75-420a-a14f-d801a2547278/e90831c5-f622-4b24-b897-81afdee0181b) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:12.786187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.818111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 8b8361dc-e1dc-4597-8673-0ad6ecef05f0 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:12.876979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:12.911793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.077110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Transition to ACTIVE for port object e90831c5-f622-4b24-b897-81afdee0181b will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:13.077480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.097802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Transition to ACTIVE for port object e90831c5-f622-4b24-b897-81afdee0181b will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:13.134859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=8b8361dc-e1dc-4597-8673-0ad6ecef05f0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:13.174486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.209436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router df975bc9-5a27-4888-84bc-5b27231e92fd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:13.213949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.225455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eefbcfbc-4356-4eb5-86c6-403fa675c03c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/8b8361dc-e1dc-4597-8673-0ad6ecef05f0 HTTP/1.1" status: 204 len: 168 time: 0.8700697 Jan 25 15:39:13.225693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34572) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.243555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:13.246397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:13.250144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:13.258377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Pushing event updated for resources: {'Port': ['ID=e90831c5-f622-4b24-b897-81afdee0181b,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:13.307894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e92956-e9e6-4ddf-bf1a-afdeb01a6675 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:13.308955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-90e92956-e9e6-4ddf-bf1a-afdeb01a6675 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:13.374409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Attempting to bind port e90831c5-f622-4b24-b897-81afdee0181b on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:13.374692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Attempting to bind port e90831c5-f622-4b24-b897-81afdee0181b by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:13.375047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Attempting to bind port e90831c5-f622-4b24-b897-81afdee0181b on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:13.381313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:13.381748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:13.382189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.382574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:13.383036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Bound port: e90831c5-f622-4b24-b897-81afdee0181b, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:13.383261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-90e92956-e9e6-4ddf-bf1a-afdeb01a6675 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:13.383385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.387679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-90e92956-e9e6-4ddf-bf1a-afdeb01a6675 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1589324 Jan 25 15:39:13.387929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34576) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.424477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:13.430619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.432330 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8b82a6c1-1126-4bcb-9c64-17ebc4677022 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 200 len: 892 time: 1.2298610 Jan 25 15:39:13.436105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34580) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.468686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] Sync routers for ids ['df975bc9-5a27-4888-84bc-5b27231e92fd'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:13.473741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473692fd-1e83-4db2-b185-cdebac860912 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:13.477733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-473692fd-1e83-4db2-b185-cdebac860912 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0863192 Jan 25 15:39:13.478451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34584) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.498333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] Routers {'df975bc9-5a27-4888-84bc-5b27231e92fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:13.498576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['df975bc9-5a27-4888-84bc-5b27231e92fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:13.571231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:13.592615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:13.595038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] Routers {'df975bc9-5a27-4888-84bc-5b27231e92fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:13.595174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['df975bc9-5a27-4888-84bc-5b27231e92fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:13.638246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:13.638920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:13.640268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:13.641057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:13.652710 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-90d78bae-8f5a-4663-8102-2f13b93c3e9b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers/df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 200 len: 892 time: 0.2153461 Jan 25 15:39:13.652949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34588) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.656270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:13.656671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637b348-23ca-4162-82f8-a44b51b91701 None None] The sync data for ids ['df975bc9-5a27-4888-84bc-5b27231e92fd'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:13.658925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e90831c5-f622-4b24-b897-81afdee0181b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:13.694504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-924c68b0-4582-46f2-8a18-ffbe9feb7bd0 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:13.716079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:13.717279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db6dd445-acfe-42bd-b5fc-4ee66d4b67af tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2382638 Jan 25 15:39:13.720050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34592) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.746031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.828728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb2ab4-40bf-4ef9-b731-5a458dfddd53 None None] Pushing event updated for resources: {'Port': ['ID=e90831c5-f622-4b24-b897-81afdee0181b,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:13.843130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-924c68b0-4582-46f2-8a18-ffbe9feb7bd0 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:13.844284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-924c68b0-4582-46f2-8a18-ffbe9feb7bd0 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 200 len: 205 time: 0.1905890 Jan 25 15:39:13.847141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34596) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:13.908032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet c2221a2f-fb75-420a-a14f-d801a2547278 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:13.911269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:13.967932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.072115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.083869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.237274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.275755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=c2221a2f-fb75-420a-a14f-d801a2547278,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:14.283274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.312113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.370096 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c0220e0e-7cef-4f7b-94b8-729edc346de8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/c2221a2f-fb75-420a-a14f-d801a2547278 HTTP/1.1" status: 204 len: 168 time: 0.6489370 Jan 25 15:39:14.372525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34600) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:14.400093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port e31f1c1a-df56-4d29-b043-2a9ae13ff65d {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:14.400428 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.436073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet cc66854e-09a6-45ce-afe9-31f1ea1e1090 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:14.438953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.495357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.568846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.585666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.695000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for e31f1c1a-df56-4d29-b043-2a9ae13ff65d owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:14.726000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.765499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=cc66854e-09a6-45ce-afe9-31f1ea1e1090,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:14.772116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.784369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c67121a9-4e3b-4cb2-b434-6b987ad6ab72 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/cc66854e-09a6-45ce-afe9-31f1ea1e1090 HTTP/1.1" status: 204 len: 168 time: 0.4086995 Jan 25 15:39:14.784721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34604) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:14.858355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9bf7f1de-96c7-4f9d-85bb-40ee1c14403c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692625 Jan 25 15:39:14.858591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34608) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:14.864168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:14.928679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13029da-b562-4605-94b8-68a25f2bd67e None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:14.945254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:14.996067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=e31f1c1a-df56-4d29-b043-2a9ae13ff65d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:14.998665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:15.003390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:15.006696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:15.015909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:15.022511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-147e7e85-4725-48f1-9fbe-55cc24b3b362 None None] Could not find standard attr ID for object 8b8361dc-e1dc-4597-8673-0ad6ecef05f0. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:15.077342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e90831c5-f622-4b24-b897-81afdee0181b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:15.093604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:15.097399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.165347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-147e7e85-4725-48f1-9fbe-55cc24b3b362 None None] Provisioning for port e90831c5-f622-4b24-b897-81afdee0181b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:15.270611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:15.276872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Deleting port e90831c5-f622-4b24-b897-81afdee0181b {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:15.276872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.302983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e90831c5-f622-4b24-b897-81afdee0181b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:15.320168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e90831c5-f622-4b24-b897-81afdee0181b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:15.320650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.332144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.564122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:39:15.574921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.595612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.599724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.613740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e90831c5-f622-4b24-b897-81afdee0181b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:15.614277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.699676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.700220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router df975bc9-5a27-4888-84bc-5b27231e92fd {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:39:15.738827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Calling delete_port for e90831c5-f622-4b24-b897-81afdee0181b owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:15.764463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e90831c5-f622-4b24-b897-81afdee0181b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:15.789647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.789647 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-843da9eb-61bb-44fc-889a-ac254e8a4f3d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 204 len: 168 time: 1.9410784 Jan 25 15:39:15.793124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34616) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:15.798839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1619515875'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:15.803845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:15.808112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:15.810980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:15.816685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:15.845566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.891177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:15.894384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.912591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e90831c5-f622-4b24-b897-81afdee0181b,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:15.921822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:15.930441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:15.930779 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 9fc919c5-1b19-464c-a9b5-e55a4e1edf2b of type vlan for network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 Jan 25 15:39:15.957119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.005944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:16.006649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:16.015863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.051291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.055072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:16.055650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.160838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=8a61c97e-5a76-4547-8bcc-81d9acb24dc5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:16.172840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:16.203041 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-868f7f93-3347-44d5-a664-15724eed816c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4088414 Jan 25 15:39:16.206054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34620) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:16.211783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:16.315757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e90831c5-f622-4b24-b897-81afdee0181b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:16.320492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:16.324402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:16.327144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:16.332721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:16.343405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.413392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:16.436214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.436923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.508115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Deleting port e90831c5-f622-4b24-b897-81afdee0181b {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:16.508492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.514255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.558184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:16.563475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:16.566765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=ebf7d054-ae19-4601-ae4a-91d683b590a4,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:16.569986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:16.570567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.577742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=e90831c5-f622-4b24-b897-81afdee0181b,revision_number=7']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:16.648768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-564db6c3-2285-435a-aa48-9ca55902dc27 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7892041 Jan 25 15:39:16.652189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34624) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:16.658110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:16.774658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] For port e90831c5-f622-4b24-b897-81afdee0181b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e90831c5-f622-4b24-b897-81afdee0181b,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:16.775045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.796271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:16.800546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:16.803519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:16.809254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:16.811986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.886165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:16.890036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=dd3ea43b-e472-412c-8414-55471fa439e5,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:16.890678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:16.892617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Calling delete_port for e90831c5-f622-4b24-b897-81afdee0181b owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:16.904507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:16.904878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: 8a61c97e-5a76-4547-8bcc-81d9acb24dc5, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:16.971012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e90831c5-f622-4b24-b897-81afdee0181b no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:16.994280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:17.032719 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebf7d054-ae19-4601-ae4a-91d683b590a4 (CIDR: 2001:db8::/64) Jan 25 15:39:17.074825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 8a61c97e-5a76-4547-8bcc-81d9acb24dc5) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:17.075082 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:39:17.075343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:17.079463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:17.080957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.113917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eba7ac-825b-4b13-8f70-4efedbddecfe None None] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:17.172433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-231e0418-dd4d-474a-a605-585780eaf277 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5191660 Jan 25 15:39:17.176017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34628) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:17.176017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34630) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:17.176244 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7360784e-61bc-4c5f-bdb8-d12043220d3b tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9684966 Jan 25 15:39:17.183764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-94712639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:17.192540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:17.194116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.206671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:17.215999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:17.248109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] Pushing event deleted for resources: {'Port': ['ID=e90831c5-f622-4b24-b897-81afdee0181b,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:17.261829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.265056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:17.276803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:17.340538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:17.344696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:17.347624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:17.353162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:17.365892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.366905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.375229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c9079d-ec5d-429c-8bdf-458a3140eda4 None None] No DVR routers for this DVR port e90831c5-f622-4b24-b897-81afdee0181b on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:17.390951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.415652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4177da-d560-46fa-afd8-7f30f86fc715 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:17.440347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:17.444294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.516495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.608945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-8a61c97e-5a76-4547-8bcc-81d9acb24dc5', 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': 'dd3ea43b-e472-412c-8414-55471fa439e5'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:17.609839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.637576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.641450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eba4149b-48e0-4f0f-b317-39917556c38e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4618926 Jan 25 15:39:17.642010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34636) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:17.776629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': 'ebf7d054-ae19-4601-ae4a-91d683b590a4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:17.777468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.791042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.845071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:17.848357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:17.852845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:17.854166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:17.879267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=7b4df622-ecfb-4454-a777-74013a303ede,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:17.931615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Allocated IP 2001:db8::2 (8a61c97e-5a76-4547-8bcc-81d9acb24dc5/dd3ea43b-e472-412c-8414-55471fa439e5/967a0c9c-b049-4836-b151-273e691142b0) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:17.981865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f1c477d-f8f9-408c-8086-3997cf9672b9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8025327 Jan 25 15:39:17.983791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34640) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:17.989980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:76:3b:39', 'name': 'tempest-NetworksTestDHCPv6-164137926'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:18.135631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Allocated IP 2001:db8::f816:3eff:fe2f:901d (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/ebf7d054-ae19-4601-ae4a-91d683b590a4/0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:18.155013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:18.159678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:18.163077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:18.170185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:18.244481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.246184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:18.250230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.279138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 4e7f8b3f-b7e1-441f-942c-76955c62d741 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:18.351161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.373647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Transition to ACTIVE for port object 967a0c9c-b049-4836-b151-273e691142b0 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.436321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Transition to ACTIVE for port object 967a0c9c-b049-4836-b151-273e691142b0 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.450985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.460898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Transition to ACTIVE for port object 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.478776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Transition to ACTIVE for port object 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.511487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.548423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.580301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8::1 (8a61c97e-5a76-4547-8bcc-81d9acb24dc5/dd3ea43b-e472-412c-8414-55471fa439e5/964f749d-b4cb-435a-b9c9-29cd0b84b201) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:18.595220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:18.596028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Pushing event updated for resources: {'Port': ['ID=967a0c9c-b049-4836-b151-273e691142b0,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:18.600504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:18.603318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:18.631801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:18.639530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:18.650594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:18.677348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8:0:1::15e (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/7b4df622-ecfb-4454-a777-74013a303ede/4e7f8b3f-b7e1-441f-942c-76955c62d741) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:18.684433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::f816:3eff:fe76:3b39 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/ebf7d054-ae19-4601-ae4a-91d683b590a4/4e7f8b3f-b7e1-441f-942c-76955c62d741) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:18.747300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.763824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 964f749d-b4cb-435a-b9c9-29cd0b84b201 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.798765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:18.831105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Attempting to bind port 967a0c9c-b049-4836-b151-273e691142b0 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:18.831468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Attempting to bind port 967a0c9c-b049-4836-b151-273e691142b0 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:18.831828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Attempting to bind port 967a0c9c-b049-4836-b151-273e691142b0 on network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:18.835547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Attempting to bind port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:18.835904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Attempting to bind port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:18.836254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Attempting to bind port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:18.845119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:18.845512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Checking segment: {'id': '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:18.845906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.846292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Bound using segment: {'id': '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:18.846742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Bound port: 967a0c9c-b049-4836-b151-273e691142b0, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '8a61c97e-5a76-4547-8bcc-81d9acb24dc5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:18.847108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.857503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:18.857734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.857868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:18.858247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.858628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:18.859085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Bound port: 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:18.859452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.897064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:18.922823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 4e7f8b3f-b7e1-441f-942c-76955c62d741 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:18.936003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:18.939710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:18.941894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=964f749d-b4cb-435a-b9c9-29cd0b84b201,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:18.944074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:18.944652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.010833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] For port 967a0c9c-b049-4836-b151-273e691142b0, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:19.014543 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] For port 967a0c9c-b049-4836-b151-273e691142b0, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=967a0c9c-b049-4836-b151-273e691142b0,segment=NetworkSegment(9fc919c5-1b19-464c-a9b5-e55a4e1edf2b),segment_id=9fc919c5-1b19-464c-a9b5-e55a4e1edf2b)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:19.017180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] For port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:19.020143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] For port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:19.025509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.099517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:19.100710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.102675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:19.105322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.109583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:19.112108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:19.112717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.118308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=4e7f8b3f-b7e1-441f-942c-76955c62d741,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:19.136388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.197169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0308625d-b04a-4e04-bf79-8a0d943ec337 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2120340 Jan 25 15:39:19.199777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34646) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:19.206159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd29b95-f438-4d72-b90f-f27b895f4c2a None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:19.300919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b52d0-8dfc-4a79-8043-b9d7d9df0ad8 None None] Pushing event updated for resources: {'Port': ['ID=967a0c9c-b049-4836-b151-273e691142b0,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:19.400081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 4e7f8b3f-b7e1-441f-942c-76955c62d741 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:19.400081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.642886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.716328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.717166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.721865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:19.846768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 4e7f8b3f-b7e1-441f-942c-76955c62d741 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:19.943308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=964f749d-b4cb-435a-b9c9-29cd0b84b201,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:20.003247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:20.004558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:20.099684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:20.162040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=4e7f8b3f-b7e1-441f-942c-76955c62d741,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:20.245819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:20.259171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-853a347d-6cc8-4816-a65b-e6e8d2e81d13 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/4e7f8b3f-b7e1-441f-942c-76955c62d741 HTTP/1.1" status: 204 len: 168 time: 1.0562911 Jan 25 15:39:20.259382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34650) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.342723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b9ad3-f9ec-40e6-80ef-16c9c37ccfa3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.343521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2b7b9ad3-f9ec-40e6-80ef-16c9c37ccfa3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:20.411568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2b7b9ad3-f9ec-40e6-80ef-16c9c37ccfa3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:20.412821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2b7b9ad3-f9ec-40e6-80ef-16c9c37ccfa3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1519780 Jan 25 15:39:20.415597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34654) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.434239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 115d7d0b-df5e-4abf-ad96-9e6c5825d393 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:39:20.501826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0c1bc-8d4d-4dca-8b4e-61b1f3bf5b37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.506188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1ce0c1bc-8d4d-4dca-8b4e-61b1f3bf5b37 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0882719 Jan 25 15:39:20.508556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34658) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.574550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce3aff3-c06f-414c-8e82-6aca1eaf368d None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:20.647576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb53234-ce5d-436c-96e1-a599d086610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.648871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb53234-ce5d-436c-96e1-a599d086610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.651047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb53234-ce5d-436c-96e1-a599d086610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.652715 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0cb53234-ce5d-436c-96e1-a599d086610c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1431155 Jan 25 15:39:20.655862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34662) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.738049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a9eb0-15dd-4ee3-b49d-b27e00e4b2af None None] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:20.755510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-02722678-b0a9-4bae-a18f-351757d06876 None None] Provisioning for port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:20.822804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:20.835214 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] Sync routers for ids ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:20.847606 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] Routers {'115d7d0b-df5e-4abf-ad96-9e6c5825d393'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:20.848425 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:20.851367 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-993fbf72-361a-446e-bdcc-835991f80ee3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/115d7d0b-df5e-4abf-ad96-9e6c5825d393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2080731 Jan 25 15:39:20.854687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34666) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.869899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 7b4df622-ecfb-4454-a777-74013a303ede {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:20.872930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:20.913330 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:20.927762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] Routers {'115d7d0b-df5e-4abf-ad96-9e6c5825d393'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:20.928380 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:20.950586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:20.987583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e30ecf-8963-4143-bd6d-ea3d80548dae tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:20.991155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4e30ecf-8963-4143-bd6d-ea3d80548dae tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports/964f749d-b4cb-435a-b9c9-29cd0b84b201 HTTP/1.1" status: 200 len: 911 time: 0.1350334 Jan 25 15:39:20.995762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:20.996325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34670) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:20.996790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78243d1f-f4cb-42a8-9918-4cc9c190febb None None] The sync data for ids ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:21.008708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dd3ea43b-e472-412c-8414-55471fa439e5'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:21.062602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.102656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-09b91a89-4ad7-4ea6-8579-89f43f23b0e2 None None] Provisioning for port 967a0c9c-b049-4836-b151-273e691142b0 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:21.137006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9f9c3-0485-44fb-965a-abe3e4213f94 None None] Update dhcp port {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'fixed_ips': [{'subnet_id': 'ebf7d054-ae19-4601-ae4a-91d683b590a4', 'ip_address': '2001:db8::f816:3eff:fe2f:901d'}, {'subnet_id': '7b4df622-ecfb-4454-a777-74013a303ede'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:39:21.198002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5da9f9c3-0485-44fb-965a-abe3e4213f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.237525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.248120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:21.292289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4df622-ecfb-4454-a777-74013a303ede,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:21.296761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.310074 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-16261642-2c07-4bbd-9e38-f79c9d047713 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/7b4df622-ecfb-4454-a777-74013a303ede HTTP/1.1" status: 204 len: 168 time: 0.6532109 Jan 25 15:39:21.312626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34674) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:21.365827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.402114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet ebf7d054-ae19-4601-ae4a-91d683b590a4 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:21.405357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.472069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.534184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:21.541671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:21.542047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.577157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.670824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ab0ff5a-0417-45be-9cb2-4b756d7d1c6e None None] Provisioning for port 964f749d-b4cb-435a-b9c9-29cd0b84b201 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:21.685764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1ab0ff5a-0417-45be-9cb2-4b756d7d1c6e None None] Provisioning complete for port 964f749d-b4cb-435a-b9c9-29cd0b84b201 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:21.686241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ff5a-0417-45be-9cb2-4b756d7d1c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.757369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0ff5a-0417-45be-9cb2-4b756d7d1c6e None None] Port 964f749d-b4cb-435a-b9c9-29cd0b84b201 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:21.768756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.863565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server [None req-5da9f9c3-0485-44fb-965a-abe3e4213f94 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebf7d054-ae19-4601-ae4a-91d683b590a4: This subnet is being modified by another concurrent operation. Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise value Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server raise exception Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ebf7d054-ae19-4601-ae4a-91d683b590a4: This subnet is being modified by another concurrent operation. Jan 25 15:39:21.865772 dv-neutron-826291-2-hyperv neutron-server[84140]: ERROR oslo_messaging.rpc.server Jan 25 15:39:21.881542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34680) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:21.939557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a041412d-2db9-43d8-bb1a-fd937a981a98 None None] Provisioning complete for port 964f749d-b4cb-435a-b9c9-29cd0b84b201 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:21.939929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a041412d-2db9-43d8-bb1a-fd937a981a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.942456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf7d054-ae19-4601-ae4a-91d683b590a4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:21.958055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:21.976769 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fca7f6e3-02fc-4921-8036-b225b18aa766 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/ebf7d054-ae19-4601-ae4a-91d683b590a4 HTTP/1.1" status: 204 len: 168 time: 0.6609302 Jan 25 15:39:21.977393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34684) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:21.987063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:21.987462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:21.998049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06926191-3728-4220-8efa-1f515d4b5daf None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:22.038319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-61c5b964-39e4-4f90-be5f-78d6181bde7a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/b4c1558f-6f4b-4143-b777-8dd53663fafa HTTP/1.1" status: 200 len: 992 time: 0.1552246 Jan 25 15:39:22.055152 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b8048729-75aa-4ad0-9ebf-76ea0e87ad38 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764301 Jan 25 15:39:22.056081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34690) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:22.063540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:22.076272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a041412d-2db9-43d8-bb1a-fd937a981a98 None None] Port 964f749d-b4cb-435a-b9c9-29cd0b84b201 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:22.185547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:22.189756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:22.209473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:22.218073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:22.228772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Provisioning complete for port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:22.229146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.244862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.277061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:22.280783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.327172 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:22.334979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.341431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:22.346194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Deleting port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:22.346317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.346427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.346521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/ports/964f749d-b4cb-435a-b9c9-29cd0b84b201 HTTP/1.1" status: 200 len: 911 time: 1.3458898 Jan 25 15:39:22.351462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34696) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:22.377017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34700) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:22.404114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.500558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841b886-4e31-477b-b705-ee1afe51a003 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=964f749d-b4cb-435a-b9c9-29cd0b84b201,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:22.527760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] For port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:22.611209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:22.611621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.622282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.632433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.690841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] For port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:22.691551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.784437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.784786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.819956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.827790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Calling delete_port for 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:22.908983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:22.922221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Provisioning complete for port 964f749d-b4cb-435a-b9c9-29cd0b84b201 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:22.922589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.942696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:22.951781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Pushing event updated for resources: {'Port': ['ID=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:22.980589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:22.980953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-83461788-4d03-435d-9175-d85057101680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:23.001819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c60121a4-5871-4293-baf9-5ea305f738d9 None None] Port 964f749d-b4cb-435a-b9c9-29cd0b84b201 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:23.028631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:23.029353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=4b796a73-a2ee-47c2-989f-807782bf4d14,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:23.032320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:23.035939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:23.036239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.058127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:23.058577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:23.170993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.172549 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-65e400a1-4ac6-46d1-82c7-3c376f85703d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1151497 Jan 25 15:39:23.179266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34704) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:23.185294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:23.216221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=b7c19c6d-9a9b-4c9a-a5dd-b0d4eb9c78fc,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:23.302455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.505701 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:23.517405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:23.521833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:23.555366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:23.560036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Deleting port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:23.560429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.663571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:23.667075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.806991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 744241db-e90f-4357-8b4b-625170d3c89b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:23.849603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 967a0c9c-b049-4836-b151-273e691142b0 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:23.850333 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.ipam_backend_mixin [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b796a73-a2ee-47c2-989f-807782bf4d14 (CIDR: 2001:db8::/64) Jan 25 15:39:23.850711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 964f749d-b4cb-435a-b9c9-29cd0b84b201 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:23.851001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.879947 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:39:23.880388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:23.927993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] For port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:23.928482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:23.988454 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a789c4e8-80df-469a-9acc-4b1035a2a1b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8075764 Jan 25 15:39:23.991202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34708) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:23.999210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:24.052095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Calling delete_port for 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:24.057957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.122860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:24.133362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Sync routers for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:24.147226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:24.148140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:24.148949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:24.152982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:24.155823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:24.166121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:24.194823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 964f749d-b4cb-435a-b9c9-29cd0b84b201 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:24.202986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 967a0c9c-b049-4836-b151-273e691142b0 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:24.216020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.246228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:24.250986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 967a0c9c-b049-4836-b151-273e691142b0 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:24.252517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.305286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] Pushing event deleted for resources: {'Port': ['ID=0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:24.312906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.378805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfd91f-4930-43bd-998e-3d0977e290d8 None None] No DVR routers for this DVR port 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:24.396692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e72f213-ae4b-4b0c-b858-f16e2d14676d None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:24.404495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2acbe0d2-d34e-4a71-b7a3-477aafa22400 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/b4c1558f-6f4b-4143-b777-8dd53663fafa HTTP/1.1" status: 204 len: 168 time: 2.0219953 Jan 25 15:39:24.406974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:39:24.442153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.446605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.521606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=964f749d-b4cb-435a-b9c9-29cd0b84b201,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:24.589967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:24.641197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.663955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'status': 'completed', 'code': 200} Jan 25 15:39:24.747548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:24.806616 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-8991d26d-c952-418d-bd5f-6894eab9b209 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 1098 time: 0.1444027 Jan 25 15:39:24.829725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 967a0c9c-b049-4836-b151-273e691142b0, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=967a0c9c-b049-4836-b151-273e691142b0,segment=NetworkSegment(9fc919c5-1b19-464c-a9b5-e55a4e1edf2b),segment_id=9fc919c5-1b19-464c-a9b5-e55a4e1edf2b)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:24.897256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:25.019553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-7a448bea-ff9f-4a9c-8d47-f7b65f4f6a2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:25.021019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-7a448bea-ff9f-4a9c-8d47-f7b65f4f6a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 HTTP/1.1" status: 200 len: 898 time: 0.1802416 Jan 25 15:39:25.044512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '4b796a73-a2ee-47c2-989f-807782bf4d14'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:25.045679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:25.095197 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-3fbf1b71-9e1c-4b66-aeff-8cf6eff3b6e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf014f8b-3379-4981-9d08-ceb12029d70a HTTP/1.1" status: 200 len: 217 time: 0.0647905 Jan 25 15:39:25.103087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:25.176572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:25.177199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0f3a5dca-d68c-4fbd-8c88-eab7cd48ca62 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:25.251677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-8bd46b57-937b-4edf-b6e5-6e966f2ece20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:25.253120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-8bd46b57-937b-4edf-b6e5-6e966f2ece20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c92457d-a613-4e45-953f-07d5559a4a54 HTTP/1.1" status: 200 len: 834 time: 0.1515353 Jan 25 15:39:25.256861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=967a0c9c-b049-4836-b151-273e691142b0,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:25.344051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 115d7d0b-df5e-4abf-ad96-9e6c5825d393 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:25.376984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:39:25.382552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:25.386860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.399328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Checking router: 744241db-e90f-4357-8b4b-625170d3c89b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:25.458312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:25.459220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.484648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:25.500785 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8e9966c0-cd66-4513-b31c-a34db7d0eed3 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/115d7d0b-df5e-4abf-ad96-9e6c5825d393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1504900 Jan 25 15:39:25.500991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34718) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:25.502224 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] Sync routers for ids ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:25.517939 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] Routers {'115d7d0b-df5e-4abf-ad96-9e6c5825d393'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:25.519054 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.550042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-56dcb27d-e6c3-4f4b-b782-0c46cb082cc9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:25.565003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c68306-cb14-4c29-a9a8-8531c6fd657a req-f783fef5-212d-46b6-999d-3f725faf7bd5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:25.565711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93c68306-cb14-4c29-a9a8-8531c6fd657a req-f783fef5-212d-46b6-999d-3f725faf7bd5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:25.582449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:25.589692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:25.594658 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.597972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:25.598561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:25.608319 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] Routers {'115d7d0b-df5e-4abf-ad96-9e6c5825d393'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:25.608865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=034fec48-d5e6-42db-9c0a-0e7840c53fda,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:25.609499 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.621980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-eedfe5a1-ddae-425f-811c-c1a2517bbe88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3578873 Jan 25 15:39:25.635732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/4b796a73-a2ee-47c2-989f-807782bf4d14/0c8ab0a6-3dd0-4201-8a29-637051d660bb) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:25.638087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-56dcb27d-e6c3-4f4b-b782-0c46cb082cc9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:25.640148 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-56dcb27d-e6c3-4f4b-b782-0c46cb082cc9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=115d7d0b-df5e-4abf-ad96-9e6c5825d393 HTTP/1.1" status: 200 len: 205 time: 0.1382158 Jan 25 15:39:25.643326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34722) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:25.647812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Allocated IP 2001:db8:0:1:f816:3eff:feda:82e4 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/034fec48-d5e6-42db-9c0a-0e7840c53fda/0c8ab0a6-3dd0-4201-8a29-637051d660bb) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:25.678828 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:25.679641 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af24337-fdd4-448c-ac1b-edef1b9ab13b None None] The sync data for ids ['115d7d0b-df5e-4abf-ad96-9e6c5825d393'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:25.699247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-93c68306-cb14-4c29-a9a8-8531c6fd657a req-f783fef5-212d-46b6-999d-3f725faf7bd5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:25.700379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93c68306-cb14-4c29-a9a8-8531c6fd657a req-f783fef5-212d-46b6-999d-3f725faf7bd5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.5414584 Jan 25 15:39:25.733421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55e6a840-a659-44df-ae54-714bc572f9be tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7383907 Jan 25 15:39:25.735860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34726) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:25.739599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:25.743062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:69:82:d6', 'name': 'tempest-NetworksTestDHCPv6-872317027'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:25.800574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:25.862299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93c68306-cb14-4c29-a9a8-8531c6fd657a req-73aaa212-a902-469f-923c-e2132623bc15 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534147 Jan 25 15:39:25.896838 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-563f0e87-586d-4bd2-8638-957793dd5c68 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685244 Jan 25 15:39:26.009197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:26.029995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:26.070612 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ae1ae0e-56ee-4e63-97ab-9a6be2c47aa8 req-f0909c4d-e1ae-48c0-9b35-ac043cc4f962 service neutron] 10.222.0.41 "GET /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605153 Jan 25 15:39:26.091087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.132768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Transition to ACTIVE for port object 0c8ab0a6-3dd0-4201-8a29-637051d660bb will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:26.135269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:26.141656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.162920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Transition to ACTIVE for port object 0c8ab0a6-3dd0-4201-8a29-637051d660bb will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:26.179885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 71105a21-d83d-41cd-8d77-64a032ae7f09 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:26.186018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:26.192564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0c4ea-7a37-440c-8b99-6eee30931a8b None None] The sync data for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv is: [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:38:21Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0fb976e8-c4df-4027-a048-36b3d76b7706', 'name': '', 'network_id': '2cd50456-1aa4-4bb4-8aa7-ddde8da913d0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2b:2a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:19Z', 'updated_at': '2022-01-25T15:38:31Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '0c92457d-a613-4e45-953f-07d5559a4a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:26.203088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.207692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.225576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.298339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:26.299645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.301238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router 115d7d0b-df5e-4abf-ad96-9e6c5825d393 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:39:26.302431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:26.306785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:26.309513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Pushing event updated for resources: {'Port': ['ID=0c8ab0a6-3dd0-4201-8a29-637051d660bb,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:26.325297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.328807 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-27c33ea0-4520-401d-8d02-d6d4d1aedce7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/115d7d0b-df5e-4abf-ad96-9e6c5825d393 HTTP/1.1" status: 204 len: 168 time: 0.6816714 Jan 25 15:39:26.329044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34730) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:26.436591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-8deb1aed-9c7b-4812-8a94-0cb6dc4507c9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:26.438060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-8deb1aed-9c7b-4812-8a94-0cb6dc4507c9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.1842782 Jan 25 15:39:26.443896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Attempting to bind port 0c8ab0a6-3dd0-4201-8a29-637051d660bb on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:26.444532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Attempting to bind port 0c8ab0a6-3dd0-4201-8a29-637051d660bb by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:26.445069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Attempting to bind port 0c8ab0a6-3dd0-4201-8a29-637051d660bb on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:26.452952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:26.453653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:26.454219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.454766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:26.455529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Bound port: 0c8ab0a6-3dd0-4201-8a29-637051d660bb, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:26.456248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.515880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2a2c0-3a81-410e-9347-478649fee10e None None] New status for floating IP b4c1558f-6f4b-4143-b777-8dd53663fafa: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:39:26.531252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port cf014f8b-3379-4981-9d08-ceb12029d70a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:26.531616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.550420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet dd3ea43b-e472-412c-8414-55471fa439e5 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:26.553290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.577157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::304 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/4b796a73-a2ee-47c2-989f-807782bf4d14/71105a21-d83d-41cd-8d77-64a032ae7f09) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:26.594387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:82d6 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/034fec48-d5e6-42db-9c0a-0e7840c53fda/71105a21-d83d-41cd-8d77-64a032ae7f09) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:26.607407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.674193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] For port 0c8ab0a6-3dd0-4201-8a29-637051d660bb, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:26.677598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] For port 0c8ab0a6-3dd0-4201-8a29-637051d660bb, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0c8ab0a6-3dd0-4201-8a29-637051d660bb,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:26.698943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.728462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.862994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5807bc-8415-4ac6-add8-08c19514ee20 None None] Pushing event updated for resources: {'Port': ['ID=0c8ab0a6-3dd0-4201-8a29-637051d660bb,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:26.948632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port cf014f8b-3379-4981-9d08-ceb12029d70a, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=cf014f8b-3379-4981-9d08-ceb12029d70a,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:26.948973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.963609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:26.987355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 967a0c9c-b049-4836-b151-273e691142b0 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:27.011726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=dd3ea43b-e472-412c-8414-55471fa439e5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:27.017267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.025090 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-83ad6d83-d5b9-44ba-b980-369a1f6e7345 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/dd3ea43b-e472-412c-8414-55471fa439e5 HTTP/1.1" status: 204 len: 168 time: 0.6944783 Jan 25 15:39:27.027573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34736) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:27.030028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5423de4-e346-4058-8bbc-56da6c800b7f None None] Network 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:27.183054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.193329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for cf014f8b-3379-4981-9d08-ceb12029d70a owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:27.199909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 967a0c9c-b049-4836-b151-273e691142b0 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:27.200260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.299187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.302747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 967a0c9c-b049-4836-b151-273e691142b0 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:27.303225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.351516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 71105a21-d83d-41cd-8d77-64a032ae7f09 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:27.412812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f0a43-7dd3-475b-875e-acf7820f6ae2 req-2dd2d285-cbb2-4b1c-8a10-d9fa75f1b60e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:27.414547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc7f0a43-7dd3-475b-875e-acf7820f6ae2 req-2dd2d285-cbb2-4b1c-8a10-d9fa75f1b60e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 945 time: 0.2421601 Jan 25 15:39:27.441460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] DHCP port deletion for 8a61c97e-5a76-4547-8bcc-81d9acb24dc5 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:27.446012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Deleting port 967a0c9c-b049-4836-b151-273e691142b0 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:27.446387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.485718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 967a0c9c-b049-4836-b151-273e691142b0, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=967a0c9c-b049-4836-b151-273e691142b0,segment=NetworkSegment(9fc919c5-1b19-464c-a9b5-e55a4e1edf2b),segment_id=9fc919c5-1b19-464c-a9b5-e55a4e1edf2b)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:27.486250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.617814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 967a0c9c-b049-4836-b151-273e691142b0 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:27.634514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc7f0a43-7dd3-475b-875e-acf7820f6ae2 req-b3b76148-bb1d-4111-bb36-985b1c150e57 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ada78cd-956e-4ffc-b44d-17546fcbeec2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811578 Jan 25 15:39:27.661432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] For port 967a0c9c-b049-4836-b151-273e691142b0, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=967a0c9c-b049-4836-b151-273e691142b0,segment=NetworkSegment(9fc919c5-1b19-464c-a9b5-e55a4e1edf2b),segment_id=9fc919c5-1b19-464c-a9b5-e55a4e1edf2b)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:27.661432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.665425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.715089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.760488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:27.761688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:27.764527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:27.768480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:27.769146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.773901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.783731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Calling delete_port for 967a0c9c-b049-4836-b151-273e691142b0 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:27.841677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port 967a0c9c-b049-4836-b151-273e691142b0 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:27.867588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=71105a21-d83d-41cd-8d77-64a032ae7f09,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:27.869702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:27.870059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:27.882168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=967a0c9c-b049-4836-b151-273e691142b0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:27.903518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port cf014f8b-3379-4981-9d08-ceb12029d70a on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:27.911346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.913350 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de17dd9f-2272-4e57-9603-ff2fce87bae5 req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/cf014f8b-3379-4981-9d08-ceb12029d70a HTTP/1.1" status: 204 len: 173 time: 1.4702091 Jan 25 15:39:27.913876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'name': 'network-vif-deleted', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:39:27.926183 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aea41e33-88e1-4bcf-9f8d-31a7fb9ea691 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1893234 Jan 25 15:39:27.927478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e86c1d-32ea-448e-a61d-ef0edeb726db tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=cf014f8b-3379-4981-9d08-ceb12029d70a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:27.929198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34742) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:27.998376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:27.999139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d', 'name': 'network-vif-deleted', 'tag': 'cf014f8b-3379-4981-9d08-ceb12029d70a', 'status': 'completed', 'code': 200} Jan 25 15:39:28.002653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 71105a21-d83d-41cd-8d77-64a032ae7f09 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:28.003290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.028081 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a61c97e-5a76-4547-8bcc-81d9acb24dc5']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:28.040987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:28.042038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc919c5-1b19-464c-a9b5-e55a4e1edf2b') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:28.053422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.070386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.082159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:39:28.082630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:39:28.193283 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:39:28.229710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9722e84-3dad-4f79-ac31-011e4fa9ad89 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:28.269426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.274188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.300146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.308587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=8a61c97e-5a76-4547-8bcc-81d9acb24dc5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:28.374462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Deleting port 967a0c9c-b049-4836-b151-273e691142b0 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:28.375010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.383796 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9bd838e3-6f2f-42e2-a5d0-6cba3eaaf21a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/8a61c97e-5a76-4547-8bcc-81d9acb24dc5 HTTP/1.1" status: 204 len: 168 time: 1.3550153 Jan 25 15:39:28.390708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34746) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:28.399251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 71105a21-d83d-41cd-8d77-64a032ae7f09 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:28.410215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fce011bd-9d64-44b8-ad4b-6201363aed58 None None] Provisioning for port 0c8ab0a6-3dd0-4201-8a29-637051d660bb completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:28.427870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1176249132', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:28.441175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:28.453887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:28.458226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:28.466969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:28.482956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c039f389-2627-42b0-a93d-49c4cafc207a None None] The port '967a0c9c-b049-4836-b151-273e691142b0' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:39:28.592587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.593574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.711878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.768332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=71105a21-d83d-41cd-8d77-64a032ae7f09,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:28.804925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.904301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-45cd863c-d298-4d23-b8c1-e38a60d38710 req-df12ce9b-0224-48ac-8f37-0f9ea4d14678 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:28.921201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:28.940791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34752) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:28.941500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-645f6b07-1118-44db-b2a8-6e875f3ae869 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/71105a21-d83d-41cd-8d77-64a032ae7f09 HTTP/1.1" status: 204 len: 168 time: 1.0105374 Jan 25 15:39:29.008333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.014769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-45cd863c-d298-4d23-b8c1-e38a60d38710 req-df12ce9b-0224-48ac-8f37-0f9ea4d14678 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:29.017913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45cd863c-d298-4d23-b8c1-e38a60d38710 req-df12ce9b-0224-48ac-8f37-0f9ea4d14678 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8ecb0c7-2eb2-4a42-bb3e-bd701d7fa49d HTTP/1.1" status: 200 len: 210 time: 0.2120161 Jan 25 15:39:29.050002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc18ee9-bcfd-4575-9b8c-cbc05fc68660 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.054593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34756) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:29.058146 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3bc18ee9-bcfd-4575-9b8c-cbc05fc68660 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1160445 Jan 25 15:39:29.068114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0c8ab0a6-3dd0-4201-8a29-637051d660bb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:29.096047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.098029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fe99cc8a-5748-432b-91d2-113ffc8d33a9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7063897 Jan 25 15:39:29.100744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34760) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:29.110178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1800104863'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:29.118617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:29.123855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:29.128652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:29.135649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:29.154788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfe482-81d1-486c-9e3c-6c9430779ade tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.155525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65dfe482-81d1-486c-9e3c-6c9430779ade tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:29.207968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-727efd38-4980-472b-b9d9-dad095d4957e None None] Could not find standard attr ID for object 71105a21-d83d-41cd-8d77-64a032ae7f09. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:29.222382 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:29.225475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.250934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0c8ab0a6-3dd0-4201-8a29-637051d660bb completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:29.251154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65dfe482-81d1-486c-9e3c-6c9430779ade tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:29.252833 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-65dfe482-81d1-486c-9e3c-6c9430779ade tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1972120 Jan 25 15:39:29.255401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34764) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:29.259844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:29.259995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0c8ab0a6-3dd0-4201-8a29-637051d660bb triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:29.260325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.268519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.269351 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment b19aa02c-a705-4d6d-a249-2920b1c610af of type vlan for network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 Jan 25 15:39:29.299290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.331748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.333110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.334716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.335950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:29.394407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.408629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eb89f764-4cd9-483a-9509-4495eee1d7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.430584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:29.430733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.432009 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dc897d68-189b-4f89-bf88-36f8f0a398b8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1756113 Jan 25 15:39:29.440341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:29.440491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34768) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:29.440593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.440690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 0c8ab0a6-3dd0-4201-8a29-637051d660bb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0c8ab0a6-3dd0-4201-8a29-637051d660bb,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:29.457568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device cf014f8b-3379-4981-9d08-ceb12029d70a no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:29.492980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: cf014f8b-3379-4981-9d08-ceb12029d70a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:29.493483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device cf014f8b-3379-4981-9d08-ceb12029d70a not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:29.524709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2169a48c-ab9c-479e-98fc-f4eebbc4af9f None None] Could not find standard attr ID for object 8b8361dc-e1dc-4597-8673-0ad6ecef05f0. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:29.561234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.561484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=fc940eaf-cb04-495b-ad3e-3bbc85cc97f0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:29.608754 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-190787d9-aaf3-4d76-aa65-bde3e7768cd2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5063701 Jan 25 15:39:29.611942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34772) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:29.615196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:29.623766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:29.645835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 034fec48-d5e6-42db-9c0a-0e7840c53fda {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:29.648984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.709685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:29.738183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 967a0c9c-b049-4836-b151-273e691142b0 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:29.756502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:29.756502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:29.759133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:29.766733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:29.800845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2e1aeb40-6814-4ee4-827b-ca6f0ad0683e None None] Could not find standard attr ID for object 4e7f8b3f-b7e1-441f-942c-76955c62d741. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:29.811265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 967a0c9c-b049-4836-b151-273e691142b0 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:29.811600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 967a0c9c-b049-4836-b151-273e691142b0 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:29.850053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=0c8ab0a6-3dd0-4201-8a29-637051d660bb,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:29.870908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:29.905761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.033267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-acb9b7f3-4491-4841-9dee-13f6143751a9 None None] Could not find standard attr ID for object 71105a21-d83d-41cd-8d77-64a032ae7f09. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:30.051576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.099559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.107469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=034fec48-d5e6-42db-9c0a-0e7840c53fda,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:30.122639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.174289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34778) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:30.200801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d78a512-b77b-4098-9c33-f6f599ef014c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/034fec48-d5e6-42db-9c0a-0e7840c53fda HTTP/1.1" status: 204 len: 168 time: 0.7651622 Jan 25 15:39:30.208572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34782) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:30.262203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a80544-e18c-47f2-b7b2-f20ad4b2596c None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:30.306023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 4b796a73-a2ee-47c2-989f-807782bf4d14 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:30.314182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.345751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.394034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.402492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.407759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.492944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=86293f07-33df-41a9-9748-31d28afd9cea,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:30.511834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.512657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:30.513022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: fc940eaf-cb04-495b-ad3e-3bbc85cc97f0, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:30.624995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:30.659399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.679350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada78cd-956e-4ffc-b44d-17546fcbeec2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:30.720287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.759789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=4b796a73-a2ee-47c2-989f-807782bf4d14,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:30.769466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fc940eaf-cb04-495b-ad3e-3bbc85cc97f0) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:30.769619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.772159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:30.772916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.775896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:30.776506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dad32c-d810-46f6-8444-cf6c641209bc None None] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:30.777003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ff42ad41-5b29-4418-92d0-68355f2c0dff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ada78cd-956e-4ffc-b44d-17546fcbeec2 HTTP/1.1" status: 204 len: 168 time: 0.6014884 Jan 25 15:39:30.778555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f264b634-c140-4924-87e2-405e14c591cb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/4b796a73-a2ee-47c2-989f-807782bf4d14 HTTP/1.1" status: 204 len: 168 time: 0.5688391 Jan 25 15:39:30.783499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34788) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:30.862038 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2af25d5f-441f-4384-a2bb-f110f1191c18 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773449 Jan 25 15:39:30.864890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34792) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:30.871248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:30.888583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34796) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:30.972537 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab7268aa-d9c8-4c31-be76-b381126a7acf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3592799 Jan 25 15:39:30.975165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34800) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:31.023799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:31.026858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0c8ab0a6-3dd0-4201-8a29-637051d660bb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:31.029287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:31.032807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:31.039087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:31.092644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab150912-7719-48ef-b9c8-a0eb6ad56e69 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:31.106636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:31.107395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.108576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:31.112975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.357986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f24540c8-a3c2-442c-b698-b1bb64a98f21 None None] Provisioning complete for port 0c8ab0a6-3dd0-4201-8a29-637051d660bb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:31.358651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f24540c8-a3c2-442c-b698-b1bb64a98f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.419582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.469771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0c8ab0a6-3dd0-4201-8a29-637051d660bb triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:31.470132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.490701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:31.494885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:31.500909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:31.501486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.511193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=08264908-9c88-4c20-b8c7-1d08133ac1a6,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:31.552273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e98cd1c-e501-44af-98df-4ce8e3eb1eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.605536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Allocated IP 2001:db8::2 (fc940eaf-cb04-495b-ad3e-3bbc85cc97f0/86293f07-33df-41a9-9748-31d28afd9cea/ec8d9c35-e951-4a85-8a20-fc2c7fa1133f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:31.625756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bd523b02-9e0d-4cb2-8869-74eae6ed2a4a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7567406 Jan 25 15:39:31.625968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34804) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:31.633748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:31.693166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.795549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:31.801271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:31.805920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:31.809723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:31.816364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:31.825972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Deleting port 0c8ab0a6-3dd0-4201-8a29-637051d660bb {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:31.826340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:31.904966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:31.908895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.046933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08264908-9c88-4c20-b8c7-1d08133ac1a6 (CIDR: 2001:db8::/64) Jan 25 15:39:32.077147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:39:32.077642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:32.108583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.126748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Transition to ACTIVE for port object ec8d9c35-e951-4a85-8a20-fc2c7fa1133f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:32.170759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.170908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Transition to ACTIVE for port object ec8d9c35-e951-4a85-8a20-fc2c7fa1133f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:32.172746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] For port 0c8ab0a6-3dd0-4201-8a29-637051d660bb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0c8ab0a6-3dd0-4201-8a29-637051d660bb,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:32.173145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.183582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-637e9579-c10a-4872-b235-f266db3b49f6 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5558772 Jan 25 15:39:32.184361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34808) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:32.190225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'subnet': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:32.299175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Calling delete_port for 0c8ab0a6-3dd0-4201-8a29-637051d660bb owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:32.325963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.329551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:32.333594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:subnet and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:32.336525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:32.342859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:32.398994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8::1 (fc940eaf-cb04-495b-ad3e-3bbc85cc97f0/86293f07-33df-41a9-9748-31d28afd9cea/b33af019-2900-435f-a552-20df20ba154c) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:32.415029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Pushing event updated for resources: {'Port': ['ID=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:32.425190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:32.426550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:32.427875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:32.429309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.441731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:32.530197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Attempting to bind port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:32.530586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Attempting to bind port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:32.531587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Attempting to bind port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f on network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:32.538884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:32.539305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Checking segment: {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:32.539633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.540017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Bound using segment: {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:32.540464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Bound port: ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:32.540854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.551215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.604650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] Pushing event deleted for resources: {'Port': ['ID=0c8ab0a6-3dd0-4201-8a29-637051d660bb,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:32.639520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b41ec-e137-4292-a387-6a14c974613c None None] No DVR routers for this DVR port 0c8ab0a6-3dd0-4201-8a29-637051d660bb on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:32.658043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52443187-8909-4212-a646-67d49bdb1be1 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:32.678492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.763582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] For port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:32.794820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object b33af019-2900-435f-a552-20df20ba154c will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:32.913811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.919745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] For port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:32.932922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'tenant_id': '605d50b9831e442fa36b7bc02036928f', 'fixed_ips': [{'subnet_id': '08264908-9c88-4c20-b8c7-1d08133ac1a6'}, {'subnet_id': '8d4747fb-1794-4da5-9661-0532f351a880'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:32.934097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.971115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:32.987757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.objects.ports [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84139) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 25 15:39:32.989325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.004658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0c8ab0a6-3dd0-4201-8a29-637051d660bb no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:33.037962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.041152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.053464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:33.057408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:33.061702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:33.062373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.069357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Subnet': ['ID=8d4747fb-1794-4da5-9661-0532f351a880,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:33.089457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.089900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.090310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.090718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.091210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.091523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.091902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.092294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.092693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.093066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.093467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.104590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:33.112201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0c8ab0a6-3dd0-4201-8a29-637051d660bb {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:33.112377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0c8ab0a6-3dd0-4201-8a29-637051d660bb not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:33.131192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:33.142300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:33.147573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.150937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:33.155896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:33.156404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.167830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 0fb976e8-c4df-4027-a048-36b3d76b7706 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:33.169078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.170797 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f982f974-6776-43b0-8d7e-04f993d4ba25 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9849057 Jan 25 15:39:33.174437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34812) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:33.180782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646571c-f6b2-4b03-ad1a-f3167fd48432 None None] Pushing event updated for resources: {'Port': ['ID=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:33.183338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Request body: {'port': {'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4', 'mac_address': 'fa:16:3e:c3:cc:ae', 'name': 'tempest-NetworksTestDHCPv6-311553191'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:33.322509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Allocated IP 2001:db8::2 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/08264908-9c88-4c20-b8c7-1d08133ac1a6/f1eed197-c811-4a4d-9bde-a509f623e5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:33.328679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:2842 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8d4747fb-1794-4da5-9661-0532f351a880/f1eed197-c811-4a4d-9bde-a509f623e5d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:33.359497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:33.364262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Usage tracker for resource:port and tenant:605d50b9831e442fa36b7bc02036928f is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:33.367708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:33.374490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:33.439576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Made reservation on behalf of 605d50b9831e442fa36b7bc02036928f for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:33.445683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.485092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] device_id is not set on port 23e41f2e-3ad4-428b-b76e-215737829c27 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:33.561817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.630612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.638535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 0fb976e8-c4df-4027-a048-36b3d76b7706, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0fb976e8-c4df-4027-a048-36b3d76b7706,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:33.638885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.641613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Transition to ACTIVE for port object f1eed197-c811-4a4d-9bde-a509f623e5d8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:33.662015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Transition to ACTIVE for port object f1eed197-c811-4a4d-9bde-a509f623e5d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:33.745451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.774948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 0fb976e8-c4df-4027-a048-36b3d76b7706 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:33.815364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:33.818195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:33.820668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:33.829732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Pushing event updated for resources: {'Port': ['ID=f1eed197-c811-4a4d-9bde-a509f623e5d8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:33.892959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8::139 (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/08264908-9c88-4c20-b8c7-1d08133ac1a6/23e41f2e-3ad4-428b-b76e-215737829c27) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:33.899267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:ccae (f9d77863-ed70-41b7-ab89-6ca348cfc1f4/8d4747fb-1794-4da5-9661-0532f351a880/23e41f2e-3ad4-428b-b76e-215737829c27) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:33.956869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Attempting to bind port f1eed197-c811-4a4d-9bde-a509f623e5d8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:33.957544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Attempting to bind port f1eed197-c811-4a4d-9bde-a509f623e5d8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:33.957757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Attempting to bind port f1eed197-c811-4a4d-9bde-a509f623e5d8 on network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:33.965407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:33.965849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Checking segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:33.966310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:33.966771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Bound using segment: {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:33.967295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Bound port: f1eed197-c811-4a4d-9bde-a509f623e5d8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408f011d-6d21-4bb8-8954-55f02e765e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f9d77863-ed70-41b7-ab89-6ca348cfc1f4'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:33.967734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.061510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] For port f1eed197-c811-4a4d-9bde-a509f623e5d8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:34.066659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] For port f1eed197-c811-4a4d-9bde-a509f623e5d8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1eed197-c811-4a4d-9bde-a509f623e5d8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:34.130003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.146200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.171324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Transition to ACTIVE for port object 23e41f2e-3ad4-428b-b76e-215737829c27 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:34.232089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.249364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4770-d9ed-4579-94a7-c7c4239bb3bc None None] Pushing event updated for resources: {'Port': ['ID=f1eed197-c811-4a4d-9bde-a509f623e5d8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:34.297477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.333703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.334505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.379732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:34.380930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:34.383467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:34.388612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:34.389329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.398374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.451220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event updated for resources: {'Port': ['ID=23e41f2e-3ad4-428b-b76e-215737829c27,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:34.467189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:34.516679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-45fc17ba-ca78-4112-8db8-f088cfdc7dbb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3409526 Jan 25 15:39:34.519180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34816) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:34.574297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.578111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=0fb976e8-c4df-4027-a048-36b3d76b7706,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:34.591927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting port 23e41f2e-3ad4-428b-b76e-215737829c27 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:34.592272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:34.605009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c9d43-1a77-4ef8-89b5-1e0eb55bc6d4 None None] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:34.843560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:34.843776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-47b51119-befe-4709-a57c-bfc7e7f5d346 None None] Provisioning for port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:34.844845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:34.891144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.015072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Calling delete_port for 23e41f2e-3ad4-428b-b76e-215737829c27 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:35.239772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1eed197-c811-4a4d-9bde-a509f623e5d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:35.383247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.402668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.430731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f1eed197-c811-4a4d-9bde-a509f623e5d8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:35.434280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c05c65f6-8381-4782-b00b-d529daf3aa04 None None] Provisioning for port b33af019-2900-435f-a552-20df20ba154c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:35.441858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device ec8d9c35-e951-4a85-8a20-fc2c7fa1133f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:35.456956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Port': ['ID=23e41f2e-3ad4-428b-b76e-215737829c27,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:35.482183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c05c65f6-8381-4782-b00b-d529daf3aa04 None None] Provisioning complete for port b33af019-2900-435f-a552-20df20ba154c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:35.482766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c05c65f6-8381-4782-b00b-d529daf3aa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.551654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.580408 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-08f0126e-d4a5-4049-a657-6f30595ab55d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/23e41f2e-3ad4-428b-b76e-215737829c27 HTTP/1.1" status: 204 len: 168 time: 1.0601089 Jan 25 15:39:35.582705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34820) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:35.583149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c05c65f6-8381-4782-b00b-d529daf3aa04 None None] Port b33af019-2900-435f-a552-20df20ba154c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:35.667957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:35.673734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:35.674236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.803319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-937f8fa8-8863-4556-8705-3c771f58b46d None None] Provisioning complete for port b33af019-2900-435f-a552-20df20ba154c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:35.804014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-937f8fa8-8863-4556-8705-3c771f58b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.813671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbca6f-e224-42a7-86cb-45541b87bbef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:35.818105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-50cbca6f-e224-42a7-86cb-45541b87bbef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:35.846355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:39:35.893500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:35.905291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-937f8fa8-8863-4556-8705-3c771f58b46d None None] Port b33af019-2900-435f-a552-20df20ba154c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:35.913695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-50cbca6f-e224-42a7-86cb-45541b87bbef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:35.915027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-50cbca6f-e224-42a7-86cb-45541b87bbef tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3314064 Jan 25 15:39:35.917827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34824) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:35.968309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:35.981611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f196c-dfcf-4759-a95f-de137a347cbf None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:36.019270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597687a5-dc5a-4582-a88f-497b57b40beb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:36.020825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-597687a5-dc5a-4582-a88f-497b57b40beb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1021750 Jan 25 15:39:36.023537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34828) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:36.061533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.109215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:36.111159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:36.112531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:36.113470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:36.178469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Provisioning complete for port b33af019-2900-435f-a552-20df20ba154c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:36.178836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.205106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:36.208155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-022e1c98-e4cb-4c43-94e0-e48ef828a1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1829345 Jan 25 15:39:36.210344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34832) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:36.229342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:36.241897 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:36.251554 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9685f550-15b7-4596-8d22-830479dbf7d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2698338 Jan 25 15:39:36.254373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34836) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:36.260507 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:36.260688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933629921'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:36.260813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:36.261478 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:36.269080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:36.293189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Port b33af019-2900-435f-a552-20df20ba154c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:36.323316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:36.330842 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:36.338340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:36.416530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 744241db-e90f-4357-8b4b-625170d3c89b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:36.439000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 08264908-9c88-4c20-b8c7-1d08133ac1a6 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:36.443500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.451276 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:36.511190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Provisioning for port f1eed197-c811-4a4d-9bde-a509f623e5d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:36.519306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Provisioning complete for port f1eed197-c811-4a4d-9bde-a509f623e5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:36.519306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.521502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:36.524562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.528804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.577993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:36.662664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.667254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.667627 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 37b1a142-0f5f-4f2b-9795-d66bf5d428b2 of type vlan for network 63e80517-f013-472f-870b-61dd6fe54199 Jan 25 15:39:36.687918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.712325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.761174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:36.776596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34840) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:36.776983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Sync routers for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:36.777222 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-658a40a8-2537-4eb9-b465-5adae962755c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/744241db-e90f-4357-8b4b-625170d3c89b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8873320 Jan 25 15:39:36.794318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:36.795547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:36.842238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.846501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:36.847275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.901121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:36.902175 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:33Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:33Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:36.906462 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:36.906850 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Updating router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 port b33af019-2900-435f-a552-20df20ba154c binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:37.010122 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.058490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device ec8d9c35-e951-4a85-8a20-fc2c7fa1133f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:37.101216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:37.101729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:37.131457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=08264908-9c88-4c20-b8c7-1d08133ac1a6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:37.140746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 0c92457d-a613-4e45-953f-07d5559a4a54 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:37.146644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.185567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:37.213276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.235372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=63e80517-f013-472f-870b-61dd6fe54199,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:37.252867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 63e80517-f013-472f-870b-61dd6fe54199 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:37.257557 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-84281c50-1a6f-44be-a84a-cfaf9679363f tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0021534 Jan 25 15:39:37.260936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34844) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:37.270193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:37.282902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.317036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2326b954-107c-4f5a-811c-f3b8c1871d95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/08264908-9c88-4c20-b8c7-1d08133ac1a6 HTTP/1.1" status: 204 len: 168 time: 1.1054990 Jan 25 15:39:37.323034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34848) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:37.388023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:37.391887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:37.394685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:37.400383 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:37.432147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Deleting subnet 8d4747fb-1794-4da5-9661-0532f351a880 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:39:37.435078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3bfd71-c68d-484c-9f3a-dd940f962323 None None] Network f9d77863-ed70-41b7-ab89-6ca348cfc1f4 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:37.436854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.465092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:37.503290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.535490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.536979 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.552237 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Transition to ACTIVE for port object b33af019-2900-435f-a552-20df20ba154c will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:37.594724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.622369 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.647229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.661831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:37.662290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.710829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.765274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.777783 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/0c92457d-a613-4e45-953f-07d5559a4a54 HTTP/1.1" status: 204 len: 168 time: 0.9951978 Jan 25 15:39:37.777783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a401db-543b-4442-bdae-18146088fedf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=0c92457d-a613-4e45-953f-07d5559a4a54,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:37.778056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.778166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34852) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:37.795501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615037f0-22a1-48d5-ad5c-e6999800f056 None None] Network 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:37.859865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.936165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:37.946760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4747fb-1794-4da5-9661-0532f351a880,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:37.961032 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Pushing event updated for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:37.963114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5fb72d22-6b9f-4f24-8472-8a0eb77855a1 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8d4747fb-1794-4da5-9661-0532f351a880 HTTP/1.1" status: 204 len: 168 time: 0.6388917 Jan 25 15:39:37.965548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34856) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:37.976005 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.982987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.985575 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:37.999689 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Attempting to bind port b33af019-2900-435f-a552-20df20ba154c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:38.000052 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Attempting to bind port b33af019-2900-435f-a552-20df20ba154c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:38.000430 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Attempting to bind port b33af019-2900-435f-a552-20df20ba154c on network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:38.022978 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:38.023346 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Checking segment: {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:38.023745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.024131 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Bound using segment: {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:38.024601 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Bound port: b33af019-2900-435f-a552-20df20ba154c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19aa02c-a705-4d6d-a249-2920b1c610af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:38.025115 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.104000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.125464 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] For port b33af019-2900-435f-a552-20df20ba154c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:38.131527 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] For port b33af019-2900-435f-a552-20df20ba154c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b33af019-2900-435f-a552-20df20ba154c,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:38.175920 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-512b4288-515e-4514-a433-1313857e02b4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2088139 Jan 25 15:39:38.178647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34860) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.205795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.239315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=c93333ff-6a18-49ad-8c5c-87e7d9d13fdb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:38.249926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:38.250483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: 63e80517-f013-472f-870b-61dd6fe54199, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:38.266097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dfd262-dfc0-49db-a5d9-8b347a5b79fb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:38.267690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a0dfd262-dfc0-49db-a5d9-8b347a5b79fb tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0879891 Jan 25 15:39:38.268010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:38.268375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:38.270323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34864) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.293825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.332460 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:38.333220 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:38.362163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 63e80517-f013-472f-870b-61dd6fe54199 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:38.379193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:39:34Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:38.385647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Checking router: 744241db-e90f-4357-8b4b-625170d3c89b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:38.404164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe783f-dee3-49ee-9e94-8d1ce4f1b056 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:38.406756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3dbe783f-dee3-49ee-9e94-8d1ce4f1b056 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Synchronizing usage tracker for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:38.440215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Routers {'744241db-e90f-4357-8b4b-625170d3c89b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:38.440848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['744241db-e90f-4357-8b4b-625170d3c89b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:38.480998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4dc77-2b2e-4a5a-a021-4f76d9fe8ee8 None None] Pushing event updated for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:38.494032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3dbe783f-dee3-49ee-9e94-8d1ce4f1b056 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Unset dirty status for tenant:605d50b9831e442fa36b7bc02036928f on resource:subnet {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:38.499877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3dbe783f-dee3-49ee-9e94-8d1ce4f1b056 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2276747 Jan 25 15:39:38.500506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34868) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.551231 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:38.558997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 63e80517-f013-472f-870b-61dd6fe54199) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:38.567468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:38.568045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.585078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] DHCP port deletion for f9d77863-ed70-41b7-ab89-6ca348cfc1f4 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:38.587327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] DHCP port deletion for 2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:39:38.589684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d94a0c2-9037-4921-a427-2da3e3da5401 None None] Network 63e80517-f013-472f-870b-61dd6fe54199 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:38.651100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2d0d04a6-7344-46f6-9b56-33c2535e723f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422350 Jan 25 15:39:38.651636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34872) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.694667 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbd39a7-3f88-49c9-bbf7-b1623a39b415 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:38.695108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbd39a7-3f88-49c9-bbf7-b1623a39b415 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:38.699873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34876) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.700785 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9dbd39a7-3f88-49c9-bbf7-b1623a39b415 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/23e41f2e-3ad4-428b-b76e-215737829c27 HTTP/1.1" status: 404 len: 333 time: 0.0479898 Jan 25 15:39:38.706686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Deleting port f1eed197-c811-4a4d-9bde-a509f623e5d8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:38.707064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.710784 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c8195af9-7f1c-48c4-9324-47576861d8c8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4459324 Jan 25 15:39:38.711386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34880) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.730642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Deleting port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:38.731009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.756052 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8aa8a9-4dea-4cad-aefc-cd2b8a61a3b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:38.756956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8aa8a9-4dea-4cad-aefc-cd2b8a61a3b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:38.759838 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ba8aa8a9-4dea-4cad-aefc-cd2b8a61a3b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8d4747fb-1794-4da5-9661-0532f351a880 HTTP/1.1" status: 404 len: 337 time: 0.0581920 Jan 25 15:39:38.767299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:38.897948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.905792 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:33Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:38Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:38.911140 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcb1567-42da-4389-9836-34c88ac8ec36 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:33Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:38Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:38.934735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.957927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:38.959504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1996a0db-5f1c-40f4-a522-0f7a6ca3a3c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:38.960005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1996a0db-5f1c-40f4-a522-0f7a6ca3a3c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:38.961824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1996a0db-5f1c-40f4-a522-0f7a6ca3a3c3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/08264908-9c88-4c20-b8c7-1d08133ac1a6 HTTP/1.1" status: 404 len: 337 time: 0.1928864 Jan 25 15:39:38.964538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34888) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.021173 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b02f822-8d3c-4cbe-a821-c5bed48a1042 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.021670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b02f822-8d3c-4cbe-a821-c5bed48a1042 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.023537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b02f822-8d3c-4cbe-a821-c5bed48a1042 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/71105a21-d83d-41cd-8d77-64a032ae7f09 HTTP/1.1" status: 404 len: 333 time: 0.0580218 Jan 25 15:39:39.027370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34892) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.039035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1eed197-c811-4a4d-9bde-a509f623e5d8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:39.045685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 82a829da-8df6-4c20-8319-328215e985a3 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:39.045685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:39.089543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4044a5a-ac45-411e-a30e-bd70dec71973 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.089980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4044a5a-ac45-411e-a30e-bd70dec71973 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.094233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a4044a5a-ac45-411e-a30e-bd70dec71973 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/034fec48-d5e6-42db-9c0a-0e7840c53fda HTTP/1.1" status: 404 len: 337 time: 0.0626988 Jan 25 15:39:39.105199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34896) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.200195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d08c98fd-7bea-4ef4-a18c-5e60707c0479 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.200636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d08c98fd-7bea-4ef4-a18c-5e60707c0479 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.204867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d08c98fd-7bea-4ef4-a18c-5e60707c0479 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/4b796a73-a2ee-47c2-989f-807782bf4d14 HTTP/1.1" status: 404 len: 337 time: 0.0962996 Jan 25 15:39:39.205069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34900) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.267017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb28cedb-3c57-4c42-8111-90eb273a0413 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.268604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb28cedb-3c57-4c42-8111-90eb273a0413 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.273799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cb28cedb-3c57-4c42-8111-90eb273a0413 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/4e7f8b3f-b7e1-441f-942c-76955c62d741 HTTP/1.1" status: 404 len: 333 time: 0.0558336 Jan 25 15:39:39.274459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34904) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.323481 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7905fe5f-d178-4bf9-8927-f2433de67d41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.323891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7905fe5f-d178-4bf9-8927-f2433de67d41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.326075 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7905fe5f-d178-4bf9-8927-f2433de67d41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/7b4df622-ecfb-4454-a777-74013a303ede HTTP/1.1" status: 404 len: 337 time: 0.0505722 Jan 25 15:39:39.329477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34908) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.374338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19e2204-66de-4b10-ba9f-d39723355185 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.374778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19e2204-66de-4b10-ba9f-d39723355185 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.376418 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e19e2204-66de-4b10-ba9f-d39723355185 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/ebf7d054-ae19-4601-ae4a-91d683b590a4 HTTP/1.1" status: 404 len: 337 time: 0.0459445 Jan 25 15:39:39.379306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.410219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] Set router 744241db-e90f-4357-8b4b-625170d3c89b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:39.433314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9a0a79-da78-45b3-bf26-786e151bf4d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.433771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9a0a79-da78-45b3-bf26-786e151bf4d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.435869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e9a0a79-da78-45b3-bf26-786e151bf4d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/8b8361dc-e1dc-4597-8673-0ad6ecef05f0 HTTP/1.1" status: 404 len: 333 time: 0.0552571 Jan 25 15:39:39.438572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34916) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.489536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-599e133d-eb52-4d63-95b9-f07699d28422 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.489972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599e133d-eb52-4d63-95b9-f07699d28422 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.491234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 82a829da-8df6-4c20-8319-328215e985a3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=82a829da-8df6-4c20-8319-328215e985a3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:39.494954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-599e133d-eb52-4d63-95b9-f07699d28422 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/cc66854e-09a6-45ce-afe9-31f1ea1e1090 HTTP/1.1" status: 404 len: 337 time: 0.0521374 Jan 25 15:39:39.495056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:39.495926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34920) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.536827 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee7e53b-1a60-4a01-bcf9-a469dd558cdd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.537366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee7e53b-1a60-4a01-bcf9-a469dd558cdd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.542485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8ee7e53b-1a60-4a01-bcf9-a469dd558cdd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/c2221a2f-fb75-420a-a14f-d801a2547278 HTTP/1.1" status: 404 len: 337 time: 0.0453372 Jan 25 15:39:39.543196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34924) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.585558 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bfc85d-4991-48dd-a5d7-d40c2e7dcf55 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.586107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bfc85d-4991-48dd-a5d7-d40c2e7dcf55 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.590374 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e5bfc85d-4991-48dd-a5d7-d40c2e7dcf55 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/49557477-a184-4f72-ae3f-5d3b072e4500 HTTP/1.1" status: 404 len: 333 time: 0.0438988 Jan 25 15:39:39.590728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34928) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.638538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4760b6-5ea7-425a-aa4b-d2ec40cd68c0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.638975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4760b6-5ea7-425a-aa4b-d2ec40cd68c0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.640799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a4760b6-5ea7-425a-aa4b-d2ec40cd68c0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/33824843-ecc5-4a95-89c6-3700072e0f37 HTTP/1.1" status: 404 len: 337 time: 0.0488789 Jan 25 15:39:39.643331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34932) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.679228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 82a829da-8df6-4c20-8319-328215e985a3 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:39.684310 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-092d2153-94b6-4ea7-a0bd-fce98ba2c593 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.684741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092d2153-94b6-4ea7-a0bd-fce98ba2c593 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.688733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-092d2153-94b6-4ea7-a0bd-fce98ba2c593 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/c263f2c8-94ac-4408-ab25-646e9c9c0f80 HTTP/1.1" status: 404 len: 333 time: 0.0428202 Jan 25 15:39:39.695723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34936) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.732636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b684cd-c884-40f2-9efc-cabfad8c3c41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.733344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b684cd-c884-40f2-9efc-cabfad8c3c41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.735194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-11b684cd-c884-40f2-9efc-cabfad8c3c41 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/6e898136-0e64-4863-afc1-3adfebc3483c HTTP/1.1" status: 404 len: 337 time: 0.0447197 Jan 25 15:39:39.737724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34940) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.739137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] For port f1eed197-c811-4a4d-9bde-a509f623e5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1eed197-c811-4a4d-9bde-a509f623e5d8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:39.789565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3784bc-9c61-4955-8eeb-4420baad4449 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.790257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3784bc-9c61-4955-8eeb-4420baad4449 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.792680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eb3784bc-9c61-4955-8eeb-4420baad4449 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/ab311e9a-6303-46fe-8c76-b6708ae2a728 HTTP/1.1" status: 404 len: 333 time: 0.0519359 Jan 25 15:39:39.795667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34944) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.843171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d602ae-0de8-499a-94c0-e9b37674a6ee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.844167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d602ae-0de8-499a-94c0-e9b37674a6ee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.846860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-07d602ae-0de8-499a-94c0-e9b37674a6ee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/46879b4b-e556-4028-b398-56c04d5c33cd HTTP/1.1" status: 404 len: 337 time: 0.0500491 Jan 25 15:39:39.849493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34948) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.896375 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a7d5bc-c1e5-4386-bc56-a94e376922ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.897091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a7d5bc-c1e5-4386-bc56-a94e376922ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.899151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d8a7d5bc-c1e5-4386-bc56-a94e376922ec tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/f04ab714-06a5-48bd-926a-5b8f94b75387 HTTP/1.1" status: 404 len: 333 time: 0.0477879 Jan 25 15:39:39.902433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34952) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.926162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:39.951602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c6eaf-c596-4af5-9f3d-1988ebd0f7da tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:39.952622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7c6eaf-c596-4af5-9f3d-1988ebd0f7da tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:39.956094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1c7c6eaf-c596-4af5-9f3d-1988ebd0f7da tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/05152679-4bfc-4f2b-8da4-7c89f11f0697 HTTP/1.1" status: 404 len: 337 time: 0.0501356 Jan 25 15:39:39.956482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34956) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:39.974363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 158ff78c-9d9b-4b10-910c-cbcbd20fec6d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:40.014713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-65355d08-5fd6-41a2-9125-02199c006362 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.015157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65355d08-5fd6-41a2-9125-02199c006362 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.018892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] For port f1eed197-c811-4a4d-9bde-a509f623e5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1eed197-c811-4a4d-9bde-a509f623e5d8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:40.019448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.019784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-65355d08-5fd6-41a2-9125-02199c006362 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/db01a5f9-a21a-4aa5-8164-43346c67b0a9 HTTP/1.1" status: 404 len: 333 time: 0.0623674 Jan 25 15:39:40.020464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34960) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.038029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-63e80517-f013-472f-870b-61dd6fe54199', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:40.038484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.041873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.060796 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-329fff70-ecb2-4a2c-a543-19b0a6b415d7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.061356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329fff70-ecb2-4a2c-a543-19b0a6b415d7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.062891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] For port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,segment=NetworkSegment(c384b3b3-6069-4dd3-820a-a625a5443af1),segment_id=c384b3b3-6069-4dd3-820a-a625a5443af1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:40.063282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.066036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-329fff70-ecb2-4a2c-a543-19b0a6b415d7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/f5cd2457-d76f-47e1-b4f4-4b47105dd006 HTTP/1.1" status: 404 len: 337 time: 0.0443938 Jan 25 15:39:40.066874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34964) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.115418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.116899 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c53c55-a99c-4309-a252-bebdc5f0d1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.117889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c53c55-a99c-4309-a252-bebdc5f0d1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.122568 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-97c53c55-a99c-4309-a252-bebdc5f0d1d4 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/e6767600-0703-479c-863f-323907bcd6d7 HTTP/1.1" status: 404 len: 333 time: 0.0545242 Jan 25 15:39:40.123107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34968) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.165950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8085bb-325d-432e-9400-9bd4c3aa7dd9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.166429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8085bb-325d-432e-9400-9bd4c3aa7dd9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.171320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bf8085bb-325d-432e-9400-9bd4c3aa7dd9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/e4a1d727-b9c9-400d-bdff-5f6597a24142 HTTP/1.1" status: 404 len: 337 time: 0.0471635 Jan 25 15:39:40.171980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34972) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.210763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca56d40-fd9b-4ca4-a015-b783d1ed8b56 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.211206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca56d40-fd9b-4ca4-a015-b783d1ed8b56 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.215985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aca56d40-fd9b-4ca4-a015-b783d1ed8b56 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/e357ab99-d397-4a34-bf89-77e443c889e3 HTTP/1.1" status: 404 len: 337 time: 0.0432570 Jan 25 15:39:40.216521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34976) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.224017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=82a829da-8df6-4c20-8319-328215e985a3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:40.260304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e602ef7-fe0a-4fd0-8919-be42d5debecd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.260746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e602ef7-fe0a-4fd0-8919-be42d5debecd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.264950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0e602ef7-fe0a-4fd0-8919-be42d5debecd tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/04622b9f-97f6-479c-aa85-04fea6ce4373 HTTP/1.1" status: 404 len: 333 time: 0.0475366 Jan 25 15:39:40.265514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34980) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.303091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c871336f-9f43-446f-aeef-dcd92eefd69b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.303459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c871336f-9f43-446f-aeef-dcd92eefd69b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.306389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Calling delete_port for f1eed197-c811-4a4d-9bde-a509f623e5d8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:40.308520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c871336f-9f43-446f-aeef-dcd92eefd69b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/fa25b441-1ca0-4b57-a522-95f3a9f69db4 HTTP/1.1" status: 404 len: 337 time: 0.0401282 Jan 25 15:39:40.309519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 34984) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.343331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Calling delete_port for 158ff78c-9d9b-4b10-910c-cbcbd20fec6d owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:40.398799 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-84da1d77-c3fb-49cd-a1d8-8f5c4bfa042e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.399241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84da1d77-c3fb-49cd-a1d8-8f5c4bfa042e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.424845 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-84da1d77-c3fb-49cd-a1d8-8f5c4bfa042e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/c95bbdec-4cf5-4451-b1e5-b6c44747f456 HTTP/1.1" status: 404 len: 337 time: 0.1123660 Jan 25 15:39:40.427639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34988) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.458513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:39:34Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:40.465318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640d02f-2ffb-4525-b07b-e9f15acafa99 None None] Pushing event updated for resources: {'Port': ['ID=f1eed197-c811-4a4d-9bde-a509f623e5d8,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:40.478116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-48787e6e-fc0e-474d-868b-c6b887671bc8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.479005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48787e6e-fc0e-474d-868b-c6b887671bc8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.481636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-48787e6e-fc0e-474d-868b-c6b887671bc8 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/847ed573-ff2c-4a51-97c0-1f6ff19dd808 HTTP/1.1" status: 404 len: 333 time: 0.0521522 Jan 25 15:39:40.483403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34992) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.502619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ac1797-7df0-440c-8ba3-0c25df333ba1 None None] The sync data for ids ['744241db-e90f-4357-8b4b-625170d3c89b'] in dv-neutron-826291-2-hyperv is: [{'id': '744241db-e90f-4357-8b4b-625170d3c89b', 'name': 'tempest-TestNetworkBasicOps-router-1915796823', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '82a829da-8df6-4c20-8319-328215e985a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:38:11Z', 'updated_at': '2022-01-25T15:39:34Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '82a829da-8df6-4c20-8319-328215e985a3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:40:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744241db-e90f-4357-8b4b-625170d3c89b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:38:13Z', 'updated_at': '2022-01-25T15:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:40.539624 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-000a8d78-51ed-4b4f-b019-8629f1facc83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.540179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000a8d78-51ed-4b4f-b019-8629f1facc83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.545290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-000a8d78-51ed-4b4f-b019-8629f1facc83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/b3e24dac-2da5-4262-8c1c-0835aee4483d HTTP/1.1" status: 404 len: 337 time: 0.0608969 Jan 25 15:39:40.546064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 34996) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.602873 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a72e57b-6a52-4b5d-8c46-08d2966acee9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.603483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a72e57b-6a52-4b5d-8c46-08d2966acee9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.608346 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7a72e57b-6a52-4b5d-8c46-08d2966acee9 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/0f7db196-2a3a-48e4-8e98-59184eefdc74 HTTP/1.1" status: 404 len: 337 time: 0.0612071 Jan 25 15:39:40.609062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35000) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.647289 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.651295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f73b80-df79-4b62-8c77-111ae3542f83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.651822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f73b80-df79-4b62-8c77-111ae3542f83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.655991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e1f73b80-df79-4b62-8c77-111ae3542f83 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/9cc38aff-6f90-41fc-838a-78df8120d3ac HTTP/1.1" status: 404 len: 333 time: 0.0433109 Jan 25 15:39:40.656168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35004) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.667616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:40.667965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:40.677166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bcb36f64-1d3f-4135-91ba-241a58966701 None None] Provisioning complete for port f1eed197-c811-4a4d-9bde-a509f623e5d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:40.677562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bcb36f64-1d3f-4135-91ba-241a58966701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.697614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f7a994-754f-422b-ad3c-7babe8f47b9b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.698239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f7a994-754f-422b-ad3c-7babe8f47b9b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.702651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-47f7a994-754f-422b-ad3c-7babe8f47b9b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/0f223f26-8962-4a79-9c6b-1c921e3c53c4 HTTP/1.1" status: 404 len: 337 time: 0.0429134 Jan 25 15:39:40.702847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35008) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.717985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.743685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f3ca17-65c6-4a58-85d1-97f80f4f6b32 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:40.744500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:40.744947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f3ca17-65c6-4a58-85d1-97f80f4f6b32 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:40.749226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-07f3ca17-65c6-4a58-85d1-97f80f4f6b32 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8e2db8f6-36a4-4748-afab-cd95aab11e1d HTTP/1.1" status: 404 len: 337 time: 0.0427647 Jan 25 15:39:40.755407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35012) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.789277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Allocated IP 2001:db8:1::2 (63e80517-f013-472f-870b-61dd6fe54199/c93333ff-6a18-49ad-8c5c-87e7d9d13fdb/dc1505b6-e8ba-422e-8f72-5a96354ebb74) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:40.792013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Pushing event deleted for resources: {'Port': ['ID=158ff78c-9d9b-4b10-910c-cbcbd20fec6d,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:40.795159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e542cf98-9f0a-4204-88bb-831b8e59fbee tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports?device_id=bedb00f3-9a3c-4957-9f9e-a6710b5968c4 HTTP/1.1" status: 200 len: 205 time: 0.0423989 Jan 25 15:39:40.795319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35016) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:40.852661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] No DVR routers for this DVR port 158ff78c-9d9b-4b10-910c-cbcbd20fec6d on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:40.859943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.859943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.859943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.860289 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.860861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.860861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.861138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.861488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.861809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.862137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:40.862441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19417c-55ec-4716-8db9-ae300458f594 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:39:41.000849 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-30bd6d50-fa48-4aad-ad78-6dc850c64a47 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] delete failed (client error): The resource could not be found. Jan 25 15:39:41.004299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-30bd6d50-fa48-4aad-ad78-6dc850c64a47 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/routers/bedb00f3-9a3c-4957-9f9e-a6710b5968c4 HTTP/1.1" status: 404 len: 336 time: 0.2057843 Jan 25 15:39:41.004579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35020) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.050485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c30c367-b350-4544-ade8-70465fe31072 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.050989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c30c367-b350-4544-ade8-70465fe31072 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.055082 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3c30c367-b350-4544-ade8-70465fe31072 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/81bcb815-2323-4aff-9989-ff1c184d2084 HTTP/1.1" status: 404 len: 337 time: 0.0472593 Jan 25 15:39:41.055567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35024) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.068390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.086641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.150701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2fce7bee-5bea-443b-a0f1-c97a9a36d64d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "GET /v2.0/ports?device_id=d938261f-d3ec-49ab-b3c2-7f7858063158 HTTP/1.1" status: 200 len: 205 time: 0.0936263 Jan 25 15:39:41.153116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35028) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.161987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bcb36f64-1d3f-4135-91ba-241a58966701 None None] Could not find standard attr ID for object 23e41f2e-3ad4-428b-b76e-215737829c27. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:39:41.168964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Deleting port f1eed197-c811-4a4d-9bde-a509f623e5d8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:41.169342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.190283 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.190834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 744241db-e90f-4357-8b4b-625170d3c89b {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:39:41.210753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.210902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b33af019-2900-435f-a552-20df20ba154c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:41.211510 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5d1e4ae0-2d39-4842-bbcd-e4a800a33fbb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/744241db-e90f-4357-8b4b-625170d3c89b HTTP/1.1" status: 204 len: 168 time: 3.4342470 Jan 25 15:39:41.214606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.229718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-dd366f1d-db2c-4566-aafe-0f95254d1f95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] delete failed (client error): The resource could not be found. Jan 25 15:39:41.230728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dd366f1d-db2c-4566-aafe-0f95254d1f95 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/routers/d938261f-d3ec-49ab-b3c2-7f7858063158 HTTP/1.1" status: 404 len: 336 time: 0.0766592 Jan 25 15:39:41.233167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35036) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.280469 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e461bd71-4753-4eb5-a098-70565cdc12f3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.281657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e461bd71-4753-4eb5-a098-70565cdc12f3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.286229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e461bd71-4753-4eb5-a098-70565cdc12f3 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/30b2ed2e-34c7-4461-991e-e0f41d543f86 HTTP/1.1" status: 404 len: 337 time: 0.0497310 Jan 25 15:39:41.286477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35040) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.313334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.328726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b166e7dc-3ed7-43cf-846a-88d0eb83b8b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.329347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b166e7dc-3ed7-43cf-846a-88d0eb83b8b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.333467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b166e7dc-3ed7-43cf-846a-88d0eb83b8b0 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/3a37d2af-29ca-475b-9250-ce0295fd732c HTTP/1.1" status: 404 len: 337 time: 0.0435789 Jan 25 15:39:41.333708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35044) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.356664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Transition to ACTIVE for port object dc1505b6-e8ba-422e-8f72-5a96354ebb74 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:41.363546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.398395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad4d778-f237-4d50-824c-64e069275cb5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.399376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad4d778-f237-4d50-824c-64e069275cb5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.403555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5ad4d778-f237-4d50-824c-64e069275cb5 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/b62db245-6dd4-4aba-93f4-e5bf0a227e91 HTTP/1.1" status: 404 len: 333 time: 0.0664823 Jan 25 15:39:41.403808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35048) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.410427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Transition to ACTIVE for port object dc1505b6-e8ba-422e-8f72-5a96354ebb74 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:41.454232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cabf8ea-256e-4218-85d4-8f7bb03bdc26 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.454680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cabf8ea-256e-4218-85d4-8f7bb03bdc26 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.457571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4cabf8ea-256e-4218-85d4-8f7bb03bdc26 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/2a5706c1-3d68-4e90-a1be-624eec4fb3cc HTTP/1.1" status: 404 len: 337 time: 0.0515678 Jan 25 15:39:41.459085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35052) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.471110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port b33af019-2900-435f-a552-20df20ba154c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:41.487209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b33af019-2900-435f-a552-20df20ba154c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:41.487591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.500387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a63501a-7d71-4080-a93f-07c02aecca8d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.500827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a63501a-7d71-4080-a93f-07c02aecca8d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.504907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4a63501a-7d71-4080-a93f-07c02aecca8d tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/db78957c-703d-4ed9-9eec-c876dd49daae HTTP/1.1" status: 404 len: 333 time: 0.0425022 Jan 25 15:39:41.505125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.515020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.542650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd50456-1aa4-4bb4-8aa7-ddde8da913d0']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:41.548789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d9678c-cd85-48c2-bcd8-48865fb2479b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.548789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d9678c-cd85-48c2-bcd8-48865fb2479b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.548789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-81d9678c-cd85-48c2-bcd8-48865fb2479b tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/8af8eee7-6907-42e7-9a22-dfb7663172d4 HTTP/1.1" status: 404 len: 337 time: 0.0405345 Jan 25 15:39:41.550626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.556385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c384b3b3-6069-4dd3-820a-a625a5443af1') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:41.556694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c384b3b3-6069-4dd3-820a-a625a5443af1') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:41.571663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.578526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.595470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadea15c-38a1-4036-a460-317413659fb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.595913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadea15c-38a1-4036-a460-317413659fb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.600081 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fadea15c-38a1-4036-a460-317413659fb7 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/22cd35ee-021e-4817-9822-ee3c23dc735c HTTP/1.1" status: 404 len: 333 time: 0.0457122 Jan 25 15:39:41.600206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35064) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.623890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.639055 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a77c09b-ea65-4b64-80dc-4926b22eb583 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.639363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:39:41.639543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a77c09b-ea65-4b64-80dc-4926b22eb583 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.639751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.643828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9a77c09b-ea65-4b64-80dc-4926b22eb583 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/d1d76dc3-123c-44d8-bea2-699c8f48de83 HTTP/1.1" status: 404 len: 337 time: 0.0402780 Jan 25 15:39:41.644071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.655127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] For port f1eed197-c811-4a4d-9bde-a509f623e5d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1eed197-c811-4a4d-9bde-a509f623e5d8,segment=NetworkSegment(408f011d-6d21-4bb8-8954-55f02e765e94),segment_id=408f011d-6d21-4bb8-8954-55f02e765e94)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:41.655519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:39:41.657920 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:39:41.668945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8:1::1 (63e80517-f013-472f-870b-61dd6fe54199/c93333ff-6a18-49ad-8c5c-87e7d9d13fdb/073e20af-dfb8-40f7-b1a4-d21dddef0a39) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:41.684608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24a5eac-ecfe-4b04-bb42-bb73209e5b35 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.684818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24a5eac-ecfe-4b04-bb42-bb73209e5b35 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.688914 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a24a5eac-ecfe-4b04-bb42-bb73209e5b35 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/d920d717-4e78-462e-a461-1826c6c84cd0 HTTP/1.1" status: 404 len: 333 time: 0.0415080 Jan 25 15:39:41.694484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35072) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.731610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94eec12-5f10-45b6-b0c5-ca626094484f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.732306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94eec12-5f10-45b6-b0c5-ca626094484f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.736060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a94eec12-5f10-45b6-b0c5-ca626094484f tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/2a429647-51ff-4dfd-bb15-2541d9a341cd HTTP/1.1" status: 404 len: 337 time: 0.0436842 Jan 25 15:39:41.737573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35076) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.783495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c4d9c-8021-41ab-94d1-912300c5a7fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.784789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2c4d9c-8021-41ab-94d1-912300c5a7fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.787955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0e2c4d9c-8021-41ab-94d1-912300c5a7fe tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/f793b37c-e05c-4aa9-a497-695b56208975 HTTP/1.1" status: 404 len: 333 time: 0.0480998 Jan 25 15:39:41.788192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35080) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.798073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Network 63e80517-f013-472f-870b-61dd6fe54199 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:41.798909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Pushing event updated for resources: {'Port': ['ID=dc1505b6-e8ba-422e-8f72-5a96354ebb74,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:41.807722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Calling delete_port for f1eed197-c811-4a4d-9bde-a509f623e5d8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:41.835429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:41.837418 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-474ae16f-5647-4bc0-a73b-44008098ff6a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.838503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474ae16f-5647-4bc0-a73b-44008098ff6a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.840256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-474ae16f-5647-4bc0-a73b-44008098ff6a tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/7c3558a1-9d3a-43a1-8c3d-cd0e9280d0d7 HTTP/1.1" status: 404 len: 337 time: 0.0511804 Jan 25 15:39:41.842791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35084) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.844042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:41.850592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.872232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.885308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=2cd50456-1aa4-4bb4-8aa7-ddde8da913d0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:41.900303 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-55542180-3e99-44d3-915e-d96584d7c105 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/2cd50456-1aa4-4bb4-8aa7-ddde8da913d0 HTTP/1.1" status: 204 len: 168 time: 0.6817727 Jan 25 15:39:41.900790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06fe900-6a66-4d6e-8958-a82b1f5ca616 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.901522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06fe900-6a66-4d6e-8958-a82b1f5ca616 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.912903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f06fe900-6a66-4d6e-8958-a82b1f5ca616 tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/08cefe0f-c1d7-487b-9254-9978ddc178a5 HTTP/1.1" status: 404 len: 333 time: 0.0623856 Jan 25 15:39:41.912903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35088) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.913193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35092) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.917172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--1514698558', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:41.930583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:41.938612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:41.943405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:41.947844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-22eaf2bd-98bf-4ce1-aca2-5f52800eb73e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.951114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22eaf2bd-98bf-4ce1-aca2-5f52800eb73e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.951114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-22eaf2bd-98bf-4ce1-aca2-5f52800eb73e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/9d35de60-cf2b-47ec-8c56-200ae292c40a HTTP/1.1" status: 404 len: 337 time: 0.0424199 Jan 25 15:39:41.952809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35096) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:41.958793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:41.964878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:41.982770 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 073e20af-dfb8-40f7-b1a4-d21dddef0a39 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:41.995505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf92c94-998c-4e68-9941-b08173abb66e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:41.995942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf92c94-998c-4e68-9941-b08173abb66e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:41.997991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1bf92c94-998c-4e68-9941-b08173abb66e tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/ports/39271e52-6974-46a5-8593-0aa94c5b5f55 HTTP/1.1" status: 404 len: 333 time: 0.0433950 Jan 25 15:39:42.000772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35100) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:42.015100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Attempting to bind port dc1505b6-e8ba-422e-8f72-5a96354ebb74 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:42.015469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Attempting to bind port dc1505b6-e8ba-422e-8f72-5a96354ebb74 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:42.015830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Attempting to bind port dc1505b6-e8ba-422e-8f72-5a96354ebb74 on network 63e80517-f013-472f-870b-61dd6fe54199 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:42.017943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.038880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:42.039253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Checking segment: {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:42.039654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.040044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Bound using segment: {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:42.040540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Bound port: dc1505b6-e8ba-422e-8f72-5a96354ebb74, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:42.040912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.043954 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c5bb84-b961-4031-bea0-1767e3f1f25c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:42.044397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c5bb84-b961-4031-bea0-1767e3f1f25c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:42.046044 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-80c5bb84-b961-4031-bea0-1767e3f1f25c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/subnets/316c041e-2c02-41fb-b94c-854ebedcdf0a HTTP/1.1" status: 404 len: 337 time: 0.0447793 Jan 25 15:39:42.049050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35104) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:42.062206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:42.065504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.099241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:42.101133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b33af019-2900-435f-a552-20df20ba154c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b33af019-2900-435f-a552-20df20ba154c,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:42.102226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.108880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.113718 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment a86cb5ab-3b72-492a-a7c8-6144dd858b13 of type vlan for network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 Jan 25 15:39:42.145880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.156103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] Pushing event deleted for resources: {'Port': ['ID=f1eed197-c811-4a4d-9bde-a509f623e5d8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.179291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc1819-1647-48e2-9701-2f99bb1221b4 None None] No DVR routers for this DVR port f1eed197-c811-4a4d-9bde-a509f623e5d8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:39:42.179482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.192448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] For port dc1505b6-e8ba-422e-8f72-5a96354ebb74, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:42.195368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.195525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] For port dc1505b6-e8ba-422e-8f72-5a96354ebb74, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dc1505b6-e8ba-422e-8f72-5a96354ebb74,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:42.197631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.232382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0fb976e8-c4df-4027-a048-36b3d76b7706 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:42.271377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0fb976e8-c4df-4027-a048-36b3d76b7706 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:42.271745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0fb976e8-c4df-4027-a048-36b3d76b7706 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:42.272473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 63e80517-f013-472f-870b-61dd6fe54199 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:42.279425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:42.282051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:42.282567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.287413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.291984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.313101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.338630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.340580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.342539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:42.343159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.373247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d77863-ed70-41b7-ab89-6ca348cfc1f4']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:42.386896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408f011d-6d21-4bb8-8954-55f02e765e94') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:42.387231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408f011d-6d21-4bb8-8954-55f02e765e94') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:42.396132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c15f-96dd-4b97-ab07-b2acee893dda None None] Pushing event updated for resources: {'Port': ['ID=dc1505b6-e8ba-422e-8f72-5a96354ebb74,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.398795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.414607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.421292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:39:42.421711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:39:42.436541 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:39:42.585710 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6742456 Jan 25 15:39:42.589038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35108) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:42.601718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-651306063', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:42.609980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:42.611582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0acc8-9fbc-4280-b334-4ac5ca636981 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=618fc09c-7069-4277-8af5-cd14b5dd3fc9,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.617560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:42.620227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:42.628334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.632660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.634193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:42.658976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.664747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:42.667594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] Pushing event deleted for resources: {'Network': ['ID=f9d77863-ed70-41b7-ab89-6ca348cfc1f4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:42.673615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f038823c-0007-418b-ac7a-e274cbff3b0c tempest-NetworksTestDHCPv6-157336022 tempest-NetworksTestDHCPv6-157336022-project] 10.222.0.26 "DELETE /v2.0/networks/f9d77863-ed70-41b7-ab89-6ca348cfc1f4 HTTP/1.1" status: 204 len: 168 time: 0.6234348 Jan 25 15:39:42.750723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.751903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:42.777581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.077771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.089947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.138988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b33af019-2900-435f-a552-20df20ba154c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:43.190455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.191571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.220494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b33af019-2900-435f-a552-20df20ba154c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:43.221000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.312081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35116) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:43.343907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:43.401354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dc1505b6-e8ba-422e-8f72-5a96354ebb74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:43.417608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 63e80517-f013-472f-870b-61dd6fe54199 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:43.418916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:43.465284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.508400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.615970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port dc1505b6-e8ba-422e-8f72-5a96354ebb74 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:43.621188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca0a9c-31de-4658-a3a4-43089a2d1368 None None] Network 63e80517-f013-472f-870b-61dd6fe54199 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:43.664306 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f7268946-b5d0-47e3-86bc-9d17ebb38a1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=605d50b9831e442fa36b7bc02036928f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3509622 Jan 25 15:39:43.666825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35122) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:43.701807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 82a829da-8df6-4c20-8319-328215e985a3 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:39:43.724982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.14 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:43.751371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 82a829da-8df6-4c20-8319-328215e985a3 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:39:43.751698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 82a829da-8df6-4c20-8319-328215e985a3 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:39:43.795486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:43.825701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.869586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Provisioning for port dc1505b6-e8ba-422e-8f72-5a96354ebb74 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:43.870339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.880615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Provisioning complete for port dc1505b6-e8ba-422e-8f72-5a96354ebb74 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:43.880847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.946289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:43.979592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:43.984656 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a7025985-f0c9-4dbc-948b-e6b2a5439c18 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2703295 Jan 25 15:39:43.987427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35126) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:43.995094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1209341673'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:43.995333 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:43.999588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:44.003940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:44.007378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:44.012418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:44.012845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:44.014009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:44.047224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.063356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.066826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc944e38-6416-4cd5-90d3-884b38fc63d9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:44.080318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.081689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a6f69ead-7f67-4298-a5c6-00274e4d4daa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc944e38-6416-4cd5-90d3-884b38fc63d9 HTTP/1.1" status: 204 len: 168 time: 0.4139481 Jan 25 15:39:44.107838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.133554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:44.137916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.138804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] For port dc1505b6-e8ba-422e-8f72-5a96354ebb74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dc1505b6-e8ba-422e-8f72-5a96354ebb74,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:44.212040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:44.230922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.231490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.232203 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 9b822d12-8258-4d8f-a645-959573bf10a8 of type vlan for network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c Jan 25 15:39:44.233543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:44.242738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:44.245525 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:44.247666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:44.250058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:44.262045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.331638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d4042-423d-4be7-a425-d6847ca5217b None None] Pushing event updated for resources: {'Port': ['ID=dc1505b6-e8ba-422e-8f72-5a96354ebb74,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:44.408237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.413201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:44.416808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.436490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Provisioning for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:44.441618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Provisioning complete for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:44.441992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.505815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:44.520604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Provisioning complete for port dc1505b6-e8ba-422e-8f72-5a96354ebb74 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:44.520896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-917fe398-5aad-4a53-b914-1a16e8231058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.528547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=d3e7330a-aa0c-41d4-bf4b-2967a8d6347c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:44.552879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:44.559509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.559509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.582018 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e57f0881-b870-4350-8e3e-c44ec1c826fa tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5909157 Jan 25 15:39:44.582256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35134) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:44.589250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:44.694767 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 3, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:44.708054 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:44.708507 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Updating router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:44.819653 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.925966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9d4aa939-e0f9-4a1b-a8e1-9142f938946a None None] Provisioning complete for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:44.927124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:39:44.930022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa939-e0f9-4a1b-a8e1-9142f938946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:44.991966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:44.997112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:45.013000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:45.016245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9d4aa939-e0f9-4a1b-a8e1-9142f938946a None None] Port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:45.020017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:45.020968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e61b8-3a42-428d-a61f-cc0046d47f73 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 15:39:45.056645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dc1505b6-e8ba-422e-8f72-5a96354ebb74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:45.075934 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:39:45.098689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:45.198783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-99afe7f7-8664-4e07-bd07-5f0fd303136b None None] Provisioning complete for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:45.199158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-99afe7f7-8664-4e07-bd07-5f0fd303136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.218635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:45.238315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:45.261210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e61b8-3a42-428d-a61f-cc0046d47f73 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 15:39:45.272965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port dc1505b6-e8ba-422e-8f72-5a96354ebb74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:45.273331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.295156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.314968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-99afe7f7-8664-4e07-bd07-5f0fd303136b None None] Port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:45.325164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.326414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4286147a-83fb-454d-b23b-f9cca8a0e2ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7359343 Jan 25 15:39:45.329456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35146) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:45.334919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:45.335546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:45.373974 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.380159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-14050eda-6aec-4ea3-b82f-30c102dd5e43 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488560 Jan 25 15:39:45.382695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35150) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:45.391026 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Transition to ACTIVE for port object 073e20af-dfb8-40f7-b1a4-d21dddef0a39 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:45.473843 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.531710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f48ae7-3f75-439e-8f15-0b240f771fe9 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:45.536436 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-30f48ae7-3f75-439e-8f15-0b240f771fe9 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1526101 Jan 25 15:39:45.537456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35158) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:45.584078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35162) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:45.584334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a95395b2-6bc4-423f-8244-c255f3b0fcb9 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453472 Jan 25 15:39:45.591135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-878346522', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:45.667177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.670963 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d0bef-786b-4b43-8cf6-f18d35ea3ce4 None None] Pushing event updated for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:45.770406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:45.785824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:45.795282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=9496b455-8aa1-4cdc-ae36-abfc25599e0a,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:45.797718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:45.801738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:45.806821 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Attempting to bind port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:45.807442 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Attempting to bind port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:45.808040 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Attempting to bind port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 on network 63e80517-f013-472f-870b-61dd6fe54199 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:45.808947 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:45.815999 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:45.817162 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Checking segment: {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:45.817897 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.818518 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Bound using segment: {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:45.819252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:45.819610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: d3e7330a-aa0c-41d4-bf4b-2967a8d6347c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:45.819883 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Bound port: 073e20af-dfb8-40f7-b1a4-d21dddef0a39, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b1a142-0f5f-4f2b-9795-d66bf5d428b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '63e80517-f013-472f-870b-61dd6fe54199'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:45.820485 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:45.865595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35168) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:45.904450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:45.927778 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] For port 073e20af-dfb8-40f7-b1a4-d21dddef0a39, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:45.942075 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] For port 073e20af-dfb8-40f7-b1a4-d21dddef0a39, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=073e20af-dfb8-40f7-b1a4-d21dddef0a39,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:45.982649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:46.020645 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-aa77fd77-a668-40df-99f4-c6e897a9a749 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] Request body: {'port': {'network_id': 'f5e09310-a340-4501-a455-d46706673bd4', 'name': 'tempest-NetworksNegativeTestJSON-1030258853'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:46.036156 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.039880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.063123 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa77fd77-a668-40df-99f4-c6e897a9a749 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] POST failed (client error): The resource could not be found. Jan 25 15:39:46.063409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa77fd77-a668-40df-99f4-c6e897a9a749 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.064415 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aa77fd77-a668-40df-99f4-c6e897a9a749 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1977549 Jan 25 15:39:46.068333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35174) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.125070 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d0bef-786b-4b43-8cf6-f18d35ea3ce4 None None] Pushing event updated for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:46.130468 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:46.131196 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:46.163309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, d3e7330a-aa0c-41d4-bf4b-2967a8d6347c) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:46.172434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:46.173439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.180473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-684d51b4-cd28-4f3e-904c-b471ee087f23 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:46.181076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684d51b4-cd28-4f3e-904c-b471ee087f23 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.182866 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-684d51b4-cd28-4f3e-904c-b471ee087f23 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "DELETE /v2.0/networks/e9909c60-a888-4dde-ad44-2dd0e39fd274 HTTP/1.1" status: 404 len: 339 time: 0.1127722 Jan 25 15:39:46.186521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35178) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.247783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf50048e-adc3-4847-a9a0-9ee9ee626651 None None] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:46.286369 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-19506eb4-2bfe-4225-a384-0fc8b06f10b4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7029738 Jan 25 15:39:46.292046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35182) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.424385 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:46.438433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:44Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:46.461715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a98e7ad-aee6-4d5a-ab20-2040bd686a97 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:46.462160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a98e7ad-aee6-4d5a-ab20-2040bd686a97 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.463822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1a98e7ad-aee6-4d5a-ab20-2040bd686a97 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "DELETE /v2.0/ports/834c2f62-298b-49bd-a2bc-e97cbc4a7d98 HTTP/1.1" status: 404 len: 333 time: 0.2762833 Jan 25 15:39:46.468200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35186) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.473965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:46.474310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Updating router 4a362aa8-f579-4642-b087-95eac642d741 port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:46.542361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ec5517-2245-406a-8630-ab107e89f781 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] DELETE failed (client error): The resource could not be found. Jan 25 15:39:46.544689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ec5517-2245-406a-8630-ab107e89f781 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.550249 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2ec5517-2245-406a-8630-ab107e89f781 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "DELETE /v2.0/subnets/f3333288-1089-4a8b-b925-6c69c0a0fcb1 HTTP/1.1" status: 404 len: 337 time: 0.0810590 Jan 25 15:39:46.550820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35190) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.572683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.583848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-71170a57-8e3c-4d44-860f-4458f94f43ce tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] GET failed (client error): The resource could not be found. Jan 25 15:39:46.589124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-71170a57-8e3c-4d44-860f-4458f94f43ce tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "GET /v2.0/networks/0689fa18-0254-411e-b331-94681faa892b HTTP/1.1" status: 404 len: 339 time: 0.0373058 Jan 25 15:39:46.589718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35194) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.644510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd7f0ad-4e56-473a-8dc8-fac43ac8bd71 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] GET failed (client error): The resource could not be found. Jan 25 15:39:46.652422 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9bd7f0ad-4e56-473a-8dc8-fac43ac8bd71 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "GET /v2.0/ports/3ef47b26-b755-446a-b530-752e78ebb90a HTTP/1.1" status: 404 len: 333 time: 0.0612617 Jan 25 15:39:46.653032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35198) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.681681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.697349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6765247-c572-4646-9f47-ab877054ec83 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] GET failed (client error): The resource could not be found. Jan 25 15:39:46.703301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d6765247-c572-4646-9f47-ab877054ec83 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "GET /v2.0/subnets/d2562bb4-72e2-4f6c-874d-54430469f6c0 HTTP/1.1" status: 404 len: 337 time: 0.0490558 Jan 25 15:39:46.703920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35202) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.710196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4d8fc8f1-e457-4c11-ba28-4407aae52993 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:46.727291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-d3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:46.735162 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8fc8f1-e457-4c11-ba28-4407aae52993 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] PUT failed (client error): The resource could not be found. Jan 25 15:39:46.735605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8fc8f1-e457-4c11-ba28-4407aae52993 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.740418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:46.740676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4d8fc8f1-e457-4c11-ba28-4407aae52993 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "PUT /v2.0/networks/8c578e4a-8927-4916-9eb3-b9eb6c693772 HTTP/1.1" status: 404 len: 339 time: 0.0356510 Jan 25 15:39:46.741269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35206) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.752896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-480d0162-250a-471a-b937-2da68b22dde7 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:46.776691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=ada873d1-6268-4faa-8d9e-7da2013f1b58,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:46.810651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d0162-250a-471a-b937-2da68b22dde7 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] PUT failed (client error): The resource could not be found. Jan 25 15:39:46.810651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d0162-250a-471a-b937-2da68b22dde7 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.811406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-480d0162-250a-471a-b937-2da68b22dde7 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "PUT /v2.0/ports/5c877db3-9a00-497f-85d1-40270eec8dec HTTP/1.1" status: 404 len: 333 time: 0.0686190 Jan 25 15:39:46.812138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35210) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:46.818393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a5c4b74f-4164-4ce4-b9c9-59a6a14e0c77 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:46.855769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c4b74f-4164-4ce4-b9c9-59a6a14e0c77 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] PUT failed (client error): The resource could not be found. Jan 25 15:39:46.856443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5c4b74f-4164-4ce4-b9c9-59a6a14e0c77 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:39:46.861812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a5c4b74f-4164-4ce4-b9c9-59a6a14e0c77 tempest-NetworksNegativeTestJSON-1286741682 tempest-NetworksNegativeTestJSON-1286741682-project] 10.222.0.26 "PUT /v2.0/subnets/2bd6e7b1-6847-4a20-b9a7-af78a54cf8b3 HTTP/1.1" status: 404 len: 337 time: 0.0485311 Jan 25 15:39:46.942052 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 3, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:45Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:46.944016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:46.944480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 618fc09c-7069-4277-8af5-cd14b5dd3fc9, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:46.947485 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24854ebd-4a29-4612-83e1-dab4e1a48305 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 3, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:45Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:47.078248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:47.168290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Allocated IP 2001:db8:2::2 (d3e7330a-aa0c-41d4-bf4b-2967a8d6347c/9496b455-8aa1-4cdc-ae36-abfc25599e0a/b8d5fa45-4d66-4ec1-8443-b67ca3571462) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:47.395066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 618fc09c-7069-4277-8af5-cd14b5dd3fc9) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:47.412349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f2d92-affc-4f85-ab9f-8e029f601a02 None None] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:47.449914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:47.451029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.495036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.495807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35218) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:47.590497 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bc38824a-b4fc-440b-8d59-486b0b8e5549 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0018477 Jan 25 15:39:47.593739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35224) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:47.618381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.668059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.684875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Transition to ACTIVE for port object d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:47.702970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Transition to ACTIVE for port object b8d5fa45-4d66-4ec1-8443-b67ca3571462 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:47.717701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.770770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:47.780867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Usage tracker for resource:security_group_rule and tenant:860a978706a04760842e3e78ea751737 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:47.781760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Transition to ACTIVE for port object b8d5fa45-4d66-4ec1-8443-b67ca3571462 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:47.784167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.792233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:47.805215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:47.825730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:47.826438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.872720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Attempting to bind port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:47.873073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Attempting to bind port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:47.873343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Attempting to bind port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:47.888716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.936732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:47.937189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:47.937507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.937894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:47.938377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Bound port: d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:47.938705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.987214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8:2::1 (d3e7330a-aa0c-41d4-bf4b-2967a8d6347c/9496b455-8aa1-4cdc-ae36-abfc25599e0a/e0346c56-ae23-468a-ade5-3ce52196a9dc) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:47.990047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:47.994775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe121-0ae5-43f8-b530-8d99a6b7b847 None None] Pushing event updated for resources: {'Port': ['ID=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.059701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:48.081463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.093456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:48.105839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:48.116238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122f34ad-1610-4728-9137-b586b3b03f81,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.152107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c70570ea-0507-48e3-96b2-beaf05a292e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=860a978706a04760842e3e78ea751737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6543531 Jan 25 15:39:48.155587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35230) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:48.188654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.205982 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object e0346c56-ae23-468a-ade5-3ce52196a9dc will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:48.273608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Pushing event updated for resources: {'Port': ['ID=b8d5fa45-4d66-4ec1-8443-b67ca3571462,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.282221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] For port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:48.287936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.299305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.314557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] For port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:48.315561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Attempting to bind port b8d5fa45-4d66-4ec1-8443-b67ca3571462 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:48.315926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Attempting to bind port b8d5fa45-4d66-4ec1-8443-b67ca3571462 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:48.316281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Attempting to bind port b8d5fa45-4d66-4ec1-8443-b67ca3571462 on network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:48.325758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:48.331744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Checking segment: {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:48.331744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.331744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Bound using segment: {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:48.331744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Bound port: b8d5fa45-4d66-4ec1-8443-b67ca3571462, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:48.331744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.332209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.346021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Allocated IP 172.20.0.2 (618fc09c-7069-4277-8af5-cd14b5dd3fc9/ada873d1-6268-4faa-8d9e-7da2013f1b58/25c37add-55dd-4521-9d92-60a38c6d9e95) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:48.370582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:48.373675 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:48.376245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:48.376705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.385818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.416895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.502087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] For port b8d5fa45-4d66-4ec1-8443-b67ca3571462, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:48.524844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.548215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f34ad-1610-4728-9137-b586b3b03f81,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.553709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.555400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.557134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f5bb484b-a365-4649-ac2b-a6bb90ab4bcd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/122f34ad-1610-4728-9137-b586b3b03f81 HTTP/1.1" status: 204 len: 168 time: 0.4006662 Jan 25 15:39:48.571087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] For port b8d5fa45-4d66-4ec1-8443-b67ca3571462, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b8d5fa45-4d66-4ec1-8443-b67ca3571462,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:48.604022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fe121-0ae5-43f8-b530-8d99a6b7b847 None None] Pushing event updated for resources: {'Port': ['ID=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.641140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.695257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:48.695824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:48.866295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:48.933958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71991bd4-b4d8-4f44-b2a2-3df31fc0a3a4 None None] Pushing event updated for resources: {'Port': ['ID=b8d5fa45-4d66-4ec1-8443-b67ca3571462,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:48.972044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.005721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Transition to ACTIVE for port object 25c37add-55dd-4521-9d92-60a38c6d9e95 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:49.072600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Transition to ACTIVE for port object 25c37add-55dd-4521-9d92-60a38c6d9e95 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:49.078751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.101468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:49.178552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.179315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.312294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 073e20af-dfb8-40f7-b1a4-d21dddef0a39 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:49.352696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.365910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:49.504585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:49.506457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:49.531870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:49.540129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:49.542563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Pushing event updated for resources: {'Port': ['ID=25c37add-55dd-4521-9d92-60a38c6d9e95,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:49.545001 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:49.592817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (618fc09c-7069-4277-8af5-cd14b5dd3fc9/ada873d1-6268-4faa-8d9e-7da2013f1b58/be7bb94d-8e14-4e68-9e63-988392972655) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:49.716874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Attempting to bind port 25c37add-55dd-4521-9d92-60a38c6d9e95 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:49.717303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Attempting to bind port 25c37add-55dd-4521-9d92-60a38c6d9e95 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:49.717793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Attempting to bind port 25c37add-55dd-4521-9d92-60a38c6d9e95 on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:49.732558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:49.733005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Checking segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:49.733435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.733865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Bound using segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:49.734545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Bound port: 25c37add-55dd-4521-9d92-60a38c6d9e95, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:49.734914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.751578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:49.764239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:49.764719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.839427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:49.854935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:44Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:49.876320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5f3f26-9b5f-41a8-a453-ddff8f53d955 None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:44Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:49.879932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object be7bb94d-8e14-4e68-9e63-988392972655 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:49.978285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] For port 25c37add-55dd-4521-9d92-60a38c6d9e95, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:49.984786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.012837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:50.043327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] For port 25c37add-55dd-4521-9d92-60a38c6d9e95, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=25c37add-55dd-4521-9d92-60a38c6d9e95,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:50.092231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.116715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.163921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:50.165575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:50.176568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:50.231458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 073e20af-dfb8-40f7-b1a4-d21dddef0a39, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=073e20af-dfb8-40f7-b1a4-d21dddef0a39,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:50.263086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b3916-cd47-4c93-816c-e41632320c79 None None] Pushing event updated for resources: {'Port': ['ID=25c37add-55dd-4521-9d92-60a38c6d9e95,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:50.275657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35252) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:50.293138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.318352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:50.375029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.382797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:50.395979 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:50.404838 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c2d22cbb-e3ba-4334-b016-32009bd6a6b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1117604 Jan 25 15:39:50.408231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35258) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:50.416005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135357211'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:50.428774 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:50.429574 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:50.433511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:50.454666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:50.466486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:network and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:50.469182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44887f62-3a02-4f64-a027-1542d5e8467e None None] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:50.471787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:50.488202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:50.542185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1941263305'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:50.551659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:50.559636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:50.567308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:50.577059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:50.611802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:50.615082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.665835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:50.678254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.693756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.694335 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added segment 55766df1-a8d5-4067-9c7b-42a239b85eb6 of type vlan for network 98619f81-b065-4955-ac86-d1612239dd11 Jan 25 15:39:50.698284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:50.719376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:50.723926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.742348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8fab846b-2f96-4ebe-bf88-840a553d6b9b None None] Provisioning for port b8d5fa45-4d66-4ec1-8443-b67ca3571462 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:50.742956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.816504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.864702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:50.870335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:50.878532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:50.894312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:50.916715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:50.920398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:50.921067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.170199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Network': ['ID=98619f81-b065-4955-ac86-d1612239dd11,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:51.181561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 98619f81-b065-4955-ac86-d1612239dd11 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:51.237160 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4269d629-042c-42e0-bb33-ebd2a2e93263 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8254278 Jan 25 15:39:51.237843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35262) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:51.252460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'subnet': {'network_id': '98619f81-b065-4955-ac86-d1612239dd11', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:51.281833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.330960 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:51.345975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:51.345975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Updating router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 port e0346c56-ae23-468a-ade5-3ce52196a9dc binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:51.372790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.454925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:51.470679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.471491 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 4097442b-ba54-49eb-8be9-24b2571b2bfb of type vlan for network a381b63b-5dc9-478b-8a91-02a7914f6943 Jan 25 15:39:51.479156 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.498765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b8d5fa45-4d66-4ec1-8443-b67ca3571462 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:51.530826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.563548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.580044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebc463e-609a-490d-8bfa-1b0e6c54ef13,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:51.610388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:51.614933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:subnet and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:51.618366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:51.625599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:51.631631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.668310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.673234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:51.674613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.698824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Provisioning for port e0346c56-ae23-468a-ade5-3ce52196a9dc completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:51.703878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Provisioning complete for port e0346c56-ae23-468a-ade5-3ce52196a9dc triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:51.704249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.802627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:51.813147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:51.817505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=a381b63b-5dc9-478b-8a91-02a7914f6943,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:51.828788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port b8d5fa45-4d66-4ec1-8443-b67ca3571462 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:51.845182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:51.846507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Made reservation on behalf of 3118f4ff0fa8499d871811b0ee0d9527 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:51.908719 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-de445c72-6537-45b3-bd63-a112844b3d72 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6309769 Jan 25 15:39:51.909416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35266) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:51.916332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'name': 'tempest-PortsTestJSON-215904086'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:51.944638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Port e0346c56-ae23-468a-ade5-3ce52196a9dc cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:52.002522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b8d5fa45-4d66-4ec1-8443-b67ca3571462 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:52.002993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.061057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb0c66-ee6b-41f4-9223-2d78c6f9f541 None None] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:52.068016 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.106244 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Transition to ACTIVE for port object e0346c56-ae23-468a-ade5-3ce52196a9dc will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:52.130500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:52.135095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:52.139416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:52.153169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Provisioning complete for port b8d5fa45-4d66-4ec1-8443-b67ca3571462 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:52.153612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.157455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:52.168242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.201602 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.230337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:52.234766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.273555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 2a9a66ac-8a17-4f1c-a361-642bbce2382f yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:52.389854 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26720c81-65b1-43d4-9e30-4a41ce2b7bc4 None None] Pushing event updated for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:52.436815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.455907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.458062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:52.461486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:52.562145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b8d5fa45-4d66-4ec1-8443-b67ca3571462, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b8d5fa45-4d66-4ec1-8443-b67ca3571462,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:52.623550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.640081 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Attempting to bind port e0346c56-ae23-468a-ade5-3ce52196a9dc on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:52.640713 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Attempting to bind port e0346c56-ae23-468a-ade5-3ce52196a9dc by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:52.641039 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Attempting to bind port e0346c56-ae23-468a-ade5-3ce52196a9dc on network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:52.647800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.648820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 25c37add-55dd-4521-9d92-60a38c6d9e95 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:52.649815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:52.650601 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Checking segment: {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:52.651056 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.651502 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Bound using segment: {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:52.651904 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Bound port: e0346c56-ae23-468a-ade5-3ce52196a9dc, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b822d12-8258-4d8f-a645-959573bf10a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:52.652284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.748300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.755476 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] For port e0346c56-ae23-468a-ade5-3ce52196a9dc, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:52.760790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] For port e0346c56-ae23-468a-ade5-3ce52196a9dc, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0346c56-ae23-468a-ade5-3ce52196a9dc,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:52.828166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:52.854450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=2a9a66ac-8a17-4f1c-a361-642bbce2382f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:52.860483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '4097442b-ba54-49eb-8be9-24b2571b2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:52.860839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: a381b63b-5dc9-478b-8a91-02a7914f6943, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:52.881816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b8d5fa45-4d66-4ec1-8443-b67ca3571462,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:52.902363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:39:52.903113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-5d5cbb10-4ec7-434f-af56-64b85317b22d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:39:52.953962 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:52.954327 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:52.973077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:53.005154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 25c37add-55dd-4521-9d92-60a38c6d9e95 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:53.011883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 073e20af-dfb8-40f7-b1a4-d21dddef0a39 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:53.013846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.078737 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26720c81-65b1-43d4-9e30-4a41ce2b7bc4 None None] Pushing event updated for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:53.081640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, a381b63b-5dc9-478b-8a91-02a7914f6943) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:53.085168 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:53.089642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.090387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.098643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125c947-f0fb-4567-b180-eb7c664465ec None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:53.159001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Subnet': ['ID=701bbb36-7327-432c-a3dd-21d6a2e69a37,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:53.167122 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:53.182800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Checking segment: {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:53.183369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network hostable DHCP agents. Network: 98619f81-b065-4955-ac86-d1612239dd11, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:53.218668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:53.222038 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e650539-cdbb-49f4-9503-3cd5d7f59531 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3093293 Jan 25 15:39:53.223178 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35270) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.230521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-795950336'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:53.238330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:53.251179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:53.253493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:53.262711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:53.300437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 98619f81-b065-4955-ac86-d1612239dd11 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:53.356586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:53.364351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.408439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 98619f81-b065-4955-ac86-d1612239dd11) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:53.412222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.413151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.429267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:53.440158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.441248 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 14771079-0bb8-46af-b216-41a9a1fd30b0 of type vlan for network 12c29ab4-1ef5-43ba-8696-55a70b4637cc Jan 25 15:39:53.489872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:53.496191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.503038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aa8c3711-f9b3-467c-ba54-e6b4f08f41c7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/4a362aa8-f579-4642-b087-95eac642d741/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9051492 Jan 25 15:39:53.503196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35274) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.511384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbd10e-8bd4-4503-a3aa-6b185408a19d None None] Network 98619f81-b065-4955-ac86-d1612239dd11 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:53.528186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6e12fc42-bcb3-41ef-8a3b-f5157620846d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2889638 Jan 25 15:39:53.531189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35278) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.619597 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:52Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:53.625854 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d70c2c-890c-413c-9073-09cf6411b634 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:52Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:53.665413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.665958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.666338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.666858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.667225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.667581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.667934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.668284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.668640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.674786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-77546b9e-d3dc-4a9d-b1ef-1b212eef1b6c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6289 time: 0.1665916 Jan 25 15:39:53.674786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35282) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.724156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.726873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.727448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.733932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:53.734297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.770812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.771300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.771668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.772182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.772540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.772942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.773288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.773965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:53.779930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-24ac238d-10dd-4da8-a300-6f36864b66c2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5202 time: 0.1021562 Jan 25 15:39:53.779930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35286) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.921437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-98619f81-b065-4955-ac86-d1612239dd11', 'network_id': '98619f81-b065-4955-ac86-d1612239dd11', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'fixed_ips': [{'subnet_id': '701bbb36-7327-432c-a3dd-21d6a2e69a37'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:39:53.922265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:53.946229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=12c29ab4-1ef5-43ba-8696-55a70b4637cc,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:53.967248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 12c29ab4-1ef5-43ba-8696-55a70b4637cc details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:39:53.976174 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-229c90ee-ebb7-42ff-a609-a3dde04c2478 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7512732 Jan 25 15:39:53.980213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35290) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:53.988039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'ports': [{'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'}, {'network_id': '12c29ab4-1ef5-43ba-8696-55a70b4637cc'}]} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:53.988370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:53.988794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': '12c29ab4-1ef5-43ba-8696-55a70b4637cc'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:54.132780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Allocated IP 2001:db8:3::2 (98619f81-b065-4955-ac86-d1612239dd11/701bbb36-7327-432c-a3dd-21d6a2e69a37/423c5983-fdea-472c-b6b3-96a2b418af7c) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:54.261352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Provisioning for port be7bb94d-8e14-4e68-9e63-988392972655 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:54.286047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Provisioning complete for port be7bb94d-8e14-4e68-9e63-988392972655 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:54.286413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.322332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:54.397448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:54.407447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:54.411453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:54.420417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:54.481334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc46576d-b906-4aa1-b43d-93b7d27441b4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2141 time: 0.6982205 Jan 25 15:39:54.518013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:54.536244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 2} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:54.539835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.542481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Port be7bb94d-8e14-4e68-9e63-988392972655 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:39:54.582236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.635434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.646403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:54.646951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:54.838978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.860157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Transition to ACTIVE for port object 423c5983-fdea-472c-b6b3-96a2b418af7c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:54.877403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:54.895684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Transition to ACTIVE for port object 423c5983-fdea-472c-b6b3-96a2b418af7c will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:54.901272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:54.901272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:54.904095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port a5e71843-9a76-4657-87a6-1057d2c27214 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:54.927766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:54.979023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Provisioning for port 25c37add-55dd-4521-9d92-60a38c6d9e95 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:54.998930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.008635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35296) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:55.014824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008420574', 'description': 'tempest-secgroup-smoke-2008420574 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:55.052466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:55.057597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.061768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:55.069938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:55.084056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:55.096888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Provisioning complete for port 25c37add-55dd-4521-9d92-60a38c6d9e95 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:55.098800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.118782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Allocated IP 2001:db8:3::1 (98619f81-b065-4955-ac86-d1612239dd11/701bbb36-7327-432c-a3dd-21d6a2e69a37/5dae850a-4817-482d-a753-2fd573ebdd9a) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:39:55.129690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:39:55.202502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.225532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.266248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Network 98619f81-b065-4955-ac86-d1612239dd11 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:55.273678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:55.278822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:55.286761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:55.296776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:55.305757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:55.317555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:55.325849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.329402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.329618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Pushing event updated for resources: {'Port': ['ID=423c5983-fdea-472c-b6b3-96a2b418af7c,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.352751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Transition to ACTIVE for port object 5dae850a-4817-482d-a753-2fd573ebdd9a will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:55.396426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.413831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:55.417111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:55.419655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:55.420717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.430083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=a5e71843-9a76-4657-87a6-1057d2c27214,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.450444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.486992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.518889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.522407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.530383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '14771079-0bb8-46af-b216-41a9a1fd30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '12c29ab4-1ef5-43ba-8696-55a70b4637cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:55.530383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: 12c29ab4-1ef5-43ba-8696-55a70b4637cc, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:39:55.548202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.582081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Attempting to bind port 423c5983-fdea-472c-b6b3-96a2b418af7c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:55.582432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Attempting to bind port 423c5983-fdea-472c-b6b3-96a2b418af7c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:55.582784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Attempting to bind port 423c5983-fdea-472c-b6b3-96a2b418af7c on network 98619f81-b065-4955-ac86-d1612239dd11 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:55.588734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:55.590526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.615956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 12c29ab4-1ef5-43ba-8696-55a70b4637cc is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:39:55.643904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.645820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:55.646188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Checking segment: {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:55.646592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.646935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Bound using segment: {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:55.647402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Bound port: 423c5983-fdea-472c-b6b3-96a2b418af7c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:55.647745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.692063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 98619f81-b065-4955-ac86-d1612239dd11 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:55.694700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.694915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 12c29ab4-1ef5-43ba-8696-55a70b4637cc) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:55.695337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:55.705220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:55.705851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.709217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:39:55.713420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7cca7-5494-4f23-b3d0-420b6fe32ea1 None None] Network 12c29ab4-1ef5-43ba-8696-55a70b4637cc requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:55.715876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:55.725410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:55.725410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.740054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.743256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35300) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:55.743982 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7be15598-8b9c-439d-9c96-785d196cee5c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7316058 Jan 25 15:39:55.755539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:55.762697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:55.766789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:55.769985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:55.778662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:55.839357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] For port 25c37add-55dd-4521-9d92-60a38c6d9e95, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=25c37add-55dd-4521-9d92-60a38c6d9e95,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:55.839893 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9fbfc0c9-c11e-4195-b1a5-4d299a5c26f7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8572195 Jan 25 15:39:55.842524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35304) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:55.857407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b8d5fa45-4d66-4ec1-8443-b67ca3571462 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:55.892620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.911774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:55.921724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.933180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:55.933940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:55.945800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.073619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.094634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] For port 423c5983-fdea-472c-b6b3-96a2b418af7c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:56.113551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] For port 423c5983-fdea-472c-b6b3-96a2b418af7c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423c5983-fdea-472c-b6b3-96a2b418af7c,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:56.120285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:39:51Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:56.127682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c5bbb-12fc-4578-976b-49947fd5c857 None None] Pushing event updated for resources: {'Port': ['ID=25c37add-55dd-4521-9d92-60a38c6d9e95,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.132004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:56.132369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Updating router 4a362aa8-f579-4642-b087-95eac642d741 port be7bb94d-8e14-4e68-9e63-988392972655 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:56.178454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.194044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b8d5fa45-4d66-4ec1-8443-b67ca3571462 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:56.194983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.223720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.227101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.232637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b3b105-7e88-4f4f-ad3f-4218928e81c3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.241123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.334867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.357166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.358360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5deea1b6-20fe-48be-8cca-98a036071884 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6118729 Jan 25 15:39:56.361286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35308) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:56.366588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:56.379966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:56.387462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:56.393945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.394843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.401243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:56.402568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b556608-453d-4d47-b65e-65a21a4b2ae7 None None] Pushing event updated for resources: {'Port': ['ID=423c5983-fdea-472c-b6b3-96a2b418af7c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.445527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:56.464358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:56.533275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0346c56-ae23-468a-ade5-3ce52196a9dc up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:56.538699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.578920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event updated for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.597107 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.603148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.626457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.637726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c37d4db6-f6fc-4cfb-8ce2-bc6c09ba7a76 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6 HTTP/1.1" status: 204 len: 168 time: 0.7898219 Jan 25 15:39:56.637726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35314) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:56.706167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Network 98619f81-b065-4955-ac86-d1612239dd11 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:39:56.709510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:39:56.746699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94f16b-8a02-4c61-a309-5f1e29b6edfb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:56.761066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94f16b-8a02-4c61-a309-5f1e29b6edfb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:56.762014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d94f16b-8a02-4c61-a309-5f1e29b6edfb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:56.811476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.853716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d94f16b-8a02-4c61-a309-5f1e29b6edfb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:56.855474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d94f16b-8a02-4c61-a309-5f1e29b6edfb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2178438 Jan 25 15:39:56.858240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35318) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:56.893348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.895079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e0346c56-ae23-468a-ade5-3ce52196a9dc completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:56.898736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.906802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0346c56-ae23-468a-ade5-3ce52196a9dc triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:56.907249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:56.931659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6681f51-be14-4996-bd1e-0735bec341f5,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:56.948231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Transition to ACTIVE for port object be7bb94d-8e14-4e68-9e63-988392972655 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:56.966521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port a5e71843-9a76-4657-87a6-1057d2c27214 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:39:56.967407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.030821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.046069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.050281 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.051482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ae7188bb-5dec-4710-8688-e1a6745a34c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6891427 Jan 25 15:39:57.054326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35322) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:57.072832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:57.088723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:57.098030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:57.102657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:57.121494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:57.129630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:57.190930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port e0346c56-ae23-468a-ade5-3ce52196a9dc, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0346c56-ae23-468a-ade5-3ce52196a9dc,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:57.202477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e8f76-a023-4f06-8e08-84393c6e4b44 None None] Pushing event updated for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:57.247551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.323061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.332452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:57.341154 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a57858f8-4eb3-4610-8942-85a292b419f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8054748 Jan 25 15:39:57.341154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35326) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:57.346793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:57.354356 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:39:57.378952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Attempting to bind port be7bb94d-8e14-4e68-9e63-988392972655 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:57.379646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Attempting to bind port be7bb94d-8e14-4e68-9e63-988392972655 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:57.380253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Attempting to bind port be7bb94d-8e14-4e68-9e63-988392972655 on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:57.386952 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:57.387892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:57.424052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:57.429582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Checking segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:57.430347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.430680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Bound using segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:57.431820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Bound port: be7bb94d-8e14-4e68-9e63-988392972655, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:57.432285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.509521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:57.583609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] For port be7bb94d-8e14-4e68-9e63-988392972655, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:57.588051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] For port be7bb94d-8e14-4e68-9e63-988392972655, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be7bb94d-8e14-4e68-9e63-988392972655,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:57.648351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.668277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for a5e71843-9a76-4657-87a6-1057d2c27214 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:39:57.673911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.676431 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:57.806955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.817312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e8f76-a023-4f06-8e08-84393c6e4b44 None None] Pushing event updated for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:57.820852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea46a0a3-e62a-47ad-8470-6dbc05d9ab28 None None] Network 98619f81-b065-4955-ac86-d1612239dd11 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:39:57.910717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:57.983798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:57.984441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:58.048354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 25c37add-55dd-4521-9d92-60a38c6d9e95 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:58.053697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.056840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.067996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=a5e71843-9a76-4657-87a6-1057d2c27214,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:58.120577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0735c147-586d-4afe-ad96-6ba777c18f5c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:58.127668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f6acce85-b561-4355-8362-ae56340c733f None None] Provisioning for port 423c5983-fdea-472c-b6b3-96a2b418af7c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:58.192724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8cd61b8f-c145-4587-8b40-98e27640dd0e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/a5e71843-9a76-4657-87a6-1057d2c27214 HTTP/1.1" status: 204 len: 168 time: 1.3332777 Jan 25 15:39:58.195105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35332) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.223950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dae850a-4817-482d-a753-2fd573ebdd9a', 'name': '', 'network_id': '98619f81-b065-4955-ac86-d1612239dd11', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:55:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:54Z', 'updated_at': '2022-01-25T15:39:56Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:58.228814 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:39:58.230563 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Updating router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 port 5dae850a-4817-482d-a753-2fd573ebdd9a binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:39:58.253996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.257850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46f439c7-869f-471e-9699-c77e1cb6ac18 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2000425 Jan 25 15:39:58.260653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35336) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.276335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:58.283625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:58.289781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:58.292150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.294158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:58.299965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a6d6a-ae95-448b-9b91-0695afcd8a0a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:39:58.300412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:58.301119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9a5a6d6a-ae95-448b-9b91-0695afcd8a0a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:39:58.367782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:39:58.384566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Removed routes are [] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:39:58.385079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.411367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.423032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 25c37add-55dd-4521-9d92-60a38c6d9e95 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:58.423397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.435917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9a5a6d6a-ae95-448b-9b91-0695afcd8a0a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:39:58.437181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9a5a6d6a-ae95-448b-9b91-0695afcd8a0a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2409990 Jan 25 15:39:58.439822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35340) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.459634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:58.491410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.499637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1106ca97-c1f8-4b42-a99c-dabadea979e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:39:58.501207 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1106ca97-c1f8-4b42-a99c-dabadea979e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/f8f794e2-b6c2-4f34-b4d0-4fa15759e6f6 HTTP/1.1" status: 404 len: 333 time: 0.0595951 Jan 25 15:39:58.504880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35344) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.569359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.575870 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f22677-79b6-42cc-9e7f-a1b594daf59a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:39:58.577720 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8f22677-79b6-42cc-9e7f-a1b594daf59a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/a5e71843-9a76-4657-87a6-1057d2c27214 HTTP/1.1" status: 404 len: 333 time: 0.0714228 Jan 25 15:39:58.580552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35348) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.661093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa56753b-da32-4bc5-80bc-23b9cba829e3,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:58.670764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.674271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35352) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:58.674750 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5abe381a-7952-4dab-bc12-c9ca9b5bf6be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4127309 Jan 25 15:39:58.685594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:58.700303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:58.717939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:58.723130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:58.733150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.740775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:58.750446 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Transition to ACTIVE for port object 5dae850a-4817-482d-a753-2fd573ebdd9a will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:39:58.752953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.833163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423c5983-fdea-472c-b6b3-96a2b418af7c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:58.835913 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.939789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:39:58.953822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.960339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:58.991046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.028383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.033578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:59.044783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0f446-48db-40a4-b61d-1a8eb6b6360b None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:39:59.061194 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625407f8-fc0b-4c79-b70d-9c636afdeed6 None None] Pushing event updated for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:59.078209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c29ab4-1ef5-43ba-8696-55a70b4637cc']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:59.090293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 423c5983-fdea-472c-b6b3-96a2b418af7c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:59.092557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Attempting to bind port 5dae850a-4817-482d-a753-2fd573ebdd9a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:39:59.092921 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Attempting to bind port 5dae850a-4817-482d-a753-2fd573ebdd9a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:39:59.093276 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Attempting to bind port 5dae850a-4817-482d-a753-2fd573ebdd9a on network 98619f81-b065-4955-ac86-d1612239dd11 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:39:59.101368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 423c5983-fdea-472c-b6b3-96a2b418af7c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:59.101368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.106708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:39:59.107594 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Checking segment: {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:39:59.109966 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.110421 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Bound using segment: {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:39:59.111096 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Bound port: 5dae850a-4817-482d-a753-2fd573ebdd9a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55766df1-a8d5-4067-9c7b-42a239b85eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '98619f81-b065-4955-ac86-d1612239dd11'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:39:59.111548 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.168850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14771079-0bb8-46af-b216-41a9a1fd30b0') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:59.169294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14771079-0bb8-46af-b216-41a9a1fd30b0') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:59.185005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Provisioning for port 5dae850a-4817-482d-a753-2fd573ebdd9a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:39:59.205303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.267333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.295478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:39:59.295872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.301114 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] For port 5dae850a-4817-482d-a753-2fd573ebdd9a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:39:59.310764 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] For port 5dae850a-4817-482d-a753-2fd573ebdd9a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5dae850a-4817-482d-a753-2fd573ebdd9a,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:39:59.317932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:39:59.322735 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:39:59.368166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Provisioning complete for port 423c5983-fdea-472c-b6b3-96a2b418af7c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:39:59.369816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.390810 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.414616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.475947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.480915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.513859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5639edb7-f94e-42a5-8a1a-893d0be4a7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.552641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22975fe-87bf-4427-ba2c-45d0a9d41f9a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:59.561458 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:39:59.562073 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:39:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:39:59.564831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.569522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.576526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35356) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:59.577537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/12c29ab4-1ef5-43ba-8696-55a70b4637cc HTTP/1.1" status: 204 len: 168 time: 0.9945941 Jan 25 15:39:59.585243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1425972948'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:59.594479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:59.601280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:59.605061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:59.613102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 423c5983-fdea-472c-b6b3-96a2b418af7c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423c5983-fdea-472c-b6b3-96a2b418af7c,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:39:59.620346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:59.620678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.625532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3a4d23ac-3224-4234-8ce2-665851166367 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9494486 Jan 25 15:39:59.627750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35360) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:59.629515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f65cf-299a-443a-bcb1-79a7d3943fe7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=12c29ab4-1ef5-43ba-8696-55a70b4637cc,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:59.642035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:39:59.654280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.656509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:39:59.662654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:39:59.667070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:39:59.675491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:39:59.683709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:39:59.685313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.686412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:39:59.698446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.699568 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-02546b2e-9a28-4390-862e-02ca27bbdb1e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 954 time: 2.3574383 Jan 25 15:39:59.702743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35364) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:39:59.704167 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625407f8-fc0b-4c79-b70d-9c636afdeed6 None None] Pushing event updated for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:59.733080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:39:59.736426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.796294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:39:59.816793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.817259 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 2b858071-07b7-488e-9fe3-055150c28936 of type vlan for network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 Jan 25 15:39:59.839423 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:39:59.843010 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:39:59.877147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.903649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:39:59.927635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=423c5983-fdea-472c-b6b3-96a2b418af7c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:39:59.979885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c6cdacd3-7b6c-47ae-b76d-021314c18ef9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 954 time: 0.2751105 Jan 25 15:39:59.982573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35368) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:00.000252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:00.000598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-2da191ca-bbcb-47b3-adad-115b6ae93e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:00.015668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:00.016044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.022798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'routes': None}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:00.214602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0346c56-ae23-468a-ade5-3ce52196a9dc up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:00.285148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.288811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:00.289549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.320697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0346c56-ae23-468a-ade5-3ce52196a9dc triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:00.321080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.365957 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:58Z', 'revision_number': 6, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dae850a-4817-482d-a753-2fd573ebdd9a', 'name': '', 'network_id': '98619f81-b065-4955-ac86-d1612239dd11', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:55:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:54Z', 'updated_at': '2022-01-25T15:39:59Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:00.369101 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7993e6f-331c-45fa-99f1-e9779a41a6c4 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:39:58Z', 'revision_number': 6, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dae850a-4817-482d-a753-2fd573ebdd9a', 'name': '', 'network_id': '98619f81-b065-4955-ac86-d1612239dd11', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:55:f5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:54Z', 'updated_at': '2022-01-25T15:39:59Z', 'revision_number': 4, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '701bbb36-7327-432c-a3dd-21d6a2e69a37', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:00.542015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.549238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=f38f77c8-0ab9-47a8-9819-88c7b2facfc2,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:00.572339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:00.584262 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e06f57d8-7ac1-43c2-9d9f-f454435e9a8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0033395 Jan 25 15:40:00.584795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35372) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:00.598103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:00.621790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.714252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ca917d-688d-4fa6-accc-38e17099bb08,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:00.811765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:00.861248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:00.863812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:00.864966 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-db960355-bd34-4aa6-bd13-99e9e975dc32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2348335 Jan 25 15:40:00.872949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:00.888226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:00.997013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:01.087942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-7325b421-ec66-45d1-a531-a52cad05c3af req-16db7b23-39e9-4f1c-b5c4-bbf9042d6fc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:01.145986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:01.162566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-7325b421-ec66-45d1-a531-a52cad05c3af req-16db7b23-39e9-4f1c-b5c4-bbf9042d6fc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:01.164752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-16db7b23-39e9-4f1c-b5c4-bbf9042d6fc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008420574&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1163428 Jan 25 15:40:01.279508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 15:40:01.280041 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 15:40:01.318189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b421-ec66-45d1-a531-a52cad05c3af req-fde96316-86d1-48d7-a7c6-826ef2d5023a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:01.321719 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-fde96316-86d1-48d7-a7c6-826ef2d5023a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 797 time: 0.1458383 Jan 25 15:40:01.337935 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-139bcad9-b5fe-453c-87c5-fb45bea3e277 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0115218 Jan 25 15:40:01.366403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added routes are [] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:40:01.366711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.extraroute_db [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84138) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:40:01.428852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-7325b421-ec66-45d1-a531-a52cad05c3af req-bc38b26a-cc53-44ac-8047-eafbbc82f146 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:01.451949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:01.493925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f20f9806-5561-4385-8eda-8a98c92a9caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:01.521487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-7325b421-ec66-45d1-a531-a52cad05c3af req-bc38b26a-cc53-44ac-8047-eafbbc82f146 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:01.522793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-bc38b26a-cc53-44ac-8047-eafbbc82f146 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788630 Jan 25 15:40:01.587042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:01.733256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=07c4d837-40b4-4c11-ab2f-b2c79a0a9032,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:01.759287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-324edc7e-ba3e-461a-a55d-23124cc471d8 service neutron] 10.222.0.26 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237444 Jan 25 15:40:01.763084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '2b858071-07b7-488e-9fe3-055150c28936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:01.763461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: f38f77c8-0ab9-47a8-9819-88c7b2facfc2, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:01.908232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-e72ffdd2-d842-41c7-916c-5222f9966820 service neutron] 10.222.0.26 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375663 Jan 25 15:40:02.045128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:02.070643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.074678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.149973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, f38f77c8-0ab9-47a8-9819-88c7b2facfc2) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:02.160567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c8e1d-8a99-4b01-a0d4-21b489affd3d None None] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:02.173627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:02.177551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.226445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3457a813-34eb-4246-939f-8d5c68df1428 req-1ad639f7-9789-41ab-a4d3-9ade6739a827 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 210 time: 0.0644779 Jan 25 15:40:02.336360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:02.399828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-541f63b8-81bd-471f-a64a-a7d307a4e5ed tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8136899 Jan 25 15:40:02.402634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35396) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:02.409583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2', 'name': 'tempest-PortsTestJSON-1231774752'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:02.430026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f38f77c8-0ab9-47a8-9819-88c7b2facfc2', 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': '07c4d837-40b4-4c11-ab2f-b2c79a0a9032'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:02.430894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.514737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:02.520901 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.522341 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ca43f9ff-5fd4-48d7-b418-004fd9b19f9e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 704 time: 2.5376594 Jan 25 15:40:02.525654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35400) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:02.556319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:02.566823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:02.601350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Allocated IP 172.20.0.2 (f38f77c8-0ab9-47a8-9819-88c7b2facfc2/07c4d837-40b4-4c11-ab2f-b2c79a0a9032/e0a1a45d-25be-4f60-ba47-bccee6b1e188) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:02.630981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:02.634875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.657941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port ee9e9791-4dc6-4a56-b4c8-87c892f8148d yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:02.725925 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7301a898-3331-4a1f-bc2d-40d6e90075d9 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 704 time: 0.1990113 Jan 25 15:40:02.726401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35406) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:02.801839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5dae850a-4817-482d-a753-2fd573ebdd9a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:02.931403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.958117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:02.969444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Transition to ACTIVE for port object e0a1a45d-25be-4f60-ba47-bccee6b1e188 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:02.986848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Transition to ACTIVE for port object e0a1a45d-25be-4f60-ba47-bccee6b1e188 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:03.012963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.065629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.075544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 5dae850a-4817-482d-a753-2fd573ebdd9a completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:03.080739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5dae850a-4817-482d-a753-2fd573ebdd9a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:03.081269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.127475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.200379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.10 (f38f77c8-0ab9-47a8-9819-88c7b2facfc2/07c4d837-40b4-4c11-ab2f-b2c79a0a9032/ee9e9791-4dc6-4a56-b4c8-87c892f8148d) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:03.229695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:03.231764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:03.234067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Pushing event updated for resources: {'Port': ['ID=e0a1a45d-25be-4f60-ba47-bccee6b1e188,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:03.238280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:03.384777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.407600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Attempting to bind port e0a1a45d-25be-4f60-ba47-bccee6b1e188 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:03.407966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Attempting to bind port e0a1a45d-25be-4f60-ba47-bccee6b1e188 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2b858071-07b7-488e-9fe3-055150c28936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:03.408486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Attempting to bind port e0a1a45d-25be-4f60-ba47-bccee6b1e188 on network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:03.423022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:03.426276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Checking segment: {'id': '2b858071-07b7-488e-9fe3-055150c28936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:03.426276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.426276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Bound using segment: {'id': '2b858071-07b7-488e-9fe3-055150c28936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:03.426276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Bound port: e0a1a45d-25be-4f60-ba47-bccee6b1e188, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b858071-07b7-488e-9fe3-055150c28936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'f38f77c8-0ab9-47a8-9819-88c7b2facfc2'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:03.426276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.453428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 5dae850a-4817-482d-a753-2fd573ebdd9a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5dae850a-4817-482d-a753-2fd573ebdd9a,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:03.492173 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-99fcf9fb-77b5-4a21-b6dd-c9c6dc168b2b req-460df947-69c5-44a5-bddb-f711cc3791de tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 210 time: 0.0576375 Jan 25 15:40:03.499706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.516660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object ee9e9791-4dc6-4a56-b4c8-87c892f8148d will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:03.535125 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.536012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423c5983-fdea-472c-b6b3-96a2b418af7c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:03.611016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.636764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] For port e0a1a45d-25be-4f60-ba47-bccee6b1e188, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:03.654870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] For port e0a1a45d-25be-4f60-ba47-bccee6b1e188, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0a1a45d-25be-4f60-ba47-bccee6b1e188,segment=NetworkSegment(2b858071-07b7-488e-9fe3-055150c28936),segment_id=2b858071-07b7-488e-9fe3-055150c28936)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:03.668247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:03.681932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 423c5983-fdea-472c-b6b3-96a2b418af7c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:03.682304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.729763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.737833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:03.741553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:03.744347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:03.773076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=ee9e9791-4dc6-4a56-b4c8-87c892f8148d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:03.811523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 5dae850a-4817-482d-a753-2fd573ebdd9a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:03.812114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.812956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:03.813722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:03.858247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d22993-f65a-4fe0-918e-ac1acbcd1780 None None] Pushing event updated for resources: {'Port': ['ID=e0a1a45d-25be-4f60-ba47-bccee6b1e188,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:03.885824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be7bb94d-8e14-4e68-9e63-988392972655 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:03.990847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d5f325c7-14b6-4a91-bb4c-c81583b61428 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5870717 Jan 25 15:40:03.994580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35412) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:04.046642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port be7bb94d-8e14-4e68-9e63-988392972655 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:04.052251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port be7bb94d-8e14-4e68-9e63-988392972655 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:04.052705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.058943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 5dae850a-4817-482d-a753-2fd573ebdd9a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5dae850a-4817-482d-a753-2fd573ebdd9a,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:04.062099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.077621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port ee9e9791-4dc6-4a56-b4c8-87c892f8148d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:04.077958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.271266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 5dae850a-4817-482d-a753-2fd573ebdd9a owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:04.281035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.321076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port be7bb94d-8e14-4e68-9e63-988392972655, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be7bb94d-8e14-4e68-9e63-988392972655,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:04.396046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.467059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.497862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:04.588159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.618760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.638712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for ee9e9791-4dc6-4a56-b4c8-87c892f8148d owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:04.642436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=5dae850a-4817-482d-a753-2fd573ebdd9a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:04.643342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5dae850a-4817-482d-a753-2fd573ebdd9a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:04.694414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 5dae850a-4817-482d-a753-2fd573ebdd9a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:04.695390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5dae850a-4817-482d-a753-2fd573ebdd9a not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 25 15:40:04.739179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Port 5dae850a-4817-482d-a753-2fd573ebdd9a not found, will not notify nova. {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 25 15:40:04.739679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0a1a45d-25be-4f60-ba47-bccee6b1e188 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:04.755806 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa85f66b-f70e-420b-9ff1-0b7e856c60df req-21c5e3f0-5b14-4994-ae4a-4b417420403b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 210 time: 0.0887442 Jan 25 15:40:04.901313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:04.935752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port e0a1a45d-25be-4f60-ba47-bccee6b1e188 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:05.051752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b421-ec66-45d1-a531-a52cad05c3af req-24cb5837-af96-48e9-ab48-a69f088f9d94 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:05.053168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-24cb5837-af96-48e9-ab48-a69f088f9d94 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 797 time: 0.6867270 Jan 25 15:40:05.124889 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-d38fe94d-5ac6-402b-966c-390ab7157b73 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.0541892 Jan 25 15:40:05.134871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:05.205859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58530615-549c-4539-b377-9e9ea850e703 None None] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:05.206342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.263288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=ee9e9791-4dc6-4a56-b4c8-87c892f8148d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:05.371333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Provisioning for port e0a1a45d-25be-4f60-ba47-bccee6b1e188 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:05.381120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Provisioning complete for port e0a1a45d-25be-4f60-ba47-bccee6b1e188 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:05.381313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.412580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:05.423678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.429712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:05.442826 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cdd888d2-98e2-4cd5-8974-2c31cb3a6090 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/ee9e9791-4dc6-4a56-b4c8-87c892f8148d HTTP/1.1" status: 204 len: 168 time: 1.4444945 Jan 25 15:40:05.445747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35418) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:05.492514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c174b3e4-7e89-45d1-be5c-24c2996da68a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:05.492734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c174b3e4-7e89-45d1-be5c-24c2996da68a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:05.497819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35422) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:05.497985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c174b3e4-7e89-45d1-be5c-24c2996da68a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/ee9e9791-4dc6-4a56-b4c8-87c892f8148d HTTP/1.1" status: 404 len: 333 time: 0.0500929 Jan 25 15:40:05.544336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:05.547592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.549295 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fd0142-bc17-4dab-97fb-bce0ab254b69 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:05.549824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-28fd0142-bc17-4dab-97fb-bce0ab254b69 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:05.587606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.611697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:05.624018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] For port e0a1a45d-25be-4f60-ba47-bccee6b1e188, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0a1a45d-25be-4f60-ba47-bccee6b1e188,segment=NetworkSegment(2b858071-07b7-488e-9fe3-055150c28936),segment_id=2b858071-07b7-488e-9fe3-055150c28936)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:05.679810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-28fd0142-bc17-4dab-97fb-bce0ab254b69 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:05.684393 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-28fd0142-bc17-4dab-97fb-bce0ab254b69 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/ee9e9791-4dc6-4a56-b4c8-87c892f8148d HTTP/1.1" status: 404 len: 333 time: 0.1858327 Jan 25 15:40:05.685009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35426) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:05.690597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.755100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.5 (618fc09c-7069-4277-8af5-cd14b5dd3fc9/ada873d1-6268-4faa-8d9e-7da2013f1b58/48f01704-81c4-4801-b255-db37e0d78f9d) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:05.759447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daca069-eeca-4290-bc4a-c9b8f23d7cd7 None None] Pushing event updated for resources: {'Port': ['ID=e0a1a45d-25be-4f60-ba47-bccee6b1e188,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:05.826215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-74680f82-e5b0-41fa-b137-a122df17e6c3 None None] Provisioning complete for port e0a1a45d-25be-4f60-ba47-bccee6b1e188 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:05.826579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-74680f82-e5b0-41fa-b137-a122df17e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.834803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 07c4d837-40b4-4c11-ab2f-b2c79a0a9032 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:05.840057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.919823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:05.978441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:05.999591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-197055b1-cc84-473b-85ed-835cb1cac79d req-b7643841-9931-47dd-91ad-66d350c8ab5f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 210 time: 0.0760415 Jan 25 15:40:06.002541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6950fa22-ff22-4476-af6f-f468c21d861c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2750626 Jan 25 15:40:06.005346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35432) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:06.075698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.092682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.096631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 48f01704-81c4-4801-b255-db37e0d78f9d will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:06.120861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f64089bc-2be4-44f0-a95e-c3bf9e49224a None None] Could not find standard attr ID for object ee9e9791-4dc6-4a56-b4c8-87c892f8148d. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:06.204722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.286156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet 701bbb36-7327-432c-a3dd-21d6a2e69a37 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:06.287420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:06.289172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.290769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:06.293242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:06.332355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:06.363573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.363730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:06.364277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.392177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.441475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=07c4d837-40b4-4c11-ab2f-b2c79a0a9032,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:06.453166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-ff0003ba-4a98-497c-a10f-65a9435f5e88 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3216274 Jan 25 15:40:06.455719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.461027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d356e67a-8968-4d7e-8f04-850c6d7f2863 None None] Network f38f77c8-0ab9-47a8-9819-88c7b2facfc2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:06.470153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Request body: {'port': {'device_id': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:06.499823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.567187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3e2b01d8-4be9-4013-b016-fc699e8ca057 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/07c4d837-40b4-4c11-ab2f-b2c79a0a9032 HTTP/1.1" status: 204 len: 168 time: 0.8728361 Jan 25 15:40:06.568101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35436) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:06.568235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be7bb94d-8e14-4e68-9e63-988392972655 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:06.603778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.689653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.700508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port e0a1a45d-25be-4f60-ba47-bccee6b1e188 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:06.700837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.704590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port be7bb94d-8e14-4e68-9e63-988392972655 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:06.705103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.785177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.803557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa073f2f-c66b-470e-b693-6849927bfcf3 None None] Provisioning for port 48f01704-81c4-4801-b255-db37e0d78f9d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:06.818170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aa073f2f-c66b-470e-b693-6849927bfcf3 None None] Provisioning complete for port 48f01704-81c4-4801-b255-db37e0d78f9d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:06.818466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aa073f2f-c66b-470e-b693-6849927bfcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.837404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=701bbb36-7327-432c-a3dd-21d6a2e69a37,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:06.861033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.862864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714845ba-301e-4787-a298-c4dd839a1082 None None] Network 98619f81-b065-4955-ac86-d1612239dd11 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:06.919178 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-433b375f-7a34-4ccc-93dd-7455514e26d5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/701bbb36-7327-432c-a3dd-21d6a2e69a37 HTTP/1.1" status: 204 len: 168 time: 0.9106746 Jan 25 15:40:06.931239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35440) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:06.955223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f01704-81c4-4801-b255-db37e0d78f9d {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:40:06.963428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:06.982969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Transition to ACTIVE for port object 48f01704-81c4-4801-b255-db37e0d78f9d will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:07.016115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-aa073f2f-c66b-470e-b693-6849927bfcf3 None None] Port 48f01704-81c4-4801-b255-db37e0d78f9d cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:07.022479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0a1a45d-25be-4f60-ba47-bccee6b1e188 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:07.064103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] DHCP port deletion for f38f77c8-0ab9-47a8-9819-88c7b2facfc2 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:07.067648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.078216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Deleting port e0a1a45d-25be-4f60-ba47-bccee6b1e188 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:07.078511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.164730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port e0a1a45d-25be-4f60-ba47-bccee6b1e188, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0a1a45d-25be-4f60-ba47-bccee6b1e188,segment=NetworkSegment(2b858071-07b7-488e-9fe3-055150c28936),segment_id=2b858071-07b7-488e-9fe3-055150c28936)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:07.166397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.304537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Pushing event updated for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:07.356424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for e0a1a45d-25be-4f60-ba47-bccee6b1e188 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:07.431067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port e0a1a45d-25be-4f60-ba47-bccee6b1e188 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:07.431438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.449991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.464324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 423c5983-fdea-472c-b6b3-96a2b418af7c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:07.464802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.511160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] For port e0a1a45d-25be-4f60-ba47-bccee6b1e188, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0a1a45d-25be-4f60-ba47-bccee6b1e188,segment=NetworkSegment(2b858071-07b7-488e-9fe3-055150c28936),segment_id=2b858071-07b7-488e-9fe3-055150c28936)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:07.511571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.561728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198adbd-d269-4554-969c-9b3af5720bac req-a6a4da0b-ae60-4146-ae2a-4bb7a91dc42c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:07.561728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4198adbd-d269-4554-969c-9b3af5720bac req-a6a4da0b-ae60-4146-ae2a-4bb7a91dc42c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:07.577268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.590582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Attempting to bind port 48f01704-81c4-4801-b255-db37e0d78f9d on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:07.590908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Attempting to bind port 48f01704-81c4-4801-b255-db37e0d78f9d by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:07.591251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Attempting to bind port 48f01704-81c4-4801-b255-db37e0d78f9d on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:07.600311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Port 48f01704-81c4-4801-b255-db37e0d78f9d on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:40:07.603635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Attempting to bind port 48f01704-81c4-4801-b255-db37e0d78f9d on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:07.607836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:07.608108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Checking segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:07.608483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Bound using segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:07.608922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Bound port: 48f01704-81c4-4801-b255-db37e0d78f9d, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:07.609282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.634388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=e0a1a45d-25be-4f60-ba47-bccee6b1e188,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:07.647271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Could not find standard attr ID for object e0a1a45d-25be-4f60-ba47-bccee6b1e188. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:07.655680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4198adbd-d269-4554-969c-9b3af5720bac req-a6a4da0b-ae60-4146-ae2a-4bb7a91dc42c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:07.656658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4198adbd-d269-4554-969c-9b3af5720bac req-a6a4da0b-ae60-4146-ae2a-4bb7a91dc42c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 943 time: 0.3899987 Jan 25 15:40:07.661187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Calling delete_port for e0a1a45d-25be-4f60-ba47-bccee6b1e188 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:07.666155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port e0a1a45d-25be-4f60-ba47-bccee6b1e188 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:07.688553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] DHCP port deletion for 98619f81-b065-4955-ac86-d1612239dd11 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:07.698547 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No ports have port_id starting with e0a1a45d-25be-4f60-ba47-bccee6b1e188 Jan 25 15:40:07.701841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Deleting port 423c5983-fdea-472c-b6b3-96a2b418af7c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:07.702215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.733161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:07.738488 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4198adbd-d269-4554-969c-9b3af5720bac req-7bd9b622-6ae9-4c5d-8ae9-de90420bf12e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751977 Jan 25 15:40:07.743511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=48f01704-81c4-4801-b255-db37e0d78f9d,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:07.822677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.874782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 423c5983-fdea-472c-b6b3-96a2b418af7c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423c5983-fdea-472c-b6b3-96a2b418af7c,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:07.875028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.877352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:07.877873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:07.888650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.893871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:07.895495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] 10.222.0.41 "PUT /v2.0/ports/48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 200 len: 1093 time: 1.4293630 Jan 25 15:40:07.895655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:40:07.925521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d3a67-7a2f-480c-8d37-5e6293ee2a00 service neutron] Pushing event updated for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:07.961332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d', 'status': 'completed', 'code': 200} Jan 25 15:40:08.001111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] For port 423c5983-fdea-472c-b6b3-96a2b418af7c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=423c5983-fdea-472c-b6b3-96a2b418af7c,segment=NetworkSegment(55766df1-a8d5-4067-9c7b-42a239b85eb6),segment_id=55766df1-a8d5-4067-9c7b-42a239b85eb6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:08.006015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.031999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 423c5983-fdea-472c-b6b3-96a2b418af7c owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:08.069192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38f77c8-0ab9-47a8-9819-88c7b2facfc2']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.074218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3afcf01-ff84-4e20-b196-8c540afa220c req-82417912-2084-4ace-8c78-4a6bbf0dd6b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1096 time: 0.0890052 Jan 25 15:40:08.131389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b858071-07b7-488e-9fe3-055150c28936') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.132062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b858071-07b7-488e-9fe3-055150c28936') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.141736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Calling delete_port for 423c5983-fdea-472c-b6b3-96a2b418af7c owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:08.147767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.174076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.183239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:08.183714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:08.199388 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:08.204181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.226929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:08.227315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:08.247913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afcf01-ff84-4e20-b196-8c540afa220c req-6895221e-3240-493e-b570-f0ff1437b86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:08.249356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3afcf01-ff84-4e20-b196-8c540afa220c req-6895221e-3240-493e-b570-f0ff1437b86e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1687241 Jan 25 15:40:08.311597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=423c5983-fdea-472c-b6b3-96a2b418af7c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:08.320802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port 423c5983-fdea-472c-b6b3-96a2b418af7c on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:08.379188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Deleting port e0a1a45d-25be-4f60-ba47-bccee6b1e188 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:08.379619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.387949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afcf01-ff84-4e20-b196-8c540afa220c req-00501841-0545-44ee-8afa-e23d48950d08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:08.389295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3afcf01-ff84-4e20-b196-8c540afa220c req-00501841-0545-44ee-8afa-e23d48950d08 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344192 Jan 25 15:40:08.417088 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.440200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.455439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8aa259e4-5c09-4b9a-b23a-6f06f1d68f82 None None] The port 'e0a1a45d-25be-4f60-ba47-bccee6b1e188' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:08.479251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0a1a45d-25be-4f60-ba47-bccee6b1e188 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:08.489631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=f38f77c8-0ab9-47a8-9819-88c7b2facfc2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:08.492664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.513938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e0a1a45d-25be-4f60-ba47-bccee6b1e188 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:08.514280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0a1a45d-25be-4f60-ba47-bccee6b1e188 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:08.514529 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-e86257ce-59d9-41b7-9165-43785e270c5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1096 time: 0.0812421 Jan 25 15:40:08.514886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423c5983-fdea-472c-b6b3-96a2b418af7c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:08.518240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98619f81-b065-4955-ac86-d1612239dd11']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.530527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55766df1-a8d5-4067-9c7b-42a239b85eb6') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.530969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55766df1-a8d5-4067-9c7b-42a239b85eb6') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:08.543094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.546156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 423c5983-fdea-472c-b6b3-96a2b418af7c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:08.546503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 423c5983-fdea-472c-b6b3-96a2b418af7c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:08.553171 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fcc98cef-8b34-4fa7-84f2-73628648860e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/f38f77c8-0ab9-47a8-9819-88c7b2facfc2 HTTP/1.1" status: 204 len: 168 time: 1.9844728 Jan 25 15:40:08.558416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35448) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:08.564589 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1782657592'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:08.569413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.576566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:08.581131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:08.581557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.587153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-4ade5422-ac41-498f-a215-f21e4c07bf14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 200 len: 217 time: 0.0666549 Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:08.596078 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:08.599309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:08.603245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:08.651665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325b421-ec66-45d1-a531-a52cad05c3af req-83eb0c61-af7b-4df1-9dae-a0ded0f150b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:08.653023 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-83eb0c61-af7b-4df1-9dae-a0ded0f150b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0599351 Jan 25 15:40:08.667534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.728634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Deleting port 423c5983-fdea-472c-b6b3-96a2b418af7c {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:08.729021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.734761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-9f39a712-7a91-43cf-bcce-e8b7cf64fd54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752425 Jan 25 15:40:08.757614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:08.796553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0d67c-739d-4333-8abe-10d9a89f3c48 None None] The port '423c5983-fdea-472c-b6b3-96a2b418af7c' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:08.856459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:08.860152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.872231 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-378bb9d1-c628-4405-9c05-9aa50653ba7b service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313486 Jan 25 15:40:08.876902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.896179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:08.909061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=98619f81-b065-4955-ac86-d1612239dd11,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:08.913054 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-749e5e68-7054-4b6c-a0d4-a4277e1d0d02 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/98619f81-b065-4955-ac86-d1612239dd11 HTTP/1.1" status: 204 len: 168 time: 1.9826846 Jan 25 15:40:08.916433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35454) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:08.981285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d05fe-1993-46e0-86e6-ab67fb9dd507 req-a6f71b66-6642-47c1-876b-3f6d53d24843 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:08.982867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f66d05fe-1993-46e0-86e6-ab67fb9dd507 req-a6f71b66-6642-47c1-876b-3f6d53d24843 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 943 time: 0.1054206 Jan 25 15:40:08.995806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:40:09.054272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.054934 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 6f628924-778b-4b99-82c7-0124962bdba9 of type vlan for network 21a6df4c-0409-4901-92bc-d522d1ca2f2a Jan 25 15:40:09.097344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.100142 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f66d05fe-1993-46e0-86e6-ab67fb9dd507 req-f5b01b1f-17ac-4df5-b970-8fce1100ee80 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738201 Jan 25 15:40:09.121474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7325b421-ec66-45d1-a531-a52cad05c3af req-52f52e9d-5a7f-4111-8075-225a97379c5f service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422574 Jan 25 15:40:09.210795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.215158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:09.219073 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.381497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=21a6df4c-0409-4901-92bc-d522d1ca2f2a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:09.392065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:09.420936 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.473651 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63212421-f7a0-48fb-8572-c0cd69181e25 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9139757 Jan 25 15:40:09.477556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35458) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:09.487388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:09.488274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:09.514395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:09.515011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:09.601867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:09.606022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:09.608918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:09.614850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:09.669557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:09.730211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:09.832557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:09.989645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 8, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:09.994374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:10.007768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:10.008374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:10.018230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port e0346c56-ae23-468a-ade5-3ce52196a9dc {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:10.018569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.164146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:10.212521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port e0346c56-ae23-468a-ade5-3ce52196a9dc, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=e0346c56-ae23-468a-ade5-3ce52196a9dc,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:10.213145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.238185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.385103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=6565f8d4-17db-459f-a76f-60e857a7d7b2,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:10.416150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '6f628924-778b-4b99-82c7-0124962bdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:10.416740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: 21a6df4c-0409-4901-92bc-d522d1ca2f2a, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:10.442625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786693b4-7f6e-4512-bb6d-97e6fa91013e req-92b06093-9c09-4135-ab24-83d3c7dff839 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:10.449804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-786693b4-7f6e-4512-bb6d-97e6fa91013e req-92b06093-9c09-4135-ab24-83d3c7dff839 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 943 time: 0.1680281 Jan 25 15:40:10.460908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for e0346c56-ae23-468a-ade5-3ce52196a9dc owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:10.519015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-786693b4-7f6e-4512-bb6d-97e6fa91013e req-66099d5a-9ebd-4091-91de-71835746c0b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680802 Jan 25 15:40:10.564221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:10.591780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 8, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:10.596161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a03b8-f62c-46af-b305-23d04050cd65 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 8, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0346c56-ae23-468a-ade5-3ce52196a9dc', 'name': '', 'network_id': 'd3e7330a-aa0c-41d4-bf4b-2967a8d6347c', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:88:0b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:47Z', 'updated_at': '2022-01-25T15:39:57Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '9496b455-8aa1-4cdc-ae36-abfc25599e0a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:10.627615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 21a6df4c-0409-4901-92bc-d522d1ca2f2a) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:10.631879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:10.632552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.637055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370e620-877d-4d81-9fc2-a562269a2122 None None] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:10.699016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a257e4cb-6de0-4c14-9df3-8b2ea507841e tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2213364 Jan 25 15:40:10.701799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35464) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:10.707261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-447579849'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:10.733285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.796443 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=e0346c56-ae23-468a-ade5-3ce52196a9dc,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:10.878327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:10.884216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-21a6df4c-0409-4901-92bc-d522d1ca2f2a', 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': '6565f8d4-17db-459f-a76f-60e857a7d7b2'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:10.885477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:10.887926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:10.891081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:10.897992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:10.982182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:10.989996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.018793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port f25553f5-e4e9-48b7-aefc-4d5959ab3328 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:11.046292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.141663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Allocated IP 172.20.0.2 (21a6df4c-0409-4901-92bc-d522d1ca2f2a/6565f8d4-17db-459f-a76f-60e857a7d7b2/6ff9d5b2-5f4b-4ef1-aefd-05c57385c868) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:11.350842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.360939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Transition to ACTIVE for port object 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:11.382404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Transition to ACTIVE for port object 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:11.458739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.528728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:11.531228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.6 (21a6df4c-0409-4901-92bc-d522d1ca2f2a/6565f8d4-17db-459f-a76f-60e857a7d7b2/f25553f5-e4e9-48b7-aefc-4d5959ab3328) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:11.531708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:11.535508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:11.574329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:11.574876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 48f01704-81c4-4801-b255-db37e0d78f9d details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:40:11.586269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Pushing event updated for resources: {'Port': ['ID=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:11.752235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Attempting to bind port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:11.753321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Attempting to bind port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '6f628924-778b-4b99-82c7-0124962bdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:11.754041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Attempting to bind port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 on network 21a6df4c-0409-4901-92bc-d522d1ca2f2a {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:11.758320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.774462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:11.782541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object f25553f5-e4e9-48b7-aefc-4d5959ab3328 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:11.786299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:11.786804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Checking segment: {'id': '6f628924-778b-4b99-82c7-0124962bdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:11.787277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.787761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Bound using segment: {'id': '6f628924-778b-4b99-82c7-0124962bdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:11.788618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Bound port: 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f628924-778b-4b99-82c7-0124962bdba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '21a6df4c-0409-4901-92bc-d522d1ca2f2a'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:11.789121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.794784 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7f7e3228-418b-48f3-8713-fd5a0447c0db tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8772597 Jan 25 15:40:11.797362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35470) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:11.877413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=48f01704-81c4-4801-b255-db37e0d78f9d,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:11.901287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '48f01704-81c4-4801-b255-db37e0d78f9d', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'port_id': '48f01704-81c4-4801-b255-db37e0d78f9d', 'mac_address': 'fa:16:3e:67:b2:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:40:11.934044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.953220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] For port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:11.966795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] For port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,segment=NetworkSegment(6f628924-778b-4b99-82c7-0124962bdba9),segment_id=6f628924-778b-4b99-82c7-0124962bdba9)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:11.969184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:11.986635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f01704-81c4-4801-b255-db37e0d78f9d {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:40:12.001236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=48f01704-81c4-4801-b255-db37e0d78f9d,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:12.039153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.078597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.088352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:12.090270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=f25553f5-e4e9-48b7-aefc-4d5959ab3328,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:12.096317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:12.108573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:12.127380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f26732-e0d4-48ec-8b15-6279245e2be9 None None] Pushing event updated for resources: {'Port': ['ID=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:12.182702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet 9496b455-8aa1-4cdc-ae36-abfc25599e0a {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:12.201495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c4db-d83e-4d4d-a048-7721e3284c75 req-6e30c6e9-b4c2-47bd-9b21-f379160be50d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:12.203003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d2f9c4db-d83e-4d4d-a048-7721e3284c75 req-6e30c6e9-b4c2-47bd-9b21-f379160be50d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 943 time: 0.3338420 Jan 25 15:40:12.204108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:12.205636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.238032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:12.238416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.286166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['48f01704-81c4-4801-b255-db37e0d78f9d'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:40:12.335320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.379494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d2f9c4db-d83e-4d4d-a048-7721e3284c75 req-0632ac0a-d9c0-4dae-8dce-8889e06ea641 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461122 Jan 25 15:40:12.397518 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5cde77cd-3fc1-4523-8c84-f9f014b43418 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.6946366 Jan 25 15:40:12.397655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35474) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:12.465478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.512671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port f25553f5-e4e9-48b7-aefc-4d5959ab3328 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:12.513323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.644895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.672957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:12.685947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=9496b455-8aa1-4cdc-ae36-abfc25599e0a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:12.694572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.705313 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9859e497-a8bb-4275-8f29-920a84682484 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/9496b455-8aa1-4cdc-ae36-abfc25599e0a HTTP/1.1" status: 204 len: 168 time: 0.9043841 Jan 25 15:40:12.706085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35478) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:12.713245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf327f-723f-4f33-a9d8-a5db96a7a603 None None] Network d3e7330a-aa0c-41d4-bf4b-2967a8d6347c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:12.904892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.941120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:12.954996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port b8d5fa45-4d66-4ec1-8443-b67ca3571462 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:12.955583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.018124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:13.031837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5dae850a-4817-482d-a753-2fd573ebdd9a no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:13.053412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for f25553f5-e4e9-48b7-aefc-4d5959ab3328 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:13.069151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] DHCP port deletion for d3e7330a-aa0c-41d4-bf4b-2967a8d6347c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:13.092237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 5dae850a-4817-482d-a753-2fd573ebdd9a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:13.092580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5dae850a-4817-482d-a753-2fd573ebdd9a not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:13.095096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Deleting port b8d5fa45-4d66-4ec1-8443-b67ca3571462 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:13.095572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.200508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port b8d5fa45-4d66-4ec1-8443-b67ca3571462, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b8d5fa45-4d66-4ec1-8443-b67ca3571462,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:13.200969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.299689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eac3ac-132e-43b1-821a-dabb854a66a2 None None] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:13.304009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.342260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for b8d5fa45-4d66-4ec1-8443-b67ca3571462 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:13.357502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=f25553f5-e4e9-48b7-aefc-4d5959ab3328,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:13.435899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] For port b8d5fa45-4d66-4ec1-8443-b67ca3571462, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b8d5fa45-4d66-4ec1-8443-b67ca3571462,segment=NetworkSegment(9b822d12-8258-4d8f-a645-959573bf10a8),segment_id=9b822d12-8258-4d8f-a645-959573bf10a8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:13.436288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.492211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.497044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.503733 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-757f0215-888e-4040-81bf-d2dc718b388b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/f25553f5-e4e9-48b7-aefc-4d5959ab3328 HTTP/1.1" status: 204 len: 168 time: 1.1047385 Jan 25 15:40:13.509819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35484) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:13.551811 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d80c857-e661-4587-aaab-d7fcde898e52 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:13.552309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6d80c857-e661-4587-aaab-d7fcde898e52 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:13.584295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Provisioning for port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:13.585791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=b8d5fa45-4d66-4ec1-8443-b67ca3571462,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:13.588494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 48f01704-81c4-4801-b255-db37e0d78f9d up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:13.599125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port b8d5fa45-4d66-4ec1-8443-b67ca3571462 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:13.626910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Calling delete_port for b8d5fa45-4d66-4ec1-8443-b67ca3571462 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:13.627134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6d80c857-e661-4587-aaab-d7fcde898e52 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:13.630886 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6d80c857-e661-4587-aaab-d7fcde898e52 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/f25553f5-e4e9-48b7-aefc-4d5959ab3328 HTTP/1.1" status: 404 len: 333 time: 0.1173363 Jan 25 15:40:13.630886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:13.662858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Provisioning complete for port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:13.663287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.738485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.772888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a665de-230a-4488-98f6-fd8ad6dfb065 req-e3d4abca-f176-4440-b221-1029500d8a50 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:13.774841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78a665de-230a-4488-98f6-fd8ad6dfb065 req-e3d4abca-f176-4440-b221-1029500d8a50 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 944 time: 0.2329664 Jan 25 15:40:13.776334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e7330a-aa0c-41d4-bf4b-2967a8d6347c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:13.804029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b822d12-8258-4d8f-a645-959573bf10a8') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:13.804363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b822d12-8258-4d8f-a645-959573bf10a8') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:13.821852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.855537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78a665de-230a-4488-98f6-fd8ad6dfb065 req-6e7c32f4-3f13-4155-ac2c-d7657690258b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691767 Jan 25 15:40:13.856502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.862873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:13.863266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.864527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 6565f8d4-17db-459f-a76f-60e857a7d7b2 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:13.868062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:13.879288 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:13.927042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:13.927493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:13.940023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.945279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:13.983163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 48f01704-81c4-4801-b255-db37e0d78f9d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:13.991269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 48f01704-81c4-4801-b255-db37e0d78f9d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:13.992028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.017089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] For port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,segment=NetworkSegment(6f628924-778b-4b99-82c7-0124962bdba9),segment_id=6f628924-778b-4b99-82c7-0124962bdba9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:14.052861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.072482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.081301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.103711 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/d3e7330a-aa0c-41d4-bf4b-2967a8d6347c HTTP/1.1" status: 204 len: 168 time: 1.3940721 Jan 25 15:40:14.104856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35492) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:14.115996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.125942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.185529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dff858-d8d4-4ce3-8530-6d5434a82369 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=d3e7330a-aa0c-41d4-bf4b-2967a8d6347c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:14.242031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:40:14.266731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=48f01704-81c4-4801-b255-db37e0d78f9d,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:14.271003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa7091-65cd-48a3-844c-bb8b24875fa0 None None] Pushing event updated for resources: {'Port': ['ID=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:14.273840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.294573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d7f71ef7-0a4a-4548-b33f-a01d528395f9 None None] Provisioning complete for port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:14.295597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7f71ef7-0a4a-4548-b33f-a01d528395f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.328320 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d', 'code': 200} Jan 25 15:40:14.334006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=6565f8d4-17db-459f-a76f-60e857a7d7b2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:14.334233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.357879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.365612 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3648ee79-30cf-43db-9f35-f6c10afd69b5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/6565f8d4-17db-459f-a76f-60e857a7d7b2 HTTP/1.1" status: 204 len: 168 time: 0.7336004 Jan 25 15:40:14.368237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35498) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:14.413157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:14.428154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Deleting port b8d5fa45-4d66-4ec1-8443-b67ca3571462 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:14.428531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.535255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-693576f8-3c53-4894-9716-2470828bbd43 None None] The port 'b8d5fa45-4d66-4ec1-8443-b67ca3571462' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:14.541142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:14.558631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.562747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.572725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f674a-93b8-421a-979b-8092f5fc6fc1 None None] Network 21a6df4c-0409-4901-92bc-d522d1ca2f2a requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:14.578765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:14.578765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.804706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,segment=NetworkSegment(6f628924-778b-4b99-82c7-0124962bdba9),segment_id=6f628924-778b-4b99-82c7-0124962bdba9)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:14.805131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.824692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:14.825067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:14.900637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b22e77c-b2f6-4d3d-a565-821ca06ec485 req-d281c925-3c4f-4a9d-9391-30238756119d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1098 time: 0.1015520 Jan 25 15:40:14.919405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d798eb6-6925-4925-a797-44030beb72b0 None None] Could not find standard attr ID for object f25553f5-e4e9-48b7-aefc-4d5959ab3328. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:14.936863 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:14.958913 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:14.959577 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.021076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] DHCP port deletion for 21a6df4c-0409-4901-92bc-d522d1ca2f2a request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:15.026777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Deleting port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:15.027390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.077904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b8d5fa45-4d66-4ec1-8443-b67ca3571462 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:15.112400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: b8d5fa45-4d66-4ec1-8443-b67ca3571462 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:15.113025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b8d5fa45-4d66-4ec1-8443-b67ca3571462 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:15.127338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:15.187485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b22e77c-b2f6-4d3d-a565-821ca06ec485 req-6e552126-b172-4c9e-9e6f-5a4c986b6af5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790422 Jan 25 15:40:15.229305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:15.281015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.282908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] For port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,segment=NetworkSegment(6f628924-778b-4b99-82c7-0124962bdba9),segment_id=6f628924-778b-4b99-82c7-0124962bdba9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:15.283922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.335097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=6ff9d5b2-5f4b-4ef1-aefd-05c57385c868,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:15.337011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:15.354527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6f21-960e-4edc-af2b-3b772fa46004 req-9bb58ced-e06e-46f0-891b-2b70d8e39c5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:15.355982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fbae6f21-960e-4edc-af2b-3b772fa46004 req-9bb58ced-e06e-46f0-891b-2b70d8e39c5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.3019805 Jan 25 15:40:15.412666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Calling delete_port for 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:15.443015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fbae6f21-960e-4edc-af2b-3b772fa46004 req-986f49c4-8b53-4bf8-978d-59d742a4a6ce tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Jan 25 15:40:15.492334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.524183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a6df4c-0409-4901-92bc-d522d1ca2f2a']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.538680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:15.540330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:15.542320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f628924-778b-4b99-82c7-0124962bdba9') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.542625 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f628924-778b-4b99-82c7-0124962bdba9') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.554459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.574285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.580972 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:15.581369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:15.595966 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:15.636638 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:10Z', 'revision_number': 9, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.640879 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:15.652840 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:15.653476 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:15.654003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port 073e20af-dfb8-40f7-b1a4-d21dddef0a39 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:15.654346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.743813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.760424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.771179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=21a6df4c-0409-4901-92bc-d522d1ca2f2a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:15.807020 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:15.849024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port 073e20af-dfb8-40f7-b1a4-d21dddef0a39, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=073e20af-dfb8-40f7-b1a4-d21dddef0a39,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:15.849295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:15.870333 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5ece2e1c-8085-4a67-a0f0-0baf2228d80c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/21a6df4c-0409-4901-92bc-d522d1ca2f2a HTTP/1.1" status: 204 len: 168 time: 1.5005476 Jan 25 15:40:15.873691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35504) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:15.882224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'name': 'tempest-PortsTestJSON-642340439'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:15.974586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for 073e20af-dfb8-40f7-b1a4-d21dddef0a39 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:15.995242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:15.999354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:16.002286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:16.008046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:16.041339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Deleting port 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:16.041739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.075663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:16.078762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.108452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port df7ee548-a29d-48ea-9a20-573ff28b3f9f yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:16.135902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:10Z', 'revision_number': 9, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:16.140066 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948d05e-e4f8-47dd-ae0d-d3c035505091 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:10Z', 'revision_number': 9, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': '073e20af-dfb8-40f7-b1a4-d21dddef0a39', 'name': '', 'network_id': '63e80517-f013-472f-870b-61dd6fe54199', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:09:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:40Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': 'c93333ff-6a18-49ad-8c5c-87e7d9d13fdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:16.175258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-62cb4730-9009-4d3f-b9e1-0224eddea8d3 None None] The port '6ff9d5b2-5f4b-4ef1-aefd-05c57385c868' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:16.269408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.316021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=073e20af-dfb8-40f7-b1a4-d21dddef0a39,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:16.375530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.458499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.576439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:16.582544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:16.587199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:16.596537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.596705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:16.596705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.596705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=df7ee548-a29d-48ea-9a20-573ff28b3f9f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:16.684215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:16.699038 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a54aa617-eadb-4f26-8d31-e6f841e8a8bc tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8242815 Jan 25 15:40:16.701535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35510) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:16.723739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:16.724177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6ff9d5b2-5f4b-4ef1-aefd-05c57385c868 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:16.728387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0346c56-ae23-468a-ade5-3ce52196a9dc no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:16.759164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: e0346c56-ae23-468a-ade5-3ce52196a9dc {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:16.759591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device e0346c56-ae23-468a-ade5-3ce52196a9dc not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:16.779513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port df7ee548-a29d-48ea-9a20-573ff28b3f9f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:16.779814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:16.922632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349be46-4eab-4833-bd2d-cc7e302c6b5d req-0304d516-9b6c-4ab0-baa0-28f0cf596533 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:16.923995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8349be46-4eab-4833-bd2d-cc7e302c6b5d req-0304d516-9b6c-4ab0-baa0-28f0cf596533 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.2633407 Jan 25 15:40:16.987407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:17.107984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for df7ee548-a29d-48ea-9a20-573ff28b3f9f owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:17.110956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8349be46-4eab-4833-bd2d-cc7e302c6b5d req-3dce9a7d-f7da-429f-8453-dbbe759bf47a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794825 Jan 25 15:40:17.275691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:17.321496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=df7ee548-a29d-48ea-9a20-573ff28b3f9f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:17.328978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:17.339022 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3a5a54ed-aa5a-4475-a6a1-6956aea39c35 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/df7ee548-a29d-48ea-9a20-573ff28b3f9f HTTP/1.1" status: 204 len: 168 time: 0.6362052 Jan 25 15:40:17.341365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35516) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:17.346778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'mac_address': 'fa:16:3e:4a:0a:d2', 'name': 'tempest-PortsTestJSON-975107457'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:17.349521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf2876-99cd-4e44-bbce-46601aeeb368 req-e21e9f6b-552f-474b-8a23-e1528a454019 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:17.350952 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6acf2876-99cd-4e44-bbce-46601aeeb368 req-e21e9f6b-552f-474b-8a23-e1528a454019 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.1098340 Jan 25 15:40:17.381316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:17.467120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6acf2876-99cd-4e44-bbce-46601aeeb368 req-563033d5-486f-4703-b503-a4e025fedf16 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075411 Jan 25 15:40:17.506590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35520) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:17.559195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:17.564236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:17.567078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:17.573958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:17.577094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:17.588163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:17.594865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35526) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:17.600432 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d345c457-d7db-4efe-9a8d-8001f988e0eb tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4896476 Jan 25 15:40:17.600587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:17.600587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:17.654142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:17.748316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:17.883200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:17.936025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:18.028571 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-92ab4254-3f0b-454e-b41e-2e18f48cc012 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1093 time: 0.5179894 Jan 25 15:40:18.029551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35530) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:18.031108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet c93333ff-6a18-49ad-8c5c-87e7d9d13fdb {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:18.035628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.036282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '48f01704-81c4-4801-b255-db37e0d78f9d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:18.042726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:18.046928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:18.050603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:18.057529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:18.085503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:16Z', 'revision_number': 10, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:18.089678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:18.100316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:18.101102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:18.124819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.167076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.253768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:18.310857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.312739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.327663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.441624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.448696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.249 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:18.485373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.545424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=c93333ff-6a18-49ad-8c5c-87e7d9d13fdb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:18.559097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:18.563327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:18.565224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.571338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:18.573116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:16Z', 'revision_number': 10, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:18.575094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:18.575534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e234af-2070-41cb-9587-c66871962149 None None] Network 63e80517-f013-472f-870b-61dd6fe54199 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:18.575673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.582905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:18.596679 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0f905b6f-1dba-4b24-a895-4b0c639d0640 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/c93333ff-6a18-49ad-8c5c-87e7d9d13fdb HTTP/1.1" status: 204 len: 168 time: 1.0003288 Jan 25 15:40:18.596928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35534) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:18.638713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.647905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310afb69-7d09-4021-9b73-91369ed9bea1 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:16Z', 'revision_number': 10, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None, '_interfaces': [{'id': 'b33af019-2900-435f-a552-20df20ba154c', 'name': '', 'network_id': 'fc940eaf-cb04-495b-ad3e-3bbc85cc97f0', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'mac_address': 'fa:16:3e:2e:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86293f07-33df-41a9-9748-31d28afd9cea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:32Z', 'updated_at': '2022-01-25T15:39:42Z', 'revision_number': 5, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'subnets': [{'id': '86293f07-33df-41a9-9748-31d28afd9cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:18.673712 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f88fcfc4-bc86-4262-b5a0-8745e5986896 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3310857 Jan 25 15:40:18.676219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35538) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:18.739644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.749365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be433d0-f98b-4e57-aec2-a36729118b70 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:18.750229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be433d0-f98b-4e57-aec2-a36729118b70 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:18.756661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port dc1505b6-e8ba-422e-8f72-5a96354ebb74 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:18.757302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:18.838851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5be433d0-f98b-4e57-aec2-a36729118b70 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:18.840177 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5be433d0-f98b-4e57-aec2-a36729118b70 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b HTTP/1.1" status: 200 len: 840 time: 0.1632524 Jan 25 15:40:18.843043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35542) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:18.909478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:18.909818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.006625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88e015-690e-4001-9605-df28585a3689 None None] DHCP port deletion for 63e80517-f013-472f-870b-61dd6fe54199 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:19.018991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Deleting port dc1505b6-e8ba-422e-8f72-5a96354ebb74 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:19.019389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.039997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.139198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port dc1505b6-e8ba-422e-8f72-5a96354ebb74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dc1505b6-e8ba-422e-8f72-5a96354ebb74,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:19.139542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.155829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:19.159822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.161397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:19.164374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:19.261877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fe88e015-690e-4001-9605-df28585a3689 None None] For port dc1505b6-e8ba-422e-8f72-5a96354ebb74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=dc1505b6-e8ba-422e-8f72-5a96354ebb74,segment=NetworkSegment(37b1a142-0f5f-4f2b-9795-d66bf5d428b2),segment_id=37b1a142-0f5f-4f2b-9795-d66bf5d428b2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:19.262473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.305818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:19.317598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for dc1505b6-e8ba-422e-8f72-5a96354ebb74 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:19.385578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:19.420904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Calling delete_port for dc1505b6-e8ba-422e-8f72-5a96354ebb74 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:19.537750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:19.538025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:19.558410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.567823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.606933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:19.615085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.628355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=dc1505b6-e8ba-422e-8f72-5a96354ebb74,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:19.647820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port dc1505b6-e8ba-422e-8f72-5a96354ebb74 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:19.682149 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c15fd46a-e458-4573-aee1-18bd8b9a3c8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b HTTP/1.1" status: 204 len: 168 time: 0.8379898 Jan 25 15:40:19.684500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35546) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:19.725213 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-11464178-e357-44fb-83d1-ff56999d8458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:19.725737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-11464178-e357-44fb-83d1-ff56999d8458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:19.800873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-11464178-e357-44fb-83d1-ff56999d8458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:19.801957 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-11464178-e357-44fb-83d1-ff56999d8458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/3b9bfd30-4d6f-4f1c-a0b6-f4548f725d1b HTTP/1.1" status: 404 len: 333 time: 0.1165416 Jan 25 15:40:19.809782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35550) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:19.815259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'name': 'tempest-PortsTestJSON-93888948'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:19.842785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.880633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e80517-f013-472f-870b-61dd6fe54199']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:19.897683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b1a142-0f5f-4f2b-9795-d66bf5d428b2') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:19.897983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b1a142-0f5f-4f2b-9795-d66bf5d428b2') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:19.911671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.921999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:19.931963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:19.935598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.943873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:19.944258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:19.958163 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:20.012022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:20.015194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.036355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 198db9d2-7b3a-4875-a803-f767e76b80f1 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:20.040761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Deleting port dc1505b6-e8ba-422e-8f72-5a96354ebb74 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:20.041244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe88e015-690e-4001-9605-df28585a3689 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.110974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fe88e015-690e-4001-9605-df28585a3689 None None] The port 'dc1505b6-e8ba-422e-8f72-5a96354ebb74' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:20.113049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.145360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.169736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/63e80517-f013-472f-870b-61dd6fe54199 HTTP/1.1" status: 204 len: 168 time: 1.5691364 Jan 25 15:40:20.170186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35554) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:20.179377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f0e83-4609-4af5-9ada-a4c2ca93add2 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=63e80517-f013-472f-870b-61dd6fe54199,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:20.195664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.321011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.400186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.479114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dc1505b6-e8ba-422e-8f72-5a96354ebb74 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:20.505067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.515798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: dc1505b6-e8ba-422e-8f72-5a96354ebb74 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:20.516220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device dc1505b6-e8ba-422e-8f72-5a96354ebb74 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:20.516737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 073e20af-dfb8-40f7-b1a4-d21dddef0a39 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:20.549002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 073e20af-dfb8-40f7-b1a4-d21dddef0a39 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:20.549452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 073e20af-dfb8-40f7-b1a4-d21dddef0a39 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:20.629330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.643933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:20.644780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=198db9d2-7b3a-4875-a803-f767e76b80f1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:20.647309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:20.656479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:20.660273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:20.660860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.695488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.706380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.802313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:20.817575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:20.821365 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f39af749-8bdc-49be-99ec-cbde565ec6ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0074701 Jan 25 15:40:20.824414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35558) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:20.832508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:20.962678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.012530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a associated. External IP: 172.26.8.249, port: 48f01704-81c4-4801-b255-db37e0d78f9d. Jan 25 15:40:21.400459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:21.449532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.518608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.588530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] In _notify_port_updated(), no bound segment for port 198db9d2-7b3a-4875-a803-f767e76b80f1 on network a381b63b-5dc9-478b-8a91-02a7914f6943 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:40:21.592274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:21.592862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.596901 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/ports/198db9d2-7b3a-4875-a803-f767e76b80f1 HTTP/1.1" status: 200 len: 818 time: 0.7687023 Jan 25 15:40:21.597358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35562) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:21.608592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655c85d-5e6a-488f-b46e-815bcd37d040 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=198db9d2-7b3a-4875-a803-f767e76b80f1,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:21.631301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:21.640984 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:21.653881 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:21.654400 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:21.687544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 198db9d2-7b3a-4875-a803-f767e76b80f1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:21.688052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.737524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port b33af019-2900-435f-a552-20df20ba154c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:21.738117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.775814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.828251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:21.909827 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7dbd5071-9ccd-462a-bcb2-47baee7e8814 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8789661 Jan 25 15:40:21.912686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35566) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:21.915775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:40:21.959350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:21.978133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d', 'status': 'completed', 'code': 200} Jan 25 15:40:22.025767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port b33af019-2900-435f-a552-20df20ba154c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b33af019-2900-435f-a552-20df20ba154c,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:22.026177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:22.075626 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:40:22.161904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for b33af019-2900-435f-a552-20df20ba154c owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:22.199722 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fe227367-12ac-4304-b057-a820e15124a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 991 time: 0.2857323 Jan 25 15:40:22.201671 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '48f01704-81c4-4801-b255-db37e0d78f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:67:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:40:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:22.205636 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:22.216574 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:22.217411 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:22.220316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 198db9d2-7b3a-4875-a803-f767e76b80f1 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:22.323712 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-9c163cf8-b2e8-4a33-99af-45d9a948ffcb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1098 time: 0.1941397 Jan 25 15:40:22.394693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:22.398061 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:22.435057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:22.454089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=198db9d2-7b3a-4875-a803-f767e76b80f1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:22.469556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:22.486572 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1781eb95-e972-453c-bf38-f65eacdbe34f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/198db9d2-7b3a-4875-a803-f767e76b80f1 HTTP/1.1" status: 204 len: 168 time: 0.8858824 Jan 25 15:40:22.488705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35572) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:22.491231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=b33af019-2900-435f-a552-20df20ba154c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:22.515227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-5c853e6a-89b0-4562-8154-b3ac45c2e3d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:22.516697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-5c853e6a-89b0-4562-8154-b3ac45c2e3d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 898 time: 0.1870441 Jan 25 15:40:22.621792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-304b8944-c63f-4337-a621-b6641465cea4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 200 len: 999 time: 0.0985603 Jan 25 15:40:22.691786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-936e6df3-e264-45f9-bcdf-dcf8f103c14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:22.693252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-936e6df3-e264-45f9-bcdf-dcf8f103c14f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0642939 Jan 25 15:40:22.738300 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:22.791541 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '48f01704-81c4-4801-b255-db37e0d78f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:67:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:40:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:22.794746 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-14b7e5f9-a3ea-4a9a-b1d6-f155decdd6a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952177 Jan 25 15:40:22.795986 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6f911-08df-4bd8-97be-72c5638d0146 None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '48f01704-81c4-4801-b255-db37e0d78f9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:67:b2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:40:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:22.931860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-92de6644-fcb8-4f40-b9bf-611f969a4e45 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308637 Jan 25 15:40:22.933577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c36880-a524-444e-a639-49ec47d097a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:22.934273 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b2c36880-a524-444e-a639-49ec47d097a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:23.009625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54580c-c0fc-4444-81df-7993e02b0550 None None] New status for floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:40:23.071429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b504cc9-755e-4e65-b6b0-4aac8cf28757 req-7084ece7-6570-421f-ae02-ad8a799af9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328502 Jan 25 15:40:23.074216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b2c36880-a524-444e-a639-49ec47d097a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:23.077908 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b2c36880-a524-444e-a639-49ec47d097a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5855019 Jan 25 15:40:23.081924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35576) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:23.135611 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a304d67-9334-4251-8012-926782e26f62 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:23.136479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7a304d67-9334-4251-8012-926782e26f62 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:23.152018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7a304d67-9334-4251-8012-926782e26f62 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:23.157124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7a304d67-9334-4251-8012-926782e26f62 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/198db9d2-7b3a-4875-a803-f767e76b80f1 HTTP/1.1" status: 404 len: 333 time: 0.0730820 Jan 25 15:40:23.157683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35580) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:23.163064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1952235718'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:23.169845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:23.174959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:23.177885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:23.183793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:23.203682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35584) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:23.284709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:23.287889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.290668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:23.344573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9a5f304d-f851-4410-b6ea-47c3188fb409 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 991 time: 0.1385016 Jan 25 15:40:23.344573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:40:23.353339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.353705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 24c26c92-15e2-4a28-8e17-913bc772df97 of type vlan for network 49dd3acf-6690-46e0-b346-c18e7836224b Jan 25 15:40:23.387149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.426111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:23.435661 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:23.439579 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce19aea9-fa37-43ab-a9ad-311e585bb3f1 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2669919 Jan 25 15:40:23.440981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35588) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:23.447338 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:23.448045 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:23.484589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.489790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:23.490434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.577667 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:23.601772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=49dd3acf-6690-46e0-b346-c18e7836224b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:23.613534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:23.628559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting subnet 86293f07-33df-41a9-9748-31d28afd9cea {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:23.631529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.665823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35592) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:23.667018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-33949b15-34f5-4926-82c3-7d0d7298d9eb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5080955 Jan 25 15:40:23.670859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:23.682625 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:23.686586 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:23.698057 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:23.698662 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:23.771009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.818892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:23.833328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:23.842577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:23.847288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:23.856253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:23.879798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:23.921664 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:23.925645 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70a59-598c-40ba-af14-af4dd7339364 None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:23.966298 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:24.045334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.098322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Subnet': ['ID=86293f07-33df-41a9-9748-31d28afd9cea,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:24.105250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.109515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de654a48-3435-48da-8d95-08665d200189 None None] Network fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:24.118888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.271883 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5ba9ad20-3483-4ce1-bb09-feff987fb67d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/86293f07-33df-41a9-9748-31d28afd9cea HTTP/1.1" status: 204 len: 168 time: 0.8297019 Jan 25 15:40:24.275137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35596) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:24.351749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35600) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:24.365096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] DHCP port deletion for fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:24.369760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Deleting port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:24.370120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.478867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.482085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b33af019-2900-435f-a552-20df20ba154c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:24.535177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: b33af019-2900-435f-a552-20df20ba154c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:24.535518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b33af019-2900-435f-a552-20df20ba154c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:24.535928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device ec8d9c35-e951-4a85-8a20-fc2c7fa1133f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:24.559014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=157ad335-8d81-4fbf-9aad-a648fde2e43f,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:24.573886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '24c26c92-15e2-4a28-8e17-913bc772df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:24.574242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: 49dd3acf-6690-46e0-b346-c18e7836224b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:24.586283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.601493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5a0a5905-c1df-4b39-a1d9-f5d146e99154 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 993 time: 0.2511885 Jan 25 15:40:24.604276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Deleting port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:24.605186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.649851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 49dd3acf-6690-46e0-b346-c18e7836224b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:24.667022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] For port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:24.667406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.718573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 49dd3acf-6690-46e0-b346-c18e7836224b) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:24.722874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:24.723512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.804647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73138188-7383-4d20-bec3-56a950b4328f None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:24.815273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] For port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,segment=NetworkSegment(b19aa02c-a705-4d6d-a249-2920b1c610af),segment_id=b19aa02c-a705-4d6d-a249-2920b1c610af)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:24.815635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.818721 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-52360222-77ac-469d-8dbc-a3d0857d6c08 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1497152 Jan 25 15:40:24.819236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35604) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:24.823617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Calling delete_port for ec8d9c35-e951-4a85-8a20-fc2c7fa1133f owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:24.826632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:24.937796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Calling delete_port for ec8d9c35-e951-4a85-8a20-fc2c7fa1133f owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:24.970591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:24.974556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:24.978467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:24.981530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:24.984867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:25.086696 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:25.090692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.115897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.165680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-49dd3acf-6690-46e0-b346-c18e7836224b', 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': '157ad335-8d81-4fbf-9aad-a648fde2e43f'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:25.166615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.194018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:25.194286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:25.197632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No DVR routers for this DVR port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:25.234926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Port': ['ID=ec8d9c35-e951-4a85-8a20-fc2c7fa1133f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:25.270239 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.ipam_backend_mixin [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 157ad335-8d81-4fbf-9aad-a648fde2e43f (CIDR: 172.20.0.0/28) Jan 25 15:40:25.330604 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:25.331194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:25.337227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.352399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Allocated IP 172.20.0.2 (49dd3acf-6690-46e0-b346-c18e7836224b/157ad335-8d81-4fbf-9aad-a648fde2e43f/a69d93c8-0919-4c64-84e5-38294d9dc807) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:25.363250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc940eaf-cb04-495b-ad3e-3bbc85cc97f0']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:25.376508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19aa02c-a705-4d6d-a249-2920b1c610af') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:25.376800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19aa02c-a705-4d6d-a249-2920b1c610af') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:25.387941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.404738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.410622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:25.410999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:25.425348 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:25.441137 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f207bdb1-3a3a-49fa-a7e3-d594fb61039f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6188514 Jan 25 15:40:25.441342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35608) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:25.449130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:25.556616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.572224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Transition to ACTIVE for port object a69d93c8-0919-4c64-84e5-38294d9dc807 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:25.572415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.583647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:25.588078 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:25.590929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:25.593156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.596003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Transition to ACTIVE for port object a69d93c8-0919-4c64-84e5-38294d9dc807 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:25.597093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:25.599551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Pushing event deleted for resources: {'Network': ['ID=fc940eaf-cb04-495b-ad3e-3bbc85cc97f0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:25.610206 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d0b58def-9ce6-4543-953c-7ba6568e1a88 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/networks/fc940eaf-cb04-495b-ad3e-3bbc85cc97f0 HTTP/1.1" status: 204 len: 168 time: 1.3340187 Jan 25 15:40:25.612744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35612) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:25.618142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'routes': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:25.656017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.669017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:25.672668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.697707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Deleting port ec8d9c35-e951-4a85-8a20-fc2c7fa1133f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:25.698086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.783853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e5f78b3-7614-4331-aee1-8f117ab33808 None None] The port 'ec8d9c35-e951-4a85-8a20-fc2c7fa1133f' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:25.789589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:25.793661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:25.800914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:25.835781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Pushing event updated for resources: {'Port': ['ID=a69d93c8-0919-4c64-84e5-38294d9dc807,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:25.894269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Attempting to bind port a69d93c8-0919-4c64-84e5-38294d9dc807 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:25.894636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Attempting to bind port a69d93c8-0919-4c64-84e5-38294d9dc807 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '24c26c92-15e2-4a28-8e17-913bc772df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:25.895049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Attempting to bind port a69d93c8-0919-4c64-84e5-38294d9dc807 on network 49dd3acf-6690-46e0-b346-c18e7836224b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:25.902056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:25.902428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Checking segment: {'id': '24c26c92-15e2-4a28-8e17-913bc772df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:25.902829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.903217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Bound using segment: {'id': '24c26c92-15e2-4a28-8e17-913bc772df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:25.903677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Bound port: a69d93c8-0919-4c64-84e5-38294d9dc807, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c26c92-15e2-4a28-8e17-913bc772df97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:25.904044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.905458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Added routes are [] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 25 15:40:25.905763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.extraroute_db [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Removed routes are [] {{(pid=84139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 25 15:40:25.906137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:25.988494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] For port a69d93c8-0919-4c64-84e5-38294d9dc807, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:25.991873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] For port a69d93c8-0919-4c64-84e5-38294d9dc807, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a69d93c8-0919-4c64-84e5-38294d9dc807,segment=NetworkSegment(24c26c92-15e2-4a28-8e17-913bc772df97),segment_id=24c26c92-15e2-4a28-8e17-913bc772df97)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:26.015525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.075267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 49dd3acf-6690-46e0-b346-c18e7836224b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:26.076704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.081933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:26.085324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:26.085949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.106445 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=dd52789e-d98e-400f-876f-5b7de8aa8877,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:26.178650 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-765a78d5-d7af-42b7-8a17-f8b645bfeae5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7361312 Jan 25 15:40:26.182030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35616) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:26.183126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380ce3d-e22c-4451-ae9e-6f11559f3ec3 None None] Pushing event updated for resources: {'Port': ['ID=a69d93c8-0919-4c64-84e5-38294d9dc807,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:26.188959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'fixed_ips': [{'subnet_id': '157ad335-8d81-4fbf-9aad-a648fde2e43f'}, {'subnet_id': 'dd52789e-d98e-400f-876f-5b7de8aa8877'}], 'name': 'tempest-PortsTestJSON-573154683'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:26.261073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.265041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.331137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:26.335815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:26.338944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:26.345694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:26.412786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:26.418255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.424780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:26.457991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 3372f2a1-71e8-4044-b69a-f6b5c73910ac yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:26.573724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a69d93c8-0919-4c64-84e5-38294d9dc807 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:26.595449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:26.601147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.603715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d303ad4-6f53-446f-a589-c2e06dbdc12e tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 705 time: 0.9900069 Jan 25 15:40:26.605781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35620) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:26.618844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Sync routers for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:26.646735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7fbdf1b0-602c-44bc-b7f5-47c0945c02b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Synchronizing usage tracker for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:26.649660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:26.650271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:26.715080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7fbdf1b0-602c-44bc-b7f5-47c0945c02b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Unset dirty status for tenant:3118f4ff0fa8499d871811b0ee0d9527 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:26.719406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7fbdf1b0-602c-44bc-b7f5-47c0945c02b6 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 205 time: 0.1099219 Jan 25 15:40:26.719752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35624) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:26.779240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:26.836954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.6 (49dd3acf-6690-46e0-b346-c18e7836224b/157ad335-8d81-4fbf-9aad-a648fde2e43f/3372f2a1-71e8-4044-b69a-f6b5c73910ac) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:26.843374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.28 (49dd3acf-6690-46e0-b346-c18e7836224b/dd52789e-d98e-400f-876f-5b7de8aa8877/3372f2a1-71e8-4044-b69a-f6b5c73910ac) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:26.864593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:26.887452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a69d93c8-0919-4c64-84e5-38294d9dc807 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:26.892330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:26.897889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Checking router: 01a744cc-cebe-42f3-bb2d-ec35dcf53352 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:26.910229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Routers {'01a744cc-cebe-42f3-bb2d-ec35dcf53352'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:26.910948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:27.070340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.088792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 3372f2a1-71e8-4044-b69a-f6b5c73910ac will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:27.117099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] Set router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:27.189568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.232411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:27.237453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56205113-1b12-4c78-bc97-342f2af0116b None None] The sync data for ids ['01a744cc-cebe-42f3-bb2d-ec35dcf53352'] in dv-neutron-826291-2-hyperv is: [{'id': '01a744cc-cebe-42f3-bb2d-ec35dcf53352', 'name': 'tempest-RoutersIpV6Test-router-1176249132', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:28Z', 'updated_at': '2022-01-25T15:40:22Z', 'revision_number': 11, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:27.324285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.329021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.335621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aad22ce-3c0b-45f1-af3f-ec9c0ccc0a29 None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:27.391749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 49dd3acf-6690-46e0-b346-c18e7836224b is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:27.394747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:27.398596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:27.415211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.420001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router 01a744cc-cebe-42f3-bb2d-ec35dcf53352 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:40:27.428500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=3372f2a1-71e8-4044-b69a-f6b5c73910ac,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:27.431256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.432844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-81b328f5-89a0-41c2-9c97-036833af590d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 204 len: 168 time: 0.7119124 Jan 25 15:40:27.438633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35628) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:27.444204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131971453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:27.450823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:27.455090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Usage tracker for resource:router and tenant:3118f4ff0fa8499d871811b0ee0d9527 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:27.458138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:27.464550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:27.471807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:27.472139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.499626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Provisioning for port a69d93c8-0919-4c64-84e5-38294d9dc807 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:27.508581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Provisioning complete for port a69d93c8-0919-4c64-84e5-38294d9dc807 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:27.508949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.549273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.550274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.567641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.576170 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-987b4f2d-fda1-404a-a9a4-d74b7f4b9d12 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.3929124 Jan 25 15:40:27.578806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35632) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:27.584466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '157ad335-8d81-4fbf-9aad-a648fde2e43f'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:27.640877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.689166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.709025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.726388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.730032 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ff7e919a-54dd-4977-ab6b-a0ceaa18d536 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2880747 Jan 25 15:40:27.731325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35636) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:27.735708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:27.762061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] For port a69d93c8-0919-4c64-84e5-38294d9dc807, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a69d93c8-0919-4c64-84e5-38294d9dc807,segment=NetworkSegment(24c26c92-15e2-4a28-8e17-913bc772df97),segment_id=24c26c92-15e2-4a28-8e17-913bc772df97)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:27.791843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Update dhcp port {'port': {'network_id': '49dd3acf-6690-46e0-b346-c18e7836224b', 'fixed_ips': [{'subnet_id': '157ad335-8d81-4fbf-9aad-a648fde2e43f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd52789e-d98e-400f-876f-5b7de8aa8877'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': 'a69d93c8-0919-4c64-84e5-38294d9dc807'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:40:27.853336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:27.898669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.040165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb998-a1d6-41df-b389-81e47af12ae6 None None] Pushing event updated for resources: {'Port': ['ID=a69d93c8-0919-4c64-84e5-38294d9dc807,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:28.041191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Delete allocated IP 172.20.0.28 (49dd3acf-6690-46e0-b346-c18e7836224b/dd52789e-d98e-400f-876f-5b7de8aa8877) {{(pid=84138) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:40:28.204477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.218521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Ignored duplicate provisioning block setup for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 15:40:28.222163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.280465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.303980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.344303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Allocated IP 172.20.0.18 (49dd3acf-6690-46e0-b346-c18e7836224b/dd52789e-d98e-400f-876f-5b7de8aa8877/a69d93c8-0919-4c64-84e5-38294d9dc807) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:28.418337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=3372f2a1-71e8-4044-b69a-f6b5c73910ac,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:28.446050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] In _notify_port_updated(), no bound segment for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac on network 49dd3acf-6690-46e0-b346-c18e7836224b {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:40:28.449930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:28.450548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.454611 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a20bd261-e2fe-4de2-a905-a00d02a3376c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/ports/3372f2a1-71e8-4044-b69a-f6b5c73910ac HTTP/1.1" status: 200 len: 918 time: 0.8748615 Jan 25 15:40:28.455220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35640) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:28.461868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '157ad335-8d81-4fbf-9aad-a648fde2e43f'}, {'subnet_id': 'dd52789e-d98e-400f-876f-5b7de8aa8877'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:28.498939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] For port a69d93c8-0919-4c64-84e5-38294d9dc807, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a69d93c8-0919-4c64-84e5-38294d9dc807,segment=NetworkSegment(24c26c92-15e2-4a28-8e17-913bc772df97),segment_id=24c26c92-15e2-4a28-8e17-913bc772df97)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:28.509109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a69d93c8-0919-4c64-84e5-38294d9dc807 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:28.549152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Router 8ac1dc9e-34ce-40f8-9618-4e242566bc23 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:40:28.569659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.587548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.591857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Transition to ACTIVE for port object a69d93c8-0919-4c64-84e5-38294d9dc807 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:28.603596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a69d93c8-0919-4c64-84e5-38294d9dc807 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:28.604833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.659589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.694202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:28.699946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:28.703537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-57711985-05db-4a93-8cd0-b654e6438730 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "PUT /v2.0/routers/8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 200 len: 697 time: 0.9698582 Jan 25 15:40:28.703842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35644) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:28.709608 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Sync routers for ids ['8ac1dc9e-34ce-40f8-9618-4e242566bc23'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:28.710626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] Port a69d93c8-0919-4c64-84e5-38294d9dc807 had new provisioning blocks added so it will not transition to active. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 25 15:40:28.734873 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Routers {'8ac1dc9e-34ce-40f8-9618-4e242566bc23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:28.735842 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8ac1dc9e-34ce-40f8-9618-4e242566bc23'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:28.803506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac078f-5316-42fc-a1c9-f87ad08bec2b None None] Pushing event updated for resources: {'Port': ['ID=a69d93c8-0919-4c64-84e5-38294d9dc807,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:28.851368 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d0023a09-19a8-4a98-b19d-13ec2d077270 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/routers/8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 200 len: 703 time: 0.1464751 Jan 25 15:40:28.857836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35648) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:28.894601 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Set router 8ac1dc9e-34ce-40f8-9618-4e242566bc23 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:28.902817 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ddeeb471-a17d-4162-9d93-d3296f89b5fd tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 200 len: 205 time: 0.0437973 Jan 25 15:40:28.905808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35652) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:28.993199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.23 (49dd3acf-6690-46e0-b346-c18e7836224b/dd52789e-d98e-400f-876f-5b7de8aa8877/3372f2a1-71e8-4044-b69a-f6b5c73910ac) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:29.011485 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac1dc9e-34ce-40f8-9618-4e242566bc23', 'name': 'tempest-RoutersIpV6Test-router-131971453', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:40:27Z', 'updated_at': '2022-01-25T15:40:28Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:29.015897 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Checking router: 8ac1dc9e-34ce-40f8-9618-4e242566bc23 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:29.028955 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Routers {'8ac1dc9e-34ce-40f8-9618-4e242566bc23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:29.029909 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8ac1dc9e-34ce-40f8-9618-4e242566bc23'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:29.060689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.198332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.216866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Ignored duplicate provisioning block setup for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 25 15:40:29.227846 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] Set router 8ac1dc9e-34ce-40f8-9618-4e242566bc23 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:29.275108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.349043 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac1dc9e-34ce-40f8-9618-4e242566bc23', 'name': 'tempest-RoutersIpV6Test-router-131971453', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:40:27Z', 'updated_at': '2022-01-25T15:40:28Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:29.354126 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa83f1c-aa19-41f0-bcdc-f2f0c6b6dd30 None None] The sync data for ids ['8ac1dc9e-34ce-40f8-9618-4e242566bc23'] in dv-neutron-826291-2-hyperv is: [{'id': '8ac1dc9e-34ce-40f8-9618-4e242566bc23', 'name': 'tempest-RoutersIpV6Test-router-131971453', 'tenant_id': '3118f4ff0fa8499d871811b0ee0d9527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:40:27Z', 'updated_at': '2022-01-25T15:40:28Z', 'revision_number': 2, 'project_id': '3118f4ff0fa8499d871811b0ee0d9527', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:29.389401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-67ac4254-4c6c-4e0f-8342-f3d9ad892d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.471276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28535959-d34f-43fd-b6b9-1aea3373a10d None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:29.532502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=3372f2a1-71e8-4044-b69a-f6b5c73910ac,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:29.577923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] In _notify_port_updated(), no bound segment for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac on network 49dd3acf-6690-46e0-b346-c18e7836224b {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:40:29.583009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:29.583985 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.585477 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-16961dec-0240-43be-83d0-4bcc5f828b88 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/ports/3372f2a1-71e8-4044-b69a-f6b5c73910ac HTTP/1.1" status: 200 len: 998 time: 1.1291890 Jan 25 15:40:29.588235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35656) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:29.649259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.653799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.721330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Provisioning for port a69d93c8-0919-4c64-84e5-38294d9dc807 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:29.729472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Provisioning complete for port a69d93c8-0919-4c64-84e5-38294d9dc807 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:29.729837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.742055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.743226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Fanout notify agent at l3_agent the message router_deleted on router 8ac1dc9e-34ce-40f8-9618-4e242566bc23 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:40:29.760915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.765749 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2742085-dd04-42da-9720-699f97c91ac4 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 204 len: 168 time: 0.8553233 Jan 25 15:40:29.765925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 3372f2a1-71e8-4044-b69a-f6b5c73910ac {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:29.765925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.766119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35660) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:29.815515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6be77819-ce6c-448a-a752-2786bcdb8f85 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 200 len: 205 time: 0.0484507 Jan 25 15:40:29.817893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35664) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:29.889504 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-4e4f6238-a004-4858-9a3f-b62955ea695d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:29.890534 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4e4f6238-a004-4858-9a3f-b62955ea695d tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/8ac1dc9e-34ce-40f8-9618-4e242566bc23 HTTP/1.1" status: 404 len: 336 time: 0.0717368 Jan 25 15:40:29.893209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35668) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:29.931599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4aac6b-a9b8-4047-a940-e1765bba6e9a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:29.931946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4aac6b-a9b8-4047-a940-e1765bba6e9a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:29.933581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a4aac6b-a9b8-4047-a940-e1765bba6e9a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/701bbb36-7327-432c-a3dd-21d6a2e69a37 HTTP/1.1" status: 404 len: 337 time: 0.0392375 Jan 25 15:40:29.936108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35672) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:29.963705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Provisioning for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:29.969406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Provisioning complete for port 3372f2a1-71e8-4044-b69a-f6b5c73910ac triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:29.969894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:29.972818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2fe17b-19e7-4edc-bd73-b00c3e58ed21 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:29.973259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2fe17b-19e7-4edc-bd73-b00c3e58ed21 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:29.974894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ed2fe17b-19e7-4edc-bd73-b00c3e58ed21 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/9496b455-8aa1-4cdc-ae36-abfc25599e0a HTTP/1.1" status: 404 len: 337 time: 0.0379112 Jan 25 15:40:29.978754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35676) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.020174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd4ba51-24c6-4fdf-b4d3-be7f385334a5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:30.020617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd4ba51-24c6-4fdf-b4d3-be7f385334a5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:30.022280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bfd4ba51-24c6-4fdf-b4d3-be7f385334a5 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/c93333ff-6a18-49ad-8c5c-87e7d9d13fdb HTTP/1.1" status: 404 len: 337 time: 0.0426378 Jan 25 15:40:30.025982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35680) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.027567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c5432725-10eb-484b-9dea-35e56cb8bd7d None None] Port 3372f2a1-71e8-4044-b69a-f6b5c73910ac cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:30.066887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a5d6c6-a310-4835-8ba0-e90df5bbdd55 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:30.067324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a5d6c6-a310-4835-8ba0-e90df5bbdd55 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:30.068920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e9a5d6c6-a310-4835-8ba0-e90df5bbdd55 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/86293f07-33df-41a9-9748-31d28afd9cea HTTP/1.1" status: 404 len: 337 time: 0.0418746 Jan 25 15:40:30.071533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35684) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.094051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:30.113897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-044fcce7-0eea-4a25-b60f-0aa148e1e2ec tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 200 len: 205 time: 0.0412080 Jan 25 15:40:30.116075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35688) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.182978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-6bcabf3f-189d-42f1-a3e1-e89ec1ef931c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.186285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6bcabf3f-189d-42f1-a3e1-e89ec1ef931c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/01a744cc-cebe-42f3-bb2d-ec35dcf53352 HTTP/1.1" status: 404 len: 336 time: 0.0667393 Jan 25 15:40:30.186742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35692) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.217597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 3372f2a1-71e8-4044-b69a-f6b5c73910ac owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:30.232656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5bb933e9-6095-4a9d-a324-b469b14c23ba tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=115d7d0b-df5e-4abf-ad96-9e6c5825d393 HTTP/1.1" status: 200 len: 205 time: 0.0447896 Jan 25 15:40:30.233246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35696) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.301693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-cf3f8cdd-6fec-4491-bd13-c171bfef1257 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.305100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cf3f8cdd-6fec-4491-bd13-c171bfef1257 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/115d7d0b-df5e-4abf-ad96-9e6c5825d393 HTTP/1.1" status: 404 len: 336 time: 0.0685508 Jan 25 15:40:30.305266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35700) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.342675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-829d7b43-77cd-4145-b312-0ee91d805b59 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:30.343105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829d7b43-77cd-4145-b312-0ee91d805b59 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:30.344680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-829d7b43-77cd-4145-b312-0ee91d805b59 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/dd3ea43b-e472-412c-8414-55471fa439e5 HTTP/1.1" status: 404 len: 337 time: 0.0385180 Jan 25 15:40:30.347229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35704) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.391678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-228b78a5-8fd9-4b86-9406-15911d192957 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 200 len: 205 time: 0.0433071 Jan 25 15:40:30.394030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35708) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.457301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-29ebb57a-0b02-453e-98dc-94336ba6b685 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.461947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-29ebb57a-0b02-453e-98dc-94336ba6b685 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/df975bc9-5a27-4888-84bc-5b27231e92fd HTTP/1.1" status: 404 len: 336 time: 0.0633368 Jan 25 15:40:30.461947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.477335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a69d93c8-0919-4c64-84e5-38294d9dc807 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:30.486210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:30.507681 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cd7db534-8c0e-4760-bbe9-a8d495d298ac tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=432ee99c-214f-4b0e-a7ba-a0e7c6804048 HTTP/1.1" status: 200 len: 205 time: 0.0449717 Jan 25 15:40:30.510584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35716) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.537197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=3372f2a1-71e8-4044-b69a-f6b5c73910ac,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:30.553284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a69d93c8-0919-4c64-84e5-38294d9dc807 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:30.553938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:30.574311 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-79a3d291-aa78-4a30-ba23-3d1a9dd22e4c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.577685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-79a3d291-aa78-4a30-ba23-3d1a9dd22e4c tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/432ee99c-214f-4b0e-a7ba-a0e7c6804048 HTTP/1.1" status: 404 len: 336 time: 0.0638444 Jan 25 15:40:30.577879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35720) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.618803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6b84a7-667e-40f0-9b59-a1612c74e9e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:30.619240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6b84a7-667e-40f0-9b59-a1612c74e9e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:30.620835 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c6b84a7-667e-40f0-9b59-a1612c74e9e8 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/1e81f996-509d-4a0d-91c1-c758f1ffaa43 HTTP/1.1" status: 404 len: 337 time: 0.0420911 Jan 25 15:40:30.623491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35724) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.668127 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b8838381-1d98-41bd-9ea4-9418a00cd0b7 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bcc7327-2c98-4827-9184-ad497741be3c HTTP/1.1" status: 200 len: 205 time: 0.0411963 Jan 25 15:40:30.670628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35728) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.678508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:30.688798 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-994dea59-80eb-4793-acdc-ed4d35d946ab tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/3372f2a1-71e8-4044-b69a-f6b5c73910ac HTTP/1.1" status: 204 len: 168 time: 1.0993352 Jan 25 15:40:30.691201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35732) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.732858 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cca9f0c-94c4-4c13-bb80-b197ecafa0c8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:30.733291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2cca9f0c-94c4-4c13-bb80-b197ecafa0c8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:30.737455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-9b3a387c-b49a-4f54-89d3-2360719d4e78 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.738448 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b3a387c-b49a-4f54-89d3-2360719d4e78 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/0bcc7327-2c98-4827-9184-ad497741be3c HTTP/1.1" status: 404 len: 336 time: 0.0669577 Jan 25 15:40:30.741099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35736) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.777739 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b497d7-f514-4602-9d73-a4fc88e69272 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:30.778389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b497d7-f514-4602-9d73-a4fc88e69272 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:30.779679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-87b497d7-f514-4602-9d73-a4fc88e69272 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/ab8fde97-3c44-42dd-8214-d513a5fb4a02 HTTP/1.1" status: 404 len: 337 time: 0.0373487 Jan 25 15:40:30.782361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35740) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.811815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2cca9f0c-94c4-4c13-bb80-b197ecafa0c8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:30.817577 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2cca9f0c-94c4-4c13-bb80-b197ecafa0c8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/3372f2a1-71e8-4044-b69a-f6b5c73910ac HTTP/1.1" status: 404 len: 333 time: 0.1212313 Jan 25 15:40:30.817577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35744) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.824226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-72ebc443-197c-4f59-b65c-e725ab104f37 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "GET /v2.0/ports?device_id=b118b869-b048-498c-ac5b-8bfb9f1b5b84 HTTP/1.1" status: 200 len: 205 time: 0.0407779 Jan 25 15:40:30.826522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35748) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:30.989026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-3c0c6729-c410-4397-82b6-ce58a5acdfcf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] delete failed (client error): The resource could not be found. Jan 25 15:40:30.993543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3c0c6729-c410-4397-82b6-ce58a5acdfcf tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/routers/b118b869-b048-498c-ac5b-8bfb9f1b5b84 HTTP/1.1" status: 404 len: 336 time: 0.1626446 Jan 25 15:40:30.993543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35752) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:31.016175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet dd52789e-d98e-400f-876f-5b7de8aa8877 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:31.019332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.033649 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-719c1c91-6162-42b6-b6ea-a3c724bc436a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:31.034077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719c1c91-6162-42b6-b6ea-a3c724bc436a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:31.035693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-719c1c91-6162-42b6-b6ea-a3c724bc436a tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/9e809066-fc7e-431a-8ebe-07e6b60f9ac0 HTTP/1.1" status: 404 len: 337 time: 0.0418200 Jan 25 15:40:31.038493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35756) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:31.059134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ebb73bd-4904-485b-9187-c7688cd62826 None None] Provisioning complete for port a69d93c8-0919-4c64-84e5-38294d9dc807 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:31.059499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ebb73bd-4904-485b-9187-c7688cd62826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.082605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2855ca-23a4-4832-8d8e-944339bf8d93 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] DELETE failed (client error): The resource could not be found. Jan 25 15:40:31.083253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2855ca-23a4-4832-8d8e-944339bf8d93 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:40:31.088945 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cc2855ca-23a4-4832-8d8e-944339bf8d93 tempest-RoutersIpV6Test-371307305 tempest-RoutersIpV6Test-371307305-project] 10.222.0.26 "DELETE /v2.0/subnets/d9f1751b-d08f-4222-ad4d-ef6a65074ab0 HTTP/1.1" status: 404 len: 337 time: 0.0492508 Jan 25 15:40:31.098465 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.195189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.230119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ebb73bd-4904-485b-9187-c7688cd62826 None None] Could not find standard attr ID for object 3372f2a1-71e8-4044-b69a-f6b5c73910ac. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:31.341650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4a2e5f17-7280-46cf-bbc1-fe4d84936050 None None] Could not find standard attr ID for object 3372f2a1-71e8-4044-b69a-f6b5c73910ac. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:31.381122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.420038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=dd52789e-d98e-400f-876f-5b7de8aa8877,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:31.426227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.432568 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce3910f5-e2d1-4b94-bd64-216b7f38c07a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/dd52789e-d98e-400f-876f-5b7de8aa8877 HTTP/1.1" status: 204 len: 168 time: 0.6153860 Jan 25 15:40:31.435155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35762) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:31.463211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-117f413a-5185-46da-a763-c5a9106583d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.499155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 157ad335-8d81-4fbf-9aad-a648fde2e43f {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:31.502367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.559239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.638284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.643820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35768) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:31.781557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.819855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a2cf714c-4ce5-4049-9fe2-3a71c6cf4355 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3118f4ff0fa8499d871811b0ee0d9527&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1747322 Jan 25 15:40:31.822317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35774) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:31.885215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.906361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=157ad335-8d81-4fbf-9aad-a648fde2e43f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:31.910954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.912399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:31.921197 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d6643ae0-3f51-4fc7-82d7-d2c890ce9835 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/157ad335-8d81-4fbf-9aad-a648fde2e43f HTTP/1.1" status: 204 len: 168 time: 0.4827700 Jan 25 15:40:31.921436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35778) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:32.031244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.041880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port a69d93c8-0919-4c64-84e5-38294d9dc807 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:32.042194 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.049431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.066672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f139e-011f-4da7-a0a9-2d9deedc48b1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:32.069812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.070903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bd0640d7-c101-4b76-b9fd-fa36c0bdfe1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/563f139e-011f-4da7-a0a9-2d9deedc48b1 HTTP/1.1" status: 204 len: 168 time: 0.2476163 Jan 25 15:40:32.254334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port a69d93c8-0919-4c64-84e5-38294d9dc807, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a69d93c8-0919-4c64-84e5-38294d9dc807,segment=NetworkSegment(24c26c92-15e2-4a28-8e17-913bc772df97),segment_id=24c26c92-15e2-4a28-8e17-913bc772df97)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:32.254691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.318977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e07b8-14e0-4abb-ba0d-fac08fdb33e6 None None] Network 49dd3acf-6690-46e0-b346-c18e7836224b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:32.384230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for a69d93c8-0919-4c64-84e5-38294d9dc807 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:32.404946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d8fcc29-5fa4-4962-baff-34660ae9e072 None None] Could not find standard attr ID for object 3372f2a1-71e8-4044-b69a-f6b5c73910ac. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:40:32.557962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.577014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a38331-9555-4ed7-bb13-26168ab13233 None None] DHCP port deletion for 49dd3acf-6690-46e0-b346-c18e7836224b request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:32.608962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=a69d93c8-0919-4c64-84e5-38294d9dc807,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:32.619135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port a69d93c8-0919-4c64-84e5-38294d9dc807 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:32.735350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.762315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd3acf-6690-46e0-b346-c18e7836224b']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:32.777980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c26c92-15e2-4a28-8e17-913bc772df97') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:32.778360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c26c92-15e2-4a28-8e17-913bc772df97') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:32.793160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.805844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.811765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:32.812138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:32.826600 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:32.869281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.981197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.981392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:32.987195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.013120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=49dd3acf-6690-46e0-b346-c18e7836224b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:33.113230 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b1ad7916-a113-4191-ad81-24b8ed46d8ee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/49dd3acf-6690-46e0-b346-c18e7836224b HTTP/1.1" status: 204 len: 168 time: 1.1906624 Jan 25 15:40:33.117092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35798) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.193001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30253075-528b-4b40-9d9b-83defebbf93a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:33.193558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-30253075-528b-4b40-9d9b-83defebbf93a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:33.269064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-30253075-528b-4b40-9d9b-83defebbf93a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:33.270268 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-30253075-528b-4b40-9d9b-83defebbf93a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1517124 Jan 25 15:40:33.273949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35804) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.317657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.348175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fcd88680-f815-41ae-9647-e0c38a7b4eb8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0728495 Jan 25 15:40:33.351272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35814) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.357105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-948471775'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:33.362093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:33.365842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:33.369526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:33.376915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:33.447507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-86a39d8b-ad93-45f6-8481-c5b7f62df7ea tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:33.448104 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-86a39d8b-ad93-45f6-8481-c5b7f62df7ea tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:40:33.449035 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-86a39d8b-ad93-45f6-8481-c5b7f62df7ea tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1302612 Jan 25 15:40:33.452783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35818) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.458162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--301254265'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:33.464322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:33.466387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:33.469098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.481430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:33.486325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:33.494751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:33.510697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:40:33.518805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.519134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 2f50996b-3805-4ae0-a80b-be660738bee1 of type vlan for network 0e897728-a6ed-4fce-897c-5a920c8e33f7 Jan 25 15:40:33.544137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.594560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.607252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.638325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:33.641769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.645410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:33.645982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.650038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:33.668176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:33.729010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:33.767512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=0e897728-a6ed-4fce-897c-5a920c8e33f7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:33.781367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.781726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.782174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.782410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.782738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.783055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.783372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.783689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.784001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.784312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.784624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:33.796811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:33.819395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ab3582b2-d700-4a81-befb-390db02a8380 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4665942 Jan 25 15:40:33.822216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35822) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:33.828094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:33.838732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.906413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:33.936225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:33.940053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:33.942866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:33.948150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:33.948592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:33.950228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72b4674-9f81-44a6-b669-603b8d9a014f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:33.956084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:33.959209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:33.965322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:34.018876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.032039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:34.089520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.130628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcb2b6-d00f-40a5-b157-6d99d5e7e666,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:34.133663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.204032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.207879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2d943b3-44f3-4a95-9bf0-a6cdab40769e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7514918 Jan 25 15:40:34.208108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35826) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:34.214231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '93bcb2b6-d00f-40a5-b157-6d99d5e7e666', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:34.220009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:34.223826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:34.226935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:34.232378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:34.325076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.389401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.394786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.451892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.477076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a69d93c8-0919-4c64-84e5-38294d9dc807 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:34.480799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03688aa-d16c-495d-aa0b-a22ff1da9502,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:34.523626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a69d93c8-0919-4c64-84e5-38294d9dc807 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:34.524064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a69d93c8-0919-4c64-84e5-38294d9dc807 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:34.565502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=eb62484e-fdfd-4570-9ad0-9f9401809016,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:34.569456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.571382 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4e9c018a-47e0-4d90-b744-7288ee7845d0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3623662 Jan 25 15:40:34.574260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:34.579631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '93bcb2b6-d00f-40a5-b157-6d99d5e7e666', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:34.581780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.582122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.582455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.582786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.583114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.583439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.583759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.584077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.584391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.584706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.585026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:34.585540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:34.589579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:34.590642 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '2f50996b-3805-4ae0-a80b-be660738bee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:34.590996 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: 0e897728-a6ed-4fce-897c-5a920c8e33f7, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:34.592448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:34.598081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.598305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:34.689874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.695292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:34.786785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0e897728-a6ed-4fce-897c-5a920c8e33f7) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:34.791477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:34.797310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.797514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963aa1a-9fb0-4291-803c-eaa4d77d75cc None None] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:34.815358 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): There was a conflict when trying to complete your request. Jan 25 15:40:34.816408 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e9adfb46-484e-4c40-b6a4-9a1a899b85ab tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2411461 Jan 25 15:40:34.819398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:34.872845 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-64ece7db-77b3-43c2-8c69-56031e944236 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0492930 Jan 25 15:40:34.875406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35838) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:34.883527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7', 'name': 'tempest-PortsTestJSON-145156968'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:34.949222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:34.997135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.004000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd491b07-639c-4723-8815-097aea113fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-0e897728-a6ed-4fce-897c-5a920c8e33f7', 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': 'eb62484e-fdfd-4570-9ad0-9f9401809016'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:35.005007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.069085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:35.083026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:35.156924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-bd491b07-639c-4723-8815-097aea113fae None None] Allocated IP 172.20.0.2 (0e897728-a6ed-4fce-897c-5a920c8e33f7/eb62484e-fdfd-4570-9ad0-9f9401809016/c1285569-806f-42af-a41b-d7fc10366c16) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:35.163759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.180428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcb2b6-d00f-40a5-b157-6d99d5e7e666,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:35.187538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.188658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cec3d27f-bd61-4fc4-a081-2af7593f3796 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/93bcb2b6-d00f-40a5-b157-6d99d5e7e666 HTTP/1.1" status: 204 len: 168 time: 0.3683465 Jan 25 15:40:35.191247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35842) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:35.205345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:35.208165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.243040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:35.307888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3d468538-7adc-4b96-9a8b-70110d0ccb55 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:35.363701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.373558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd491b07-639c-4723-8815-097aea113fae None None] Transition to ACTIVE for port object c1285569-806f-42af-a41b-d7fc10366c16 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:35.390612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bd491b07-639c-4723-8815-097aea113fae None None] Transition to ACTIVE for port object c1285569-806f-42af-a41b-d7fc10366c16 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:35.397763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3d468538-7adc-4b96-9a8b-70110d0ccb55 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:35.399539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3d468538-7adc-4b96-9a8b-70110d0ccb55 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2074051 Jan 25 15:40:35.403398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35846) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:35.408796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--618375618'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:35.415394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:35.424712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:35.474954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.538389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.542938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd491b07-639c-4723-8815-097aea113fae None None] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:35.545733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-bd491b07-639c-4723-8815-097aea113fae None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:35.549988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd491b07-639c-4723-8815-097aea113fae None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:35.555492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.5 (0e897728-a6ed-4fce-897c-5a920c8e33f7/eb62484e-fdfd-4570-9ad0-9f9401809016/1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:35.555657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491b07-639c-4723-8815-097aea113fae None None] Pushing event updated for resources: {'Port': ['ID=c1285569-806f-42af-a41b-d7fc10366c16,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:35.600831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:35.613675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:35.618445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:35.631152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:35.641356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bd491b07-639c-4723-8815-097aea113fae None None] Attempting to bind port c1285569-806f-42af-a41b-d7fc10366c16 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:35.641690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bd491b07-639c-4723-8815-097aea113fae None None] Attempting to bind port c1285569-806f-42af-a41b-d7fc10366c16 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2f50996b-3805-4ae0-a80b-be660738bee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:35.641877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491b07-639c-4723-8815-097aea113fae None None] Attempting to bind port c1285569-806f-42af-a41b-d7fc10366c16 on network 0e897728-a6ed-4fce-897c-5a920c8e33f7 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:35.648278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491b07-639c-4723-8815-097aea113fae None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:35.649198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491b07-639c-4723-8815-097aea113fae None None] Checking segment: {'id': '2f50996b-3805-4ae0-a80b-be660738bee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:35.649623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.650011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd491b07-639c-4723-8815-097aea113fae None None] Bound using segment: {'id': '2f50996b-3805-4ae0-a80b-be660738bee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:35.650459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-bd491b07-639c-4723-8815-097aea113fae None None] Bound port: c1285569-806f-42af-a41b-d7fc10366c16, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f50996b-3805-4ae0-a80b-be660738bee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:35.650822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.765654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-bd491b07-639c-4723-8815-097aea113fae None None] For port c1285569-806f-42af-a41b-d7fc10366c16, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:35.768645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-bd491b07-639c-4723-8815-097aea113fae None None] For port c1285569-806f-42af-a41b-d7fc10366c16, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c1285569-806f-42af-a41b-d7fc10366c16,segment=NetworkSegment(2f50996b-3805-4ae0-a80b-be660738bee1),segment_id=2f50996b-3805-4ae0-a80b-be660738bee1)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:35.799697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.817710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.833332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:35.849843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd491b07-639c-4723-8815-097aea113fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.877883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:35.925248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed4da80-1405-499e-88d8-5f6e6cf375d4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:35.927302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd491b07-639c-4723-8815-097aea113fae None None] Pushing event updated for resources: {'Port': ['ID=c1285569-806f-42af-a41b-d7fc10366c16,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:35.935397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.005536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:36.009181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:36.013708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:36.038447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:36.043870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.050230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f5ae4775-8bd6-4a9d-8cc6-0e8157d325f1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6407564 Jan 25 15:40:36.050794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35850) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:36.055798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-19e9511b-558f-4abc-b0e4-fa234bbb9f15 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'bed4da80-1405-499e-88d8-5f6e6cf375d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:36.056468 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-19e9511b-558f-4abc-b0e4-fa234bbb9f15 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:36.057675 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-19e9511b-558f-4abc-b0e4-fa234bbb9f15 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085344 Jan 25 15:40:36.060278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35854) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:36.088894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:36.089515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.126083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.165004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.184147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c6610de6-861c-4743-926a-045ad9f177c4 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3077135 Jan 25 15:40:36.186673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35858) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:36.192805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': '0e897728-a6ed-4fce-897c-5a920c8e33f7', 'name': 'tempest-PortsTestJSON-2112212491'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:36.277898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.299059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed4da80-1405-499e-88d8-5f6e6cf375d4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:36.311436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.314818 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9035075a-98e5-4903-9767-163f1be2ab4b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/bed4da80-1405-499e-88d8-5f6e6cf375d4 HTTP/1.1" status: 204 len: 168 time: 0.2514031 Jan 25 15:40:36.318377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35862) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:36.374439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-565e8f36-99be-4abc-af5a-c900d696b7b9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:36.420498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:36.424374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:36.427290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:36.433368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:36.443511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-565e8f36-99be-4abc-af5a-c900d696b7b9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:36.445838 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-565e8f36-99be-4abc-af5a-c900d696b7b9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1262271 Jan 25 15:40:36.449126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35866) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:36.454787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845566200'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:36.461486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:36.473428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:36.506565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:36.509769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.530802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c1285569-806f-42af-a41b-d7fc10366c16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:36.532456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port eed7caa6-e42c-4a50-a387-fa66dbd960db yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:36.566292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.663855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:36.666508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c1285569-806f-42af-a41b-d7fc10366c16 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:36.674914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:36.679314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:36.687954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:36.717009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.13 (0e897728-a6ed-4fce-897c-5a920c8e33f7/eb62484e-fdfd-4570-9ad0-9f9401809016/eed7caa6-e42c-4a50-a387-fa66dbd960db) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:36.794029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.874364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:36.947179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382cd829-958e-4d03-a3fa-272a481bf085,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:36.973026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3247a7-ebe8-482a-bc9d-4f4c95ae7c2b None None] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:37.000044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.015522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object eed7caa6-e42c-4a50-a387-fa66dbd960db will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:37.020838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.022053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6ea7141a-20cd-4a99-8be3-d0db2d7176ce tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5718579 Jan 25 15:40:37.025541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.031857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ac5ea47f-a41d-456e-962e-3078d88d2103 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '382cd829-958e-4d03-a3fa-272a481bf085', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:37.032509 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-ac5ea47f-a41d-456e-962e-3078d88d2103 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:37.033419 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ac5ea47f-a41d-456e-962e-3078d88d2103 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070179 Jan 25 15:40:37.036031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35874) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.105176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.132464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.143947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.174386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Provisioning for port c1285569-806f-42af-a41b-d7fc10366c16 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:37.185111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Provisioning complete for port c1285569-806f-42af-a41b-d7fc10366c16 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:37.185408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.243439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:37.244880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=eed7caa6-e42c-4a50-a387-fa66dbd960db,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:37.247642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:37.249859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:37.312989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:37.313691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.323413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.355948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] For port c1285569-806f-42af-a41b-d7fc10366c16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c1285569-806f-42af-a41b-d7fc10366c16,segment=NetworkSegment(2f50996b-3805-4ae0-a80b-be660738bee1),segment_id=2f50996b-3805-4ae0-a80b-be660738bee1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:37.369500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.372070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.373332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/382cd829-958e-4d03-a3fa-272a481bf085 HTTP/1.1" status: 204 len: 168 time: 0.3364592 Jan 25 15:40:37.380630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35878) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.386379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b01665-46c7-4226-b2ca-3b03e417e7b1 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382cd829-958e-4d03-a3fa-272a481bf085,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:37.398773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3b19e51f-7db4-4592-bbbd-5e71f6d851b3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2110064 Jan 25 15:40:37.401344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35882) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.438519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.504336 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6c70a255-66d3-45f4-bc8f-f7964055d684 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1223929 Jan 25 15:40:37.508579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35886) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.513677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c5750-d0b8-488f-b653-dd616b2c45d2 None None] Pushing event updated for resources: {'Port': ['ID=c1285569-806f-42af-a41b-d7fc10366c16,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:37.515803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1816705572'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:37.523067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:37.530004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:37.537685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2afa80-acf5-45eb-bec5-5068b96d8026 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:37.539449 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bc2afa80-acf5-45eb-bec5-5068b96d8026 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1367640 Jan 25 15:40:37.540446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:37.542366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.547274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:37.610392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port eed7caa6-e42c-4a50-a387-fa66dbd960db {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:37.610744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.629135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.655193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Provisioning for port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:37.661212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Provisioning complete for port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:37.661212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.673200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:37.679153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:37.682843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:37.688826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:37.728806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:37.754785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.809148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Provisioning for port eed7caa6-e42c-4a50-a387-fa66dbd960db completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:37.814378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Provisioning complete for port eed7caa6-e42c-4a50-a387-fa66dbd960db triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:37.814842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.837765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.871344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Port eed7caa6-e42c-4a50-a387-fa66dbd960db cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:37.878759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.885063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Provisioning complete for port c1285569-806f-42af-a41b-d7fc10366c16 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:37.885721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-79eef02c-3415-4a8d-a4cb-b4a23b59f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.886196 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc4ed46-29a9-4785-8403-cf6c5de79a33,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:37.960269 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:37.965546 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b918a503-6d14-4362-901b-1a8feb5589de tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4520454 Jan 25 15:40:37.965975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35894) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.972240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6e9468ca-0153-4188-90e1-46345f9ecda9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '4cc4ed46-29a9-4785-8403-cf6c5de79a33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:37.978839 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-6e9468ca-0153-4188-90e1-46345f9ecda9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:37.978839 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6e9468ca-0153-4188-90e1-46345f9ecda9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076900 Jan 25 15:40:37.978839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.983760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-70afd3d7-7941-42ca-b158-bdc55818fc2e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '4cc4ed46-29a9-4785-8403-cf6c5de79a33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:37.984971 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-70afd3d7-7941-42ca-b158-bdc55818fc2e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:37.986614 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-70afd3d7-7941-42ca-b158-bdc55818fc2e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078549 Jan 25 15:40:37.988767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35902) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:37.997658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7d92163b-f69f-47a9-8241-079e336cbf5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '4cc4ed46-29a9-4785-8403-cf6c5de79a33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:37.998408 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-7d92163b-f69f-47a9-8241-079e336cbf5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:37.999373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for eed7caa6-e42c-4a50-a387-fa66dbd960db owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:37.999564 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7d92163b-f69f-47a9-8241-079e336cbf5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097692 Jan 25 15:40:38.002643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35906) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.008535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9043d5ea-1d3e-4238-99ed-f8d3cf8c2340 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '4cc4ed46-29a9-4785-8403-cf6c5de79a33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:38.009465 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-9043d5ea-1d3e-4238-99ed-f8d3cf8c2340 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:38.015572 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9043d5ea-1d3e-4238-99ed-f8d3cf8c2340 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065200 Jan 25 15:40:38.017690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35910) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.083895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.115434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.137782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Provisioning complete for port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:38.139115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.200854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:38.221912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Provisioning complete for port eed7caa6-e42c-4a50-a387-fa66dbd960db triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:38.221912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.267449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-af73618e-fb29-416b-99b4-a1f0868637ae None None] Port eed7caa6-e42c-4a50-a387-fa66dbd960db cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:38.463500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.479854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c1285569-806f-42af-a41b-d7fc10366c16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:38.480546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.499608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc4ed46-29a9-4785-8403-cf6c5de79a33,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:38.510987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.510987 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dc1337dc-6e7f-4192-b1c6-93e9f3a2b500 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/4cc4ed46-29a9-4785-8403-cf6c5de79a33 HTTP/1.1" status: 204 len: 168 time: 0.4889002 Jan 25 15:40:38.515277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35914) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.519911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=eed7caa6-e42c-4a50-a387-fa66dbd960db,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:38.563754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c1285569-806f-42af-a41b-d7fc10366c16 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:38.564129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.660243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bc7a3e4f-2c26-47f8-848f-895892997afc tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:38.663332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.679141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0c69be94-e187-4bce-a5c3-0c1ac13bca8c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/eed7caa6-e42c-4a50-a387-fa66dbd960db HTTP/1.1" status: 204 len: 168 time: 1.1349134 Jan 25 15:40:38.681556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35918) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.696294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.806618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cec7b9-a958-4198-85ac-83517f4ecd9c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:38.807112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c9cec7b9-a958-4198-85ac-83517f4ecd9c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:38.809710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bc7a3e4f-2c26-47f8-848f-895892997afc tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:38.810842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bc7a3e4f-2c26-47f8-848f-895892997afc tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2925632 Jan 25 15:40:38.814926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35922) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.821416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--838286617'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:38.827235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:38.837160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:38.906546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c9cec7b9-a958-4198-85ac-83517f4ecd9c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:38.907638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c9cec7b9-a958-4198-85ac-83517f4ecd9c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/eed7caa6-e42c-4a50-a387-fa66dbd960db HTTP/1.1" status: 404 len: 333 time: 0.2252076 Jan 25 15:40:38.910305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35926) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:38.943822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:38.989138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:38.989370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.043698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:39.050974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:39.055879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:39.064629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:39.245700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.279427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.394028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.402419 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:39.489154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f8e1ac-8d8e-478c-b51f-a09cff01187c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:39.568059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.569227 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8d79d582-7f47-4097-b0d4-db53e089fd84 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7530947 Jan 25 15:40:39.572162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35930) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.577843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7c457e5e-1006-40c2-92d9-0a78b45d3d2a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.578449 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-7c457e5e-1006-40c2-92d9-0a78b45d3d2a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:39.579335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7c457e5e-1006-40c2-92d9-0a78b45d3d2a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062108 Jan 25 15:40:39.581953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35934) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.586929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.593928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:39.597665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:39.602743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:39.606594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:39.646098 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.693552 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:39.743567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:39.744646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-94027461-8557-4447-b59c-6ff3ed007d40 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1617713 Jan 25 15:40:39.749041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35938) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.752683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1f50f8bc-32bc-4f78-bfc2-05606e27944e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.753359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-1f50f8bc-32bc-4f78-bfc2-05606e27944e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:39.754394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1f50f8bc-32bc-4f78-bfc2-05606e27944e tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061114 Jan 25 15:40:39.756954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35942) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.762518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.769462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:39.774010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:39.777511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:39.782864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:39.796945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:39.867760 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eb93998b-ccac-4326-bf3f-340e7fa72d24 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b HTTP/1.1" status: 204 len: 168 time: 0.9564400 Jan 25 15:40:39.870483 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35946) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.911583 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ba3c9f-bce4-4164-be22-c76f6708736a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:39.912141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a4ba3c9f-bce4-4164-be22-c76f6708736a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:39.917870 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:39.918973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-792b2345-96cf-41a8-8790-4376139d47df tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1609387 Jan 25 15:40:39.921772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.927971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-84a3d31d-6663-4faf-adf9-913ec4c9f49a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.929182 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-84a3d31d-6663-4faf-adf9-913ec4c9f49a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:39.929591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-84a3d31d-6663-4faf-adf9-913ec4c9f49a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067163 Jan 25 15:40:39.931929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35954) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:39.936521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:39.942167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:39.945839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:39.948593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:39.954731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:40.000099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a4ba3c9f-bce4-4164-be22-c76f6708736a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:40.001160 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a4ba3c9f-bce4-4164-be22-c76f6708736a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/1993eeea-6a8f-4ff8-a0eb-56c6f3479e7b HTTP/1.1" status: 404 len: 333 time: 0.1299324 Jan 25 15:40:40.003957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35958) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.114680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:40.118618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13e46daf-3802-4821-88cf-0094266441e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1829479 Jan 25 15:40:40.118906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35962) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.124259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-97c694c6-67bf-4d62-9b83-e27d6147d68b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:40.124834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-97c694c6-67bf-4d62-9b83-e27d6147d68b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:40.128238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-97c694c6-67bf-4d62-9b83-e27d6147d68b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059555 Jan 25 15:40:40.128530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35966) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.135000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:40.141567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:40.145310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:40.147620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:40.153949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:40.185798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet eb62484e-fdfd-4570-9ad0-9f9401809016 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:40.188634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.246153 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.320957 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:40.322107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cbc7ec9b-9f8d-4521-a4fe-df614e29a6d2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1927454 Jan 25 15:40:40.325008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35970) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.325185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.330434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'a1f8e1ac-8d8e-478c-b51f-a09cff01187c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:40.336829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:40.340565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:40.343882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:40.349565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:40.463399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.526211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:40.527271 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62cd8d5c-eeb9-4918-b77e-d6230b1a08e2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2012181 Jan 25 15:40:40.530116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35974) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.585745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=eb62484e-fdfd-4570-9ad0-9f9401809016,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:40.592127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.595808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.598155 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2b7ea62a-c223-4d82-bd4d-5876b09b4b8f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/eb62484e-fdfd-4570-9ad0-9f9401809016 HTTP/1.1" status: 204 len: 168 time: 0.5932615 Jan 25 15:40:40.599684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5f8703-1488-4095-b44e-3afa26b9c0a7 None None] Network 0e897728-a6ed-4fce-897c-5a920c8e33f7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:40.600681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35978) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.623472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.718643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.730811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port c1285569-806f-42af-a41b-d7fc10366c16 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:40.731146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.746800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.766257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f8e1ac-8d8e-478c-b51f-a09cff01187c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:40.782158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.786022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5d389269-289a-4158-ad2a-052940098b7d tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/a1f8e1ac-8d8e-478c-b51f-a09cff01187c HTTP/1.1" status: 204 len: 168 time: 0.2525649 Jan 25 15:40:40.786355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 35984) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:40.890958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] DHCP port deletion for 0e897728-a6ed-4fce-897c-5a920c8e33f7 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:40.895253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Deleting port c1285569-806f-42af-a41b-d7fc10366c16 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:40.895657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:40.904162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d0efbbc8-7d88-46a4-ab4b-fc5c66c53c74 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:40.998407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port c1285569-806f-42af-a41b-d7fc10366c16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c1285569-806f-42af-a41b-d7fc10366c16,segment=NetworkSegment(2f50996b-3805-4ae0-a80b-be660738bee1),segment_id=2f50996b-3805-4ae0-a80b-be660738bee1)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:40.998785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.057402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d0efbbc8-7d88-46a4-ab4b-fc5c66c53c74 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:41.058649 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d0efbbc8-7d88-46a4-ab4b-fc5c66c53c74 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2713637 Jan 25 15:40:41.062808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35990) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:41.068404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722501258'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:41.079385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:41.093206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:41.122281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] For port c1285569-806f-42af-a41b-d7fc10366c16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c1285569-806f-42af-a41b-d7fc10366c16,segment=NetworkSegment(2f50996b-3805-4ae0-a80b-be660738bee1),segment_id=2f50996b-3805-4ae0-a80b-be660738bee1)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:41.122635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.122786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for c1285569-806f-42af-a41b-d7fc10366c16 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:41.155159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.190092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:41.193940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:41.196778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:41.202504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:41.243029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Calling delete_port for c1285569-806f-42af-a41b-d7fc10366c16 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:41.257331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.303021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.306535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=c1285569-806f-42af-a41b-d7fc10366c16,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:41.310949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port c1285569-806f-42af-a41b-d7fc10366c16 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:41.321448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:41.321823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:41.354446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.397504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521cce67-cf7d-4220-b029-e7bb7a63ebd3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:41.432498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.456211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e897728-a6ed-4fce-897c-5a920c8e33f7']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:41.468349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f50996b-3805-4ae0-a80b-be660738bee1') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:41.468643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f50996b-3805-4ae0-a80b-be660738bee1') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:41.474414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.478586 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-80a8f683-64b8-4c54-bf0c-844e547424ec tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4118450 Jan 25 15:40:41.479010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35994) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:41.480276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.484520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '521cce67-cf7d-4220-b029-e7bb7a63ebd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:41.496085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.496454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:41.500341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:41.502180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:41.502557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.503318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:41.509471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:41.517064 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:41.654930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The resource could not be found. Jan 25 15:40:41.655881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1cb8e352-779b-4cc2-83ea-0b0f644eb8bd tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1759827 Jan 25 15:40:41.658670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 35998) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:41.667585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '521cce67-cf7d-4220-b029-e7bb7a63ebd3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '80e0acb0-a2dc-43e8-bb97-c9096046d0c8'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:41.669927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:41.673682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:41.676448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:41.682595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:41.685961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.705824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.712377 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=0e897728-a6ed-4fce-897c-5a920c8e33f7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:41.795425 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-52a4ee6e-8b08-44e2-a4b6-a53c9100e63a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/0e897728-a6ed-4fce-897c-5a920c8e33f7 HTTP/1.1" status: 204 len: 168 time: 1.1934741 Jan 25 15:40:41.799047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36002) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:41.805219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-904954069'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:41.809459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:41.813145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:41.815987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:41.822087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:41.822621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Deleting port c1285569-806f-42af-a41b-d7fc10366c16 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:41.823106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.851778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The resource could not be found. Jan 25 15:40:41.853429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-87d8ec1f-2827-4d75-8877-a575d207aee0 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1938505 Jan 25 15:40:41.856161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36006) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:41.886933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8060d-edb9-4983-8138-a1dba4f61dbf None None] The port 'c1285569-806f-42af-a41b-d7fc10366c16' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:41.909082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:41.912065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.920563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.939741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:40:41.947270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.950631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:41.950631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment c847f976-e020-41a7-9c6c-3896b842daf9 of type vlan for network b864c4af-b0ca-48db-9993-9269b181ff2e Jan 25 15:40:41.973709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.060688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.077949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cce67-cf7d-4220-b029-e7bb7a63ebd3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:42.085890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.087230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-28a7aa79-a31a-467b-b0e8-8a01847731aa tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/521cce67-cf7d-4220-b029-e7bb7a63ebd3 HTTP/1.1" status: 204 len: 168 time: 0.2298429 Jan 25 15:40:42.089244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.093139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:42.093737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.097904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36010) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:42.160301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0ba35ca-2247-4d7f-8bb6-35fef64f2d5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:42.200109 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4000041 Jan 25 15:40:42.202931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36014) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:42.208501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc680789-c533-4471-9cb8-e9dde81a0454 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=b864c4af-b0ca-48db-9993-9269b181ff2e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:42.209134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:42.218399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network b864c4af-b0ca-48db-9993-9269b181ff2e details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:42.224890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b0ba35ca-2247-4d7f-8bb6-35fef64f2d5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:42.226205 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b0ba35ca-2247-4d7f-8bb6-35fef64f2d5a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1271162 Jan 25 15:40:42.240917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36018) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:42.247700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': 'fb5e77c4-00cb-4b03-b7ad-752c87ced260', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:42.254291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:42.258323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:42.261516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:42.267980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:42.320395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:42.324328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:42.327172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:42.332672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:42.405898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:42.463459 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The resource could not be found. Jan 25 15:40:42.467811 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fcbdb8ff-e40f-4c79-8a16-c5b32bfcccf8 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2223170 Jan 25 15:40:42.468185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36022) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:42.475636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719667400'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:42.476071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c1285569-806f-42af-a41b-d7fc10366c16 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:42.482369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:42.493359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:42.512209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.515865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c1285569-806f-42af-a41b-d7fc10366c16 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:42.515865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c1285569-806f-42af-a41b-d7fc10366c16 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:42.560543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.594659 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:42.598385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:42.601165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:42.607120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:42.660953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.723583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.764580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071fcc54-535a-4696-a0f5-40346841a2f3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:42.771978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.844749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=2f97a2e8-42e1-40a9-b73f-8aeed4d9806f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:42.858903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': 'c847f976-e020-41a7-9c6c-3896b842daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:42.859473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: b864c4af-b0ca-48db-9993-9269b181ff2e, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:42.874462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.875680 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6df324a3-e098-4aad-b2e3-e730fe048b0c tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4065895 Jan 25 15:40:42.878330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36026) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:42.883709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006914910'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:42.890954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:42.893559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:42.896368 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:42.902497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:42.925612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network b864c4af-b0ca-48db-9993-9269b181ff2e is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:42.980454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:42.994478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, b864c4af-b0ca-48db-9993-9269b181ff2e) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:42.998687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:42.999267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.006637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f07ec-3351-44d7-bd80-2950b8349379 None None] Network b864c4af-b0ca-48db-9993-9269b181ff2e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:43.015981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:43.021082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:43.024388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:43.030013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:43.082759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.101770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-246c2037-5829-4f1c-96a9-2de581ecc127 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8976340 Jan 25 15:40:43.104470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36030) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:43.110662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e', 'name': 'tempest-PortsTestJSON-1468684809', 'fixed_ips': [{'subnet_id': '2f97a2e8-42e1-40a9-b73f-8aeed4d9806f', 'ip_address': '172.20.0.10'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:43.158350 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.210501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a845d7-427b-468b-8a8d-d9147774d98a,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:43.219957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-b864c4af-b0ca-48db-9993-9269b181ff2e', 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': '2f97a2e8-42e1-40a9-b73f-8aeed4d9806f'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:43.221028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.250043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:43.254158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:43.257055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:43.263322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:43.268777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.270539 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4c43ca8e-18d9-458b-97e2-acfa1a0b685a tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3912659 Jan 25 15:40:43.273853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36034) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:43.279488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group_rule': {'security_group_id': '071fcc54-535a-4696-a0f5-40346841a2f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '38a845d7-427b-468b-8a8d-d9147774d98a'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:43.285583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:43.289249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:43.292113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:43.297698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:43.331215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:43.337111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.358538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:43.374378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Allocated IP 172.20.0.2 (b864c4af-b0ca-48db-9993-9269b181ff2e/2f97a2e8-42e1-40a9-b73f-8aeed4d9806f/2a70bc74-ed63-4ea2-b879-e329c05928b3) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:43.479476 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:40:43.480489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a849e27-15e2-41e3-bb73-b0aae8a470b2 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2056978 Jan 25 15:40:43.483415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36040) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:43.549311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.576186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.579443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.589534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Transition to ACTIVE for port object 2a70bc74-ed63-4ea2-b879-e329c05928b3 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:43.606835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Transition to ACTIVE for port object 2a70bc74-ed63-4ea2-b879-e329c05928b3 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:43.701042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.717878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.738450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a845d7-427b-468b-8a8d-d9147774d98a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:43.746913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.751523 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21cbabd8-d1df-4047-b83c-04b09d99f917 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/38a845d7-427b-468b-8a8d-d9147774d98a HTTP/1.1" status: 204 len: 168 time: 0.2670944 Jan 25 15:40:43.752448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36044) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:43.770076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.10 (b864c4af-b0ca-48db-9993-9269b181ff2e/2f97a2e8-42e1-40a9-b73f-8aeed4d9806f/1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:43.784251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Network b864c4af-b0ca-48db-9993-9269b181ff2e is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:43.787468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:43.792325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:43.795552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Pushing event updated for resources: {'Port': ['ID=2a70bc74-ed63-4ea2-b879-e329c05928b3,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:43.818743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e61dd66a-4b58-46b9-baed-96b87ffc8c0b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:43.833149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.847980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:40:43.892521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Attempting to bind port 2a70bc74-ed63-4ea2-b879-e329c05928b3 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:43.892881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Attempting to bind port 2a70bc74-ed63-4ea2-b879-e329c05928b3 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c847f976-e020-41a7-9c6c-3896b842daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:43.893232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Attempting to bind port 2a70bc74-ed63-4ea2-b879-e329c05928b3 on network b864c4af-b0ca-48db-9993-9269b181ff2e {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:43.899501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:43.899867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Checking segment: {'id': 'c847f976-e020-41a7-9c6c-3896b842daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:43.900257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.900647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Bound using segment: {'id': 'c847f976-e020-41a7-9c6c-3896b842daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:43.901096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Bound port: 2a70bc74-ed63-4ea2-b879-e329c05928b3, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c847f976-e020-41a7-9c6c-3896b842daf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:43.901483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.906476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e61dd66a-4b58-46b9-baed-96b87ffc8c0b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:43.911246 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e61dd66a-4b58-46b9-baed-96b87ffc8c0b tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1549919 Jan 25 15:40:43.911426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36048) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:43.979812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.980075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:43.987912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6290515e-478a-4771-8d09-cb0367346dab None None] For port 2a70bc74-ed63-4ea2-b879-e329c05928b3, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:43.991352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6290515e-478a-4771-8d09-cb0367346dab None None] For port 2a70bc74-ed63-4ea2-b879-e329c05928b3, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70bc74-ed63-4ea2-b879-e329c05928b3,segment=NetworkSegment(c847f976-e020-41a7-9c6c-3896b842daf9),segment_id=c847f976-e020-41a7-9c6c-3896b842daf9)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:43.997438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:44.056457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.084354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.091904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.152150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290515e-478a-4771-8d09-cb0367346dab None None] Pushing event updated for resources: {'Port': ['ID=2a70bc74-ed63-4ea2-b879-e329c05928b3,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:44.163709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network b864c4af-b0ca-48db-9993-9269b181ff2e is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:44.167282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:44.171195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:44.202441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:44.203988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.226276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fcc54-535a-4696-a0f5-40346841a2f3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:44.239580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:44.240207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.297066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.297886 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-15a6e637-918b-4a5e-abe2-19de454f50ae tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/071fcc54-535a-4696-a0f5-40346841a2f3 HTTP/1.1" status: 204 len: 168 time: 0.3851590 Jan 25 15:40:44.300678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36052) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:44.327944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36056) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:44.328576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b1054406-f702-48ae-b531-62bce806b849 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2228787 Jan 25 15:40:44.334639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'b864c4af-b0ca-48db-9993-9269b181ff2e', 'name': 'tempest-PortsTestJSON-1065603606', 'fixed_ips': [{'subnet_id': '2f97a2e8-42e1-40a9-b73f-8aeed4d9806f', 'ip_address': '172.20.0.9'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:44.373825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b8c5af2d-5960-4312-ae8f-28bf1c789fc5 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0710516 Jan 25 15:40:44.377782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:44.386451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'tempest-secgroup--750497122'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:44.392875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:44.399168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:44.404123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:44.410118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:44.461727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.500867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:44.510092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:44.510228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:44.510318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Usage tracker for resource:security_group_rule and tenant:ebe6a1ef717042b8865b067a3f007a17 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:44.510404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:44.510719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:44.517272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:44.528054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:44.545949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a70bc74-ed63-4ea2-b879-e329c05928b3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:44.589980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.614857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:44.672223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.700385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2a70bc74-ed63-4ea2-b879-e329c05928b3 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:44.721142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff8292c-038e-4342-8f24-984f04bd8f58,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:44.739761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.760923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:44.775623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.776998 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c00dbc6f-537c-4e5e-a85e-73acece669ff tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3986180 Jan 25 15:40:44.779849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36064) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:44.785347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f12853e2-ddd1-4e8f-9a25-e9062962c837 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:44.785938 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-f12853e2-ddd1-4e8f-9a25-e9062962c837 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] update failed (client error): There was a conflict when trying to complete your request. Jan 25 15:40:44.786815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f12853e2-ddd1-4e8f-9a25-e9062962c837 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "PUT /v2.0/security-groups/7ff8292c-038e-4342-8f24-984f04bd8f58 HTTP/1.1" status: 409 len: 330 time: 0.0060892 Jan 25 15:40:44.789182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:44.870062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.898887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:44.971898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.9 (b864c4af-b0ca-48db-9993-9269b181ff2e/2f97a2e8-42e1-40a9-b73f-8aeed4d9806f/453d66b9-bd96-41f3-a8b5-2dc70bc982c4) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:45.032288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.056516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff8292c-038e-4342-8f24-984f04bd8f58,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:45.063398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.064498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-29cb3d70-7163-4cbe-98a4-ce0facc28db9 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/7ff8292c-038e-4342-8f24-984f04bd8f58 HTTP/1.1" status: 204 len: 168 time: 0.2740688 Jan 25 15:40:45.067136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36072) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.182839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb0746-9138-4bc7-999c-192afd291b83 None None] Network b864c4af-b0ca-48db-9993-9269b181ff2e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:45.211766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.224071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-654e09ca-367e-4921-8cda-21bf2faeeb96 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Synchronizing usage tracker for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:45.229166 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:45.317593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-654e09ca-367e-4921-8cda-21bf2faeeb96 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] Unset dirty status for tenant:ebe6a1ef717042b8865b067a3f007a17 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:45.318901 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-654e09ca-367e-4921-8cda-21bf2faeeb96 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2508190 Jan 25 15:40:45.322807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36076) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.339291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-caa166c8-0c96-4af3-a59c-a134c23297e7 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] delete failed (client error): The resource could not be found. Jan 25 15:40:45.354139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-caa166c8-0c96-4af3-a59c-a134c23297e7 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "DELETE /v2.0/security-groups/962de644-bea1-4242-9728-06876774823c HTTP/1.1" status: 404 len: 347 time: 0.0165646 Jan 25 15:40:45.357431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36080) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.366635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.374520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-cb1718ac-22fe-4cf8-85f9-0c9c55174354 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] show failed (client error): The resource could not be found. Jan 25 15:40:45.375452 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cb1718ac-22fe-4cf8-85f9-0c9c55174354 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-groups/9d9a4ed8-6cd6-4f92-aceb-de49aa23fe88 HTTP/1.1" status: 404 len: 347 time: 0.0171041 Jan 25 15:40:45.380033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36084) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.391051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Provisioning for port 2a70bc74-ed63-4ea2-b879-e329c05928b3 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:45.394907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-1772436c-76d8-47cb-abbe-0232a2f94da4 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] show failed (client error): The resource could not be found. Jan 25 15:40:45.396495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1772436c-76d8-47cb-abbe-0232a2f94da4 tempest-NegativeSecGroupTest-537446341 tempest-NegativeSecGroupTest-537446341-project] 10.222.0.26 "GET /v2.0/security-group-rules/e12296f0-9aeb-4711-8b3d-4515803e5ae2 HTTP/1.1" status: 404 len: 356 time: 0.0149522 Jan 25 15:40:45.423998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Provisioning complete for port 2a70bc74-ed63-4ea2-b879-e329c05928b3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:45.424293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.445706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network b864c4af-b0ca-48db-9993-9269b181ff2e is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:45.449288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:45.452284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=453d66b9-bd96-41f3-a8b5-2dc70bc982c4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:45.453329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:45.513484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:45.514080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.563533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.595514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] For port 2a70bc74-ed63-4ea2-b879-e329c05928b3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70bc74-ed63-4ea2-b879-e329c05928b3,segment=NetworkSegment(c847f976-e020-41a7-9c6c-3896b842daf9),segment_id=c847f976-e020-41a7-9c6c-3896b842daf9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:45.615786 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-171efd5c-67e1-4840-9139-68900892afa8 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2864683 Jan 25 15:40:45.619190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36090) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.700769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.707079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf0021-48de-4af9-9c57-88c9e48e28a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:45.710299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-22cf0021-48de-4af9-9c57-88c9e48e28a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:45.775733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75289d54-0aa9-4c23-951a-affb0ed10505 None None] Pushing event updated for resources: {'Port': ['ID=2a70bc74-ed63-4ea2-b879-e329c05928b3,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:45.780690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-22cf0021-48de-4af9-9c57-88c9e48e28a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:45.781891 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-22cf0021-48de-4af9-9c57-88c9e48e28a6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1617804 Jan 25 15:40:45.784704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36094) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.825055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Provisioning complete for port 2a70bc74-ed63-4ea2-b879-e329c05928b3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:45.825055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:45.882205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd9580-a7be-4ddb-9a32-35655252c70c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:45.888213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd9580-a7be-4ddb-9a32-35655252c70c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:45.893292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd9580-a7be-4ddb-9a32-35655252c70c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:45.896610 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-33bd9580-a7be-4ddb-9a32-35655252c70c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1110044 Jan 25 15:40:45.903050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36100) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:45.996322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:45.996953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.019530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:46.034447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Provisioning for port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:46.040088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Provisioning complete for port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:46.040456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.108710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:46.191976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Provisioning for port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:46.198270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Provisioning complete for port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:46.198739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.212902 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f02243be-88d1-4767-b9b7-667920abc8cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ebe6a1ef717042b8865b067a3f007a17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1894419 Jan 25 15:40:46.213229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36110) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:46.253511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-166ee364-d961-43dc-880a-7708a6bb2b91 None None] Port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:46.276893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.295561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.300998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.378212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Provisioning complete for port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:46.378577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.411757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.414702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:46.428885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72b4674-9f81-44a6-b669-603b8d9a014f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:46.434965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:46.446634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Provisioning complete for port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:46.447008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.489199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.494845 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1471afca-75ac-40d5-a436-e31714677a7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d72b4674-9f81-44a6-b669-603b8d9a014f HTTP/1.1" status: 204 len: 168 time: 0.2806287 Jan 25 15:40:46.515067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-21925a4c-9071-4f26-8ccf-35b09dfa009f None None] Port 453d66b9-bd96-41f3-a8b5-2dc70bc982c4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:46.521152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a70bc74-ed63-4ea2-b879-e329c05928b3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:46.588829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2a70bc74-ed63-4ea2-b879-e329c05928b3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:46.589198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.637621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.689686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=453d66b9-bd96-41f3-a8b5-2dc70bc982c4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:46.789466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:46.884603 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-79fd24e0-be05-4ee2-aa72-6f9b5a3fd337 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/453d66b9-bd96-41f3-a8b5-2dc70bc982c4 HTTP/1.1" status: 204 len: 168 time: 0.9795446 Jan 25 15:40:46.887724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36118) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:46.940423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8b7ae9-60f2-40e8-bca1-19359f299fee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:46.940423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d8b7ae9-60f2-40e8-bca1-19359f299fee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:47.005810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d8b7ae9-60f2-40e8-bca1-19359f299fee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:47.006904 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6d8b7ae9-60f2-40e8-bca1-19359f299fee tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/453d66b9-bd96-41f3-a8b5-2dc70bc982c4 HTTP/1.1" status: 404 len: 333 time: 0.1180193 Jan 25 15:40:47.009552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36122) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:47.072772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:47.073110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:47.228100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36126) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:47.299773 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f57b0b02-b7f0-406b-87d8-86fc1f929bcb tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=cbbfad97e70847b4a0ed427e01343de6&network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 2999 time: 0.0705380 Jan 25 15:40:47.307018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:47.422798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:47.611400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:47.657632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:47.843909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:47.920497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68bf2164-3ca7-4102-8d80-e4a291ebb4a9 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 HTTP/1.1" status: 204 len: 168 time: 0.9098597 Jan 25 15:40:47.922900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36134) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:47.963354 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbf78e3d-2986-4688-9d6d-9b6b25f7a1fa tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:47.963779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dbf78e3d-2986-4688-9d6d-9b6b25f7a1fa tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:48.062656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dbf78e3d-2986-4688-9d6d-9b6b25f7a1fa tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:48.063790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dbf78e3d-2986-4688-9d6d-9b6b25f7a1fa tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/1a7ce1ca-dde0-4a25-b435-a0a3e8123cd7 HTTP/1.1" status: 404 len: 333 time: 0.1400058 Jan 25 15:40:48.066490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36138) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:48.248582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 2f97a2e8-42e1-40a9-b73f-8aeed4d9806f {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:48.251453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.301522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.378854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.535095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.574419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=2f97a2e8-42e1-40a9-b73f-8aeed4d9806f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:48.579331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.585267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a08a3c5b-8ab1-4b07-a776-ea87e7054f45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/2f97a2e8-42e1-40a9-b73f-8aeed4d9806f HTTP/1.1" status: 204 len: 168 time: 0.5177817 Jan 25 15:40:48.585651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f831dede-7ef1-4f71-9d3c-850c73bba7c3 None None] Network b864c4af-b0ca-48db-9993-9269b181ff2e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:48.587768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36142) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:48.699208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.709128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 2a70bc74-ed63-4ea2-b879-e329c05928b3 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:48.709478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.828955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] DHCP port deletion for b864c4af-b0ca-48db-9993-9269b181ff2e request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:40:48.833034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Deleting port 2a70bc74-ed63-4ea2-b879-e329c05928b3 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:48.833440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:48.911997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port 2a70bc74-ed63-4ea2-b879-e329c05928b3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70bc74-ed63-4ea2-b879-e329c05928b3,segment=NetworkSegment(c847f976-e020-41a7-9c6c-3896b842daf9),segment_id=c847f976-e020-41a7-9c6c-3896b842daf9)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:48.912340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.033899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 2a70bc74-ed63-4ea2-b879-e329c05928b3 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:49.034626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] For port 2a70bc74-ed63-4ea2-b879-e329c05928b3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2a70bc74-ed63-4ea2-b879-e329c05928b3,segment=NetworkSegment(c847f976-e020-41a7-9c6c-3896b842daf9),segment_id=c847f976-e020-41a7-9c6c-3896b842daf9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:49.035014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.152856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Calling delete_port for 2a70bc74-ed63-4ea2-b879-e329c05928b3 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:49.163299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.209128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=2a70bc74-ed63-4ea2-b879-e329c05928b3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:49.216271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port 2a70bc74-ed63-4ea2-b879-e329c05928b3 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:40:49.222305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:40:49.222659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:40:49.336540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.360690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b864c4af-b0ca-48db-9993-9269b181ff2e']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:49.372975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c847f976-e020-41a7-9c6c-3896b842daf9') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:49.373295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c847f976-e020-41a7-9c6c-3896b842daf9') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:49.384723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.399718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.405433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:40:49.405807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:40:49.419343 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:40:49.551679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.570841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.581440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=b864c4af-b0ca-48db-9993-9269b181ff2e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:49.643908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69439cb7-0343-460f-9ae4-1a7154997901 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/b864c4af-b0ca-48db-9993-9269b181ff2e HTTP/1.1" status: 204 len: 168 time: 1.0551324 Jan 25 15:40:49.647643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36148) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:49.653271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175290693'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:49.658242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:49.661980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:network and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:49.664755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:49.670538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:49.724183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Deleting port 2a70bc74-ed63-4ea2-b879-e329c05928b3 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:49.724788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.769556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:49.772595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.801070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:40:49.810558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.810890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Added segment 4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2 of type vlan for network fd7079c6-232a-4952-a2a8-2cf65ab30720 Jan 25 15:40:49.821868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1b99e-f03f-47dd-a1d0-77d85447fa37 None None] The port '2a70bc74-ed63-4ea2-b879-e329c05928b3' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:40:49.837478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.942831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:49.946508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:49.947071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:50.137600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Network': ['ID=fd7079c6-232a-4952-a2a8-2cf65ab30720,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:50.148798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:40:50.175213 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-864b927b-7d37-401a-971b-5ff28edbdffd tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5264335 Jan 25 15:40:50.177861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36154) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:50.183268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:50.290047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:50.293768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:50.296494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:50.302111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:50.397116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:50.479674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a70bc74-ed63-4ea2-b879-e329c05928b3 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:40:50.497585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:50.510933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2a70bc74-ed63-4ea2-b879-e329c05928b3 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:40:50.511267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2a70bc74-ed63-4ea2-b879-e329c05928b3 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:40:50.689402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36158) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:50.751237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced8a799-ce49-47a3-925a-666d9d24249e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:50.752610 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ced8a799-ce49-47a3-925a-666d9d24249e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594 HTTP/1.1" status: 200 len: 814 time: 0.0620224 Jan 25 15:40:50.774325 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-dd98c128-1d23-4e19-824f-9755c80d4902 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744205 Jan 25 15:40:50.832224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:50.962129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=72a2525c-d231-4e5e-8916-4c8b7d216ce6,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:50.983867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Checking segment: {'id': '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:50.984237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network hostable DHCP agents. Network: fd7079c6-232a-4952-a2a8-2cf65ab30720, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:40:50.993744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-2916b55a-d24c-4e05-b02a-4c29a6ffc938 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1098 time: 0.1275525 Jan 25 15:40:51.082713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:40:51.143973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-aaee5819-fb1d-4680-8066-68cfae96b328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:51.144909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-aaee5819-fb1d-4680-8066-68cfae96b328 service neutron] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 898 time: 0.1328940 Jan 25 15:40:51.196961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fd7079c6-232a-4952-a2a8-2cf65ab30720) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:51.205546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963dfafb-34ea-440d-bbe4-978eb19d1272 None None] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:51.215175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:51.215746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.261538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-e65d3924-0822-4a61-aae7-be835a61b898 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 200 len: 1001 time: 0.1106949 Jan 25 15:40:51.322886 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1b04ca1d-20e9-46a7-ac0f-9764cc4fdafe tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1416063 Jan 25 15:40:51.323403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36166) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:51.323916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-a615238a-0b47-4472-8767-f4fd06e7ada8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:51.325287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-a615238a-0b47-4472-8767-f4fd06e7ada8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0573556 Jan 25 15:40:51.328792 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-412228284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:51.336380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:51.340334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:router and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:51.343236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:51.348946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:51.404875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-f406e214-c2f1-499f-95fb-f4bc1d1b925f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718925 Jan 25 15:40:51.416795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fd7079c6-232a-4952-a2a8-2cf65ab30720', 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': '72a2525c-d231-4e5e-8916-4c8b7d216ce6'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:40:51.417626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.428700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.430387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.448607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.537399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.543222 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-e39d42e1-4cef-4fba-9444-01f70378f148 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316533 Jan 25 15:40:51.573356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Allocated IP 172.20.0.2 (fd7079c6-232a-4952-a2a8-2cf65ab30720/72a2525c-d231-4e5e-8916-4c8b7d216ce6/9f0a7a3f-8b86-43b9-9825-9c075b432c00) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:51.640112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.641482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-81fda717-66ce-494a-9b54-9b196f3899db tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3170550 Jan 25 15:40:51.644135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36170) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:51.649798 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720', 'name': 'tempest-PortsTestJSON-681228422'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:51.684365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b75950-2192-4fca-93e0-b445b3ed8160 req-c6e494a0-2504-4983-b9f6-c527ee99fcd6 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348660 Jan 25 15:40:51.748161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36174) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:51.753633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:51.775384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.785960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Transition to ACTIVE for port object 9f0a7a3f-8b86-43b9-9825-9c075b432c00 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:51.789862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:51.794080 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:51.797037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:51.802836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:51.805148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Transition to ACTIVE for port object 9f0a7a3f-8b86-43b9-9825-9c075b432c00 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:51.848057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.878392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.912180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:40:51.915519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:51.940547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 6e5aa488-64ba-4725-ae91-918c71a4db4e yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:40:51.948684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:51.951572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:51.954253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:51.965934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Pushing event updated for resources: {'Port': ['ID=9f0a7a3f-8b86-43b9-9825-9c075b432c00,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:52.054325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Attempting to bind port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:40:52.055247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Attempting to bind port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:40:52.055547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Attempting to bind port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 on network fd7079c6-232a-4952-a2a8-2cf65ab30720 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:40:52.062362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:40:52.062734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Checking segment: {'id': '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:40:52.063541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.063541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Bound using segment: {'id': '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:40:52.064063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Bound port: 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'fd7079c6-232a-4952-a2a8-2cf65ab30720'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:40:52.064435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.085266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.4 (fd7079c6-232a-4952-a2a8-2cf65ab30720/72a2525c-d231-4e5e-8916-4c8b7d216ce6/6e5aa488-64ba-4725-ae91-918c71a4db4e) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:40:52.174546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] For port 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:40:52.177827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] For port 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9f0a7a3f-8b86-43b9-9825-9c075b432c00,segment=NetworkSegment(4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2),segment_id=4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:40:52.243036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.246413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.324917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add51994-11dd-4ee4-82c2-f858846d1fb0 None None] Pushing event updated for resources: {'Port': ['ID=9f0a7a3f-8b86-43b9-9825-9c075b432c00,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:52.326247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.326609 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a disassociated. External IP: 172.26.8.249, port: 48f01704-81c4-4801-b255-db37e0d78f9d. Jan 25 15:40:52.383661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.402402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 6e5aa488-64ba-4725-ae91-918c71a4db4e will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:40:52.489351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.570966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:52.574210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:52.578216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:40:52.618405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=6e5aa488-64ba-4725-ae91-918c71a4db4e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:52.645004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:52.645739 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.740395 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-985166b3-c2ec-4a24-9f68-7197a20a5932 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0868416 Jan 25 15:40:52.740395 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36178) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:52.772725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:52.973181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:52.977589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:52.984366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:52.997741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:52.998404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:53.044894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-63736d35-7ed3-4573-81a8-be3fc71d4f40 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 690 time: 1.2956185 Jan 25 15:40:53.045743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:40:53.049993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36182) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:53.137773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c7be6fec-8fdc-424e-be56-ca212eac4f49 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 690 time: 0.0863392 Jan 25 15:40:53.156242 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d', 'status': 'completed', 'code': 200} Jan 25 15:40:53.270496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:53.275765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-87254f0c-895f-4c62-8bfd-a4eac67628a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 1098 time: 0.0968168 Jan 25 15:40:53.381075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:53.410993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83513fa9-cc3e-4c1a-a815-9b10d884f782 None None] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:40:53.422273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-ba167785-2a8b-4dbe-891d-732a9c34fd61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:53.423890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-ba167785-2a8b-4dbe-891d-732a9c34fd61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 898 time: 0.1412780 Jan 25 15:40:53.498225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-3428bcdc-8f7f-493e-970e-0054d732c56a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 200 len: 217 time: 0.0674784 Jan 25 15:40:53.559913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-317cc010-4818-45cf-b9f0-2f59d4f701ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:53.561251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-317cc010-4818-45cf-b9f0-2f59d4f701ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0574307 Jan 25 15:40:53.640011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-8f3ab92d-1e53-4eda-9dfb-f254723b65b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724375 Jan 25 15:40:53.712549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-4bd23f10-19cc-4f9a-af58-bca3415fd7ae None None] Provisioning for port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:53.757458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:53.825667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:53.852984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:53.859312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:40:53.874493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:53.875022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:53.886821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-c8709ace-51ae-4ef5-a7f3-95742236bec1 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409472 Jan 25 15:40:53.949679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=6e5aa488-64ba-4725-ae91-918c71a4db4e,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:54.061012 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fff34b23-3e06-4789-88c8-baf6330e4439 req-07eee15d-36c1-4a5c-83a1-7eed5ae8228a service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663811 Jan 25 15:40:54.074960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:40:54.140877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36188) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:54.269061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aeb81509-e118-4829-91d1-858479305f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 690 time: 0.1259477 Jan 25 15:40:54.315321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.442388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bf53e336-7648-4088-be03-84fb39bb165d None None] Provisioning for port 6e5aa488-64ba-4725-ae91-918c71a4db4e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:54.448610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bf53e336-7648-4088-be03-84fb39bb165d None None] Provisioning complete for port 6e5aa488-64ba-4725-ae91-918c71a4db4e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:54.454114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bf53e336-7648-4088-be03-84fb39bb165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.498452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:54.506986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f206bc-c12f-4469-8e9c-2fee096b9d84 None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:54.508750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.517755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-bf53e336-7648-4088-be03-84fb39bb165d None None] Port 6e5aa488-64ba-4725-ae91-918c71a4db4e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:54.560470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9f0a7a3f-8b86-43b9-9825-9c075b432c00 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:54.644412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-18bc2a81-db6a-4c67-8cd9-93e02d38f4fe None None] Provisioning complete for port 6e5aa488-64ba-4725-ae91-918c71a4db4e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:54.644657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-18bc2a81-db6a-4c67-8cd9-93e02d38f4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.699793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-18bc2a81-db6a-4c67-8cd9-93e02d38f4fe None None] Port 6e5aa488-64ba-4725-ae91-918c71a4db4e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:54.737079 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:40:54.744118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:54.745014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.779188 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e09601-989f-4be4-b03a-7301d2f3d6d8 None None] New status for floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:40:54.866059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.898507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9f0a7a3f-8b86-43b9-9825-9c075b432c00,segment=NetworkSegment(4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2),segment_id=4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:40:54.910637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:54.982617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:55.011225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:55.050274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9f0a7a3f-8b86-43b9-9825-9c075b432c00,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:55.126074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:55.129297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=6e5aa488-64ba-4725-ae91-918c71a4db4e,revision_number=3']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:55.262684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:40:55.263803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:40:55.271296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36192) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:55.353103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e4a97609-1831-4ee6-b49d-826204e28f3d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 688 time: 0.0804620 Jan 25 15:40:55.528851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-89d33960-04e5-4ffc-87c1-e704b3a07d7b None None] Provisioning complete for port 6e5aa488-64ba-4725-ae91-918c71a4db4e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:55.529424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-89d33960-04e5-4ffc-87c1-e704b3a07d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:55.582961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-89d33960-04e5-4ffc-87c1-e704b3a07d7b None None] Port 6e5aa488-64ba-4725-ae91-918c71a4db4e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:40:55.711660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Router a50decb2-187c-43ac-8760-b05ecefd14f5 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:40:55.880129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:55.885397 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ccbfee5c-8cd9-4253-bdbd-cc105e9bf1e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/routers/a50decb2-187c-43ac-8760-b05ecefd14f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1498914 Jan 25 15:40:55.887932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:55.889910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] Sync routers for ids ['a50decb2-187c-43ac-8760-b05ecefd14f5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:55.902143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] Routers {'a50decb2-187c-43ac-8760-b05ecefd14f5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:55.902746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a50decb2-187c-43ac-8760-b05ecefd14f5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:55.961718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:55.972998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] Routers {'a50decb2-187c-43ac-8760-b05ecefd14f5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:55.973649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a50decb2-187c-43ac-8760-b05ecefd14f5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:56.066868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:56.067254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9ffe10-87c9-40cd-b028-87d8b3513641 None None] The sync data for ids ['a50decb2-187c-43ac-8760-b05ecefd14f5'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:56.069183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef9680-d811-4ccc-83da-efab211da922 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:40:56.070401 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4fef9680-d811-4ccc-83da-efab211da922 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:56.153809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4fef9680-d811-4ccc-83da-efab211da922 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:56.158826 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4fef9680-d811-4ccc-83da-efab211da922 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?device_id=a50decb2-187c-43ac-8760-b05ecefd14f5 HTTP/1.1" status: 200 len: 981 time: 0.2661438 Jan 25 15:40:56.158826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36204) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:56.489708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9f0a7a3f-8b86-43b9-9825-9c075b432c00 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:40:56.562902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:40:56.563601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:56.674167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:56.836642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36210) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:56.842179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116090027', 'description': 'tempest-secgroup-smoke-2116090027 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:56.847910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:56.857755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:56.931413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:56.969351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:56.973263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:56.976827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:56.982727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:56.999433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 6e5aa488-64ba-4725-ae91-918c71a4db4e {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:40:57.000028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.039463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.111834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.157640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b64ec3f-520b-471a-811e-231dfd8d4740,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:57.179053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.226785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.228004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-98c6def2-aa30-42be-b268-f48b550b2297 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3903615 Jan 25 15:40:57.230949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36216) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:57.236333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:57.242337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:57.246093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:57.248959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:57.254479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:57.298169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 6e5aa488-64ba-4725-ae91-918c71a4db4e owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:40:57.324493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.384951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.466181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.492788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69ba0b6-52d7-4207-af8f-0e178f44ba17,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:57.523995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.609094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.610352 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-335f9b69-0010-42d9-82f4-85285944d487 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3785098 Jan 25 15:40:57.613264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36220) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:57.619636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:57.625717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:57.629511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:57.633195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:57.638970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:57.666385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=6e5aa488-64ba-4725-ae91-918c71a4db4e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:57.724738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.792352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.898706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.911663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:57.937714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ca586b-55a6-4238-abab-661e1b71b4c0,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:58.022081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.023198 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66f8be02-3a4d-4c7a-9fea-cb7bd332553c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4089537 Jan 25 15:40:58.026030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36224) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:58.031552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:58.037467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:58.042000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:58.044939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:58.050705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:58.155013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.216052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.290940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.297314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Router a50decb2-187c-43ac-8760-b05ecefd14f5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:40:58.314933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31a80ec8-dbf1-414f-ba0e-8b0a8cfaefa8,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:58.382507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.383704 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2464d330-f36b-409c-9125-4f1c945dcb2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3565543 Jan 25 15:40:58.386418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36230) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:58.391879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:58.397693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:58.401931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:58.404728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:58.410385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:58.437564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:40:58.446758 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] Sync routers for ids ['a50decb2-187c-43ac-8760-b05ecefd14f5'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:40:58.458133 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] Routers {'a50decb2-187c-43ac-8760-b05ecefd14f5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:58.458802 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a50decb2-187c-43ac-8760-b05ecefd14f5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:58.512685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.515846 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:58.526758 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] Routers {'a50decb2-187c-43ac-8760-b05ecefd14f5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:40:58.527342 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a50decb2-187c-43ac-8760-b05ecefd14f5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:58.539752 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-853127de-c665-45e6-bc0a-7f81d9fc29c2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/routers/a50decb2-187c-43ac-8760-b05ecefd14f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3779655 Jan 25 15:40:58.540029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36234) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:58.587325 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:40:58.587647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c583ae6-7f61-481b-818a-590b5cb52501 None None] The sync data for ids ['a50decb2-187c-43ac-8760-b05ecefd14f5'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:40:58.591910 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d50af3-b741-4869-a3a7-c29785ca5508 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:40:58.592408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7d50af3-b741-4869-a3a7-c29785ca5508 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:40:58.627831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.688640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b7d50af3-b741-4869-a3a7-c29785ca5508 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:40:58.689819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b7d50af3-b741-4869-a3a7-c29785ca5508 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/6e5aa488-64ba-4725-ae91-918c71a4db4e HTTP/1.1" status: 404 len: 333 time: 0.1488729 Jan 25 15:40:58.692398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36238) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:58.748083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.776744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b1306d-c29b-4870-97b8-64061376da66,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:58.850148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.902350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:58.903475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19a48481-c6b6-47fd-87f0-ae2fcc629b74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5161695 Jan 25 15:40:58.906460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36242) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:58.912072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:58.917869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:58.921640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:58.924446 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:58.930193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:59.000101 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:40:59.006809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.072705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.075792 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:40:59.137225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.160605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1a7824-80f0-4a24-9d57-dc2b181d1931,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:59.237873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.239325 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ac22f88b-fce4-49f5-b86f-467073971c68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3316987 Jan 25 15:40:59.242804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36246) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:59.248555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '3b64ec3f-520b-471a-811e-231dfd8d4740', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:40:59.254932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:40:59.259413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:40:59.262285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:40:59.267915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:40:59.315233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.319370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.337042 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:40:59.344015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.363103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-568e8987-cfd9-4872-828e-bf56d6a8fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.408805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.414769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.415321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Fanout notify agent at l3_agent the message router_deleted on router a50decb2-187c-43ac-8760-b05ecefd14f5 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:40:59.425610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.426675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-71afa42f-5887-43af-9370-e348c09bac8b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/routers/a50decb2-187c-43ac-8760-b05ecefd14f5 HTTP/1.1" status: 204 len: 168 time: 0.7334046 Jan 25 15:40:59.429834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36250) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:59.502339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.522708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cde1c4-7c3d-4271-abe5-53ef8467a377,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:59.593860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.595067 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d05e3d76-4f78-4be1-b591-6c307dca8dab tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3512919 Jan 25 15:40:59.612161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 72a2525c-d231-4e5e-8916-4c8b7d216ce6 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:40:59.615153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.668207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.753482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.897359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.935440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=72a2525c-d231-4e5e-8916-4c8b7d216ce6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:40:59.943339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:40:59.952563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7a318e26-0989-4deb-9c63-0911ed6dfc67 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/72a2525c-d231-4e5e-8916-4c8b7d216ce6 HTTP/1.1" status: 204 len: 168 time: 0.5193889 Jan 25 15:40:59.952943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36262) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:40:59.953532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb444ede-18e5-414f-862b-08bc8b96a44f None None] Network fd7079c6-232a-4952-a2a8-2cf65ab30720 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:00.043385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-15846dcd-1250-438b-b82e-66793b741099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:00.070344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.081058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:00.081404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.119841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-15846dcd-1250-438b-b82e-66793b741099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:00.121207 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-15846dcd-1250-438b-b82e-66793b741099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116090027&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1233025 Jan 25 15:41:00.214778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] DHCP port deletion for fd7079c6-232a-4952-a2a8-2cf65ab30720 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:41:00.219052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Deleting port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:00.219490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.281345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-93b36151-53bd-41e8-a1a2-231b9407f584 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:00.283357 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-93b36151-53bd-41e8-a1a2-231b9407f584 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 797 time: 0.1526895 Jan 25 15:41:00.300297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-5f1609f5-a6ed-465f-bff1-5303e90d1dac tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0112667 Jan 25 15:41:00.389173 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-b4aa453d-1ef1-4e0b-b872-2324aeb9ce9f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823457 Jan 25 15:41:00.391777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] For port 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9f0a7a3f-8b86-43b9-9825-9c075b432c00,segment=NetworkSegment(4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2),segment_id=4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:00.392270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.407659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-50a9c610-baa3-40d4-99e8-3bde38b806bf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:41:00.408690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-50a9c610-baa3-40d4-99e8-3bde38b806bf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055609 Jan 25 15:41:00.425752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] For port 9f0a7a3f-8b86-43b9-9825-9c075b432c00, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9f0a7a3f-8b86-43b9-9825-9c075b432c00,segment=NetworkSegment(4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2),segment_id=4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:00.426301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.515274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 9f0a7a3f-8b86-43b9-9825-9c075b432c00 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:00.547281 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-e676ffca-ed56-4c55-8408-4e3653b5bc05 service neutron] 10.222.0.26 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319683 Jan 25 15:41:00.556587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9f0a7a3f-8b86-43b9-9825-9c075b432c00 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:41:00.586278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Calling delete_port for 9f0a7a3f-8b86-43b9-9825-9c075b432c00 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:00.657010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.666646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] No active binding found for port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 {{(pid=84140) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 25 15:41:00.667161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9f0a7a3f-8b86-43b9-9825-9c075b432c00 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:41:00.685201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:41:00.685597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:41:00.691189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-0687dea2-f8b4-4e2d-957a-8c455223a89a service neutron] 10.222.0.26 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383011 Jan 25 15:41:00.705296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=9f0a7a3f-8b86-43b9-9825-9c075b432c00,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:00.709870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No DVR routers for this DVR port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:41:00.830519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.855526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7079c6-232a-4952-a2a8-2cf65ab30720']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:00.869271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:00.869602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4463a8fe-f4a7-4196-a2cd-d9f236b7b4e2') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:00.881628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.897729 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.904223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 271 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:41:00.904769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:41:00.919198 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:41:01.049054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:01.053476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:01.081586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=fd7079c6-232a-4952-a2a8-2cf65ab30720,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:01.088188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8eb3b0ac-2a7c-464e-b2e7-9a670853b96d req-79bd60e1-e981-4742-a2ca-19532589a6f3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 210 time: 0.1874132 Jan 25 15:41:01.160826 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eb9f1c33-f9d3-4972-9724-aadb3ec52b26 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/fd7079c6-232a-4952-a2a8-2cf65ab30720 HTTP/1.1" status: 204 len: 168 time: 1.2067311 Jan 25 15:41:01.164973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36278) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:01.186493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Deleting port 9f0a7a3f-8b86-43b9-9825-9c075b432c00 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:01.186894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:01.237123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe4c817-e797-4521-84fa-a5e945cb4584 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:01.237898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0fe4c817-e797-4521-84fa-a5e945cb4584 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:01.254849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c7cec-d19d-4a88-8b17-faf8e0f9ae8d None None] The port '9f0a7a3f-8b86-43b9-9825-9c075b432c00' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:41:01.323345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0fe4c817-e797-4521-84fa-a5e945cb4584 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:01.324587 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0fe4c817-e797-4521-84fa-a5e945cb4584 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/2a9a66ac-8a17-4f1c-a361-642bbce2382f HTTP/1.1" status: 200 len: 840 time: 0.1586795 Jan 25 15:41:01.328384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36282) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:01.405616 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f3a995fa-15bb-4855-8418-84643a7e1b19 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/2a9a66ac-8a17-4f1c-a361-642bbce2382f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0758014 Jan 25 15:41:01.409044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36288) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:01.416141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:01.485505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1daa2de8-c59a-4bd0-945f-2cf0015077b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:01.528586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:01.532722 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:01.535576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:01.542148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:01.679586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:01.784595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.037803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.103879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:02.104616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=fabffed0-ac26-476e-816d-2cff6c221c63,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:02.106853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:02.109163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:02.109756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.117841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a03506-b926-4482-959a-e40d2d074006 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:02.221752 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d65299bd-ca7e-47a3-b0f6-a7b74b6ae96a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8112786 Jan 25 15:41:02.224461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36294) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:02.230227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1204764535'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:02.236356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:02.245094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:02.248316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:02.254523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:02.268039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c958277e-78b3-441c-8f82-3de19dea562d req-8f3a99ea-a120-4b0c-848f-23e8f73b2ece tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 210 time: 0.0547512 Jan 25 15:41:02.334658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.370777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:02.373299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-a381b63b-5dc9-478b-8a91-02a7914f6943', 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'tenant_id': '83b1124a85754aa796e1bb8ae4c896c0', 'fixed_ips': [{'subnet_id': 'fabffed0-ac26-476e-816d-2cff6c221c63'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:41:02.374365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.374684 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:02.377487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:02.383718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:02.437408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.508164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.527408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Allocated IP 172.20.0.2 (a381b63b-5dc9-478b-8a91-02a7914f6943/fabffed0-ac26-476e-816d-2cff6c221c63/69fd7173-73cb-4a5f-82bc-505dd0fa9be8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:02.548343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832241d7-a5cf-4f33-bd85-58ac1c2e817b,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:02.608857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.610064 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-10ec5272-f049-41fa-bed1-3d4a45f91d81 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3846231 Jan 25 15:41:02.612796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36298) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:02.619634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1093388397'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:02.624970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:02.628755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:02.631741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:02.637469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:02.717451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.753403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:02.757245 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:02.757508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.760340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:02.766268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:02.768850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Transition to ACTIVE for port object 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:02.800952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Transition to ACTIVE for port object 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:02.824734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.856884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.885149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.885355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.928200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033f0ffa-5bb0-484d-9352-c5021c1b7628,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:02.945243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:02.960914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:02.964174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:02.965610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:02.967665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:41:03.011631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.013502 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-47b08eb0-2657-498f-a6d4-9383cb46ccf5 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3997302 Jan 25 15:41:03.016102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36302) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:03.023618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-336182814', 'security_groups': ['033f0ffa-5bb0-484d-9352-c5021c1b7628'], 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fabffed0-ac26-476e-816d-2cff6c221c63'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:03.056622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Attempting to bind port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:41:03.057328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Attempting to bind port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4097442b-ba54-49eb-8be9-24b2571b2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:41:03.058527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Attempting to bind port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 on network a381b63b-5dc9-478b-8a91-02a7914f6943 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:41:03.065952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:41:03.067487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Checking segment: {'id': '4097442b-ba54-49eb-8be9-24b2571b2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:41:03.068227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.068903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Bound using segment: {'id': '4097442b-ba54-49eb-8be9-24b2571b2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:41:03.069667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Bound port: 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4097442b-ba54-49eb-8be9-24b2571b2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:41:03.070270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.078034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-192e1d9c-7fab-4e04-9cdd-d9454c05b438 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:03.080137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-192e1d9c-7fab-4e04-9cdd-d9454c05b438 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 797 time: 0.1731846 Jan 25 15:41:03.147000 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-bc996ecc-e702-427a-acdf-e31244e6ec47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 473 time: 0.0547609 Jan 25 15:41:03.155828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['3b64ec3f-520b-471a-811e-231dfd8d4740']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:03.170498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:41:03.174856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:41:03.193677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:03.203190 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:03.243495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.268191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:03.273969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.293898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:03.310206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:03.321159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e6c6d-3939-4336-8c8f-7710baebc797 None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:03.326883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port df005dd8-23c4-49f4-88e0-68d7c86674a0 yet. {{(pid=84138) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:41:03.437000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:03.440477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.544012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.4 (a381b63b-5dc9-478b-8a91-02a7914f6943/fabffed0-ac26-476e-816d-2cff6c221c63/df005dd8-23c4-49f4-88e0-68d7c86674a0) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:03.554350 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96bb94b7-147d-4c29-8ec5-2d975fdc4d51 req-8c0c3a64-d61e-48ee-af55-a74940086b07 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 210 time: 0.1583755 Jan 25 15:41:03.731384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.6 (618fc09c-7069-4277-8af5-cd14b5dd3fc9/ada873d1-6268-4faa-8d9e-7da2013f1b58/54448a5e-835a-44a5-910f-834fb9f0f054) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:03.869825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.885847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object df005dd8-23c4-49f4-88e0-68d7c86674a0 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:03.926360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:03.941719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 54448a5e-835a-44a5-910f-834fb9f0f054 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:03.986379 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.040827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.057762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:04.060773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:04.064775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:41:04.102456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=df005dd8-23c4-49f4-88e0-68d7c86674a0,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:04.113334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:04.117857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:04.121798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:41:04.146421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:04.147191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.173084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:04.200095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:04.200690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.229441 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d12a7c4e-1652-4cb0-a7ab-006d56035df6 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2120249 Jan 25 15:41:04.231979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36308) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:04.237732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:04.314775 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-34a79b2a-c08e-46e0-b079-3505d5c79a02 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1633213 Jan 25 15:41:04.329744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Request body: {'port': {'device_id': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:04.383164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:04.387560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:04.391201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:04.398208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:04.451256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.455423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:04.459431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.568766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e3f809f9-e498-475e-8b52-3672d784be4d None None] Provisioning for port 54448a5e-835a-44a5-910f-834fb9f0f054 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:04.573856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e3f809f9-e498-475e-8b52-3672d784be4d None None] Provisioning complete for port 54448a5e-835a-44a5-910f-834fb9f0f054 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:04.574223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e3f809f9-e498-475e-8b52-3672d784be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.617699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.632268 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.ipam_backend_mixin [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fabffed0-ac26-476e-816d-2cff6c221c63 (CIDR: 172.20.0.0/28) Jan 25 15:41:04.644718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:04.678261 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:41:04.678784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:04.698372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e3f809f9-e498-475e-8b52-3672d784be4d None None] Port 54448a5e-835a-44a5-910f-834fb9f0f054 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:04.743641 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0eda37e6-9489-4d86-8c36-e08effb40c5f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5103750 Jan 25 15:41:04.746120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36314) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:04.751682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:04.816691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:04.829582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:04.834911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.865950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6720b6-ea82-4a22-a32a-8891f78fd5cf req-49d3be08-d9a0-4604-abfa-9d50c51e3a76 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:04.866681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-af6720b6-ea82-4a22-a32a-8891f78fd5cf req-49d3be08-d9a0-4604-abfa-9d50c51e3a76 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:04.888533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:04.895165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:04.900612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:04.903671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:04.909327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:04.925719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54448a5e-835a-44a5-910f-834fb9f0f054 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:41:04.932264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.946848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Transition to ACTIVE for port object 54448a5e-835a-44a5-910f-834fb9f0f054 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:04.968729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Provisioning for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:04.973578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:04.973946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:04.991826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-af6720b6-ea82-4a22-a32a-8891f78fd5cf req-49d3be08-d9a0-4604-abfa-9d50c51e3a76 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:04.992005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:04.993008 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af6720b6-ea82-4a22-a32a-8891f78fd5cf req-49d3be08-d9a0-4604-abfa-9d50c51e3a76 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 931 time: 0.2533092 Jan 25 15:41:04.999189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.041124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af6720b6-ea82-4a22-a32a-8891f78fd5cf req-6f298af9-4cf7-43af-abf6-0472b10ba474 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Jan 25 15:41:05.042612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.103760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.144997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:05.189245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Pushing event updated for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:05.222527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.297691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:05.316844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Attempting to bind port 54448a5e-835a-44a5-910f-834fb9f0f054 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:41:05.317187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Attempting to bind port 54448a5e-835a-44a5-910f-834fb9f0f054 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:41:05.317523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Attempting to bind port 54448a5e-835a-44a5-910f-834fb9f0f054 on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:41:05.324051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Port 54448a5e-835a-44a5-910f-834fb9f0f054 on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:41:05.325535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Attempting to bind port 54448a5e-835a-44a5-910f-834fb9f0f054 on network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:41:05.330680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:41:05.331011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Checking segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:41:05.331389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Bound using segment: {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:41:05.331807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Bound port: 54448a5e-835a-44a5-910f-834fb9f0f054, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86cb5ab-3b72-492a-a7c8-6144dd858b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:41:05.332148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.342390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Provisioning for port df005dd8-23c4-49f4-88e0-68d7c86674a0 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:05.347354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Provisioning complete for port df005dd8-23c4-49f4-88e0-68d7c86674a0 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:05.347706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.371375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.398764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dcf06-4f12-4b62-9bb4-20101161f06d None None] Port df005dd8-23c4-49f4-88e0-68d7c86674a0 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:05.423521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:41:05.426531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=54448a5e-835a-44a5-910f-834fb9f0f054,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:41:05.435803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:05.438849 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:05.442925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:05.443491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.448188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa975b-7e6a-4871-a022-3a5c2b662985 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:05.451335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=02795e5c-be97-4ac7-8fce-d9edd6749cd3,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:05.531413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.560828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-84b33059-52e7-4a10-a6b1-20a45ad93529 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8135571 Jan 25 15:41:05.563505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36318) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:05.573174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1799536519', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02795e5c-be97-4ac7-8fce-d9edd6749cd3'}], 'security_groups': ['832241d7-a5cf-4f33-bd85-58ac1c2e817b']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:05.596529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.597577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/54448a5e-835a-44a5-910f-834fb9f0f054 HTTP/1.1" status: 200 len: 1093 time: 1.2754066 Jan 25 15:41:05.598004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:41:05.642846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd044f7-110a-4fde-ab44-0ae8f7a441f9 service neutron] Pushing event updated for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:05.677747 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054', 'status': 'completed', 'code': 200} Jan 25 15:41:05.733666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.772353 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6b0689a-26c3-4faa-89b9-122c9b53b846 req-93817b6c-0316-478d-973d-5566f3ca69c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 1096 time: 0.0759783 Jan 25 15:41:05.818548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Update dhcp port {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'fixed_ips': [{'subnet_id': 'fabffed0-ac26-476e-816d-2cff6c221c63', 'ip_address': '172.20.0.2'}, {'subnet_id': '02795e5c-be97-4ac7-8fce-d9edd6749cd3'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '69fd7173-73cb-4a5f-82bc-505dd0fa9be8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:41:05.879707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:05.928568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0689a-26c3-4faa-89b9-122c9b53b846 req-a326c8ad-e899-4d93-a5d7-03e53bc58e71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:05.930113 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6b0689a-26c3-4faa-89b9-122c9b53b846 req-a326c8ad-e899-4d93-a5d7-03e53bc58e71 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1505179 Jan 25 15:41:06.157230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Delete allocated IP 172.20.0.4 (a381b63b-5dc9-478b-8a91-02a7914f6943/fabffed0-ac26-476e-816d-2cff6c221c63) {{(pid=84138) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:41:06.164205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0689a-26c3-4faa-89b9-122c9b53b846 req-0b2d46d2-e570-4911-bfd2-96805facde72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:06.165700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6b0689a-26c3-4faa-89b9-122c9b53b846 req-0b2d46d2-e570-4911-bfd2-96805facde72 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287245 Jan 25 15:41:06.165979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.27 (a381b63b-5dc9-478b-8a91-02a7914f6943/02795e5c-be97-4ac7-8fce-d9edd6749cd3/df005dd8-23c4-49f4-88e0-68d7c86674a0) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:06.322430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f049b5-fcdf-4534-b45f-4da31b6b9b24 req-9d26fa66-add3-43ff-9afb-2ef9c5f5f643 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:06.323871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45f049b5-fcdf-4534-b45f-4da31b6b9b24 req-9d26fa66-add3-43ff-9afb-2ef9c5f5f643 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 943 time: 0.1381705 Jan 25 15:41:06.327577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-d7870965-53a3-47bf-9ade-9e7dcbda4e21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 1096 time: 0.1021266 Jan 25 15:41:06.355922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.371704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object df005dd8-23c4-49f4-88e0-68d7c86674a0 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:06.415629 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-59ed0840-bf1f-417d-a9c1-768454ea22a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54448a5e-835a-44a5-910f-834fb9f0f054 HTTP/1.1" status: 200 len: 217 time: 0.0723042 Jan 25 15:41:06.428145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.459818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45f049b5-fcdf-4534-b45f-4da31b6b9b24 req-7aa0fcf9-5481-4f1a-a244-29233f148373 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303184 Jan 25 15:41:06.487239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-823c0d28-c559-4015-bca5-78df9cee86fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:06.487239 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-823c0d28-c559-4015-bca5-78df9cee86fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0651617 Jan 25 15:41:06.500907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Allocated IP 172.20.0.18 (a381b63b-5dc9-478b-8a91-02a7914f6943/02795e5c-be97-4ac7-8fce-d9edd6749cd3/69fd7173-73cb-4a5f-82bc-505dd0fa9be8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:06.545706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:06.580451 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-73f2dfae-0aca-4320-a60b-6eb2fad8b245 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884066 Jan 25 15:41:06.590750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-9d3831cd-ab27-465e-96c7-3c47c1be8117 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:41:06.591689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-9d3831cd-ab27-465e-96c7-3c47c1be8117 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050099 Jan 25 15:41:06.690629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=df005dd8-23c4-49f4-88e0-68d7c86674a0,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:06.710909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:06.711282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.725343 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-e3fdedeb-8006-4f6c-91bc-fba47e1a65c3 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278124 Jan 25 15:41:06.728224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] In _notify_port_updated(), no bound segment for port df005dd8-23c4-49f4-88e0-68d7c86674a0 on network a381b63b-5dc9-478b-8a91-02a7914f6943 {{(pid=84138) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:41:06.731988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:06.732600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.736407 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-77b5ef16-ee74-4982-96e5-8dd503f99e5b tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/ports/df005dd8-23c4-49f4-88e0-68d7c86674a0 HTTP/1.1" status: 200 len: 921 time: 1.1694500 Jan 25 15:41:06.737023 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36328) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:06.793325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:06.811275 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port df005dd8-23c4-49f4-88e0-68d7c86674a0 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:06.813933 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.831362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:06.887133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Transition to ACTIVE for port object 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:06.940040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a555304e-2edb-4ee0-b01b-4941a731e85a req-adfc6d8e-ff50-437b-a11a-f6993267a7af service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088389 Jan 25 15:41:06.951928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.057974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.090820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f7130-545a-49d7-93f6-bad2076f1127 None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:07.181992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for df005dd8-23c4-49f4-88e0-68d7c86674a0 owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:07.362984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.412562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=df005dd8-23c4-49f4-88e0-68d7c86674a0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:07.512292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.521799 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d9d43be4-5fbc-4809-bb64-4b8405316597 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/df005dd8-23c4-49f4-88e0-68d7c86674a0 HTTP/1.1" status: 204 len: 168 time: 0.7841377 Jan 25 15:41:07.525206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36334) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:07.573466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20e72c0-4aed-404e-b971-465e51b5681c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:41:07.574730 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e20e72c0-4aed-404e-b971-465e51b5681c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/df005dd8-23c4-49f4-88e0-68d7c86674a0 HTTP/1.1" status: 404 len: 333 time: 0.0486355 Jan 25 15:41:07.577472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36338) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:07.577911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:07.578448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.631485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:07.691361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.702080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Provisioning for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:07.707124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:07.707493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.724319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.740200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8915a95-afb9-4789-a4d9-05ed84dcf95e req-047ca17f-3139-461b-a608-6ac8de997879 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:07.741937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8915a95-afb9-4789-a4d9-05ed84dcf95e req-047ca17f-3139-461b-a608-6ac8de997879 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 943 time: 0.1335523 Jan 25 15:41:07.809416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8915a95-afb9-4789-a4d9-05ed84dcf95e req-8932c6ca-bdbb-4506-a6a4-db0912f598d8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586417 Jan 25 15:41:07.827453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5363d070-e563-4a30-9aa2-8294231a1589 None None] Could not find standard attr ID for object df005dd8-23c4-49f4-88e0-68d7c86674a0. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:41:07.879525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.896095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033f0ffa-5bb0-484d-9352-c5021c1b7628,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:07.904309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:07.905565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-09ac9cb4-733d-4c1e-93f6-7e7bbecda85d tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/security-groups/033f0ffa-5bb0-484d-9352-c5021c1b7628 HTTP/1.1" status: 204 len: 168 time: 0.3270605 Jan 25 15:41:07.908089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36342) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:07.973407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.000806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.049076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-025d32d5-f6e4-418c-8933-541ded89ee4b None None] Could not find standard attr ID for object df005dd8-23c4-49f4-88e0-68d7c86674a0. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 15:41:08.142854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.159374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832241d7-a5cf-4f33-bd85-58ac1c2e817b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:08.165921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.169528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-df59ff0c-3c4f-4483-88b6-70f58f9a63e2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/security-groups/832241d7-a5cf-4f33-bd85-58ac1c2e817b HTTP/1.1" status: 204 len: 168 time: 0.2579556 Jan 25 15:41:08.169683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36346) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:08.349432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet fabffed0-ac26-476e-816d-2cff6c221c63 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:41:08.352259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.404244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.486795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.497530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:08.564619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:08.564985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.622895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.660594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=fabffed0-ac26-476e-816d-2cff6c221c63,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:08.668458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.675201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-47995df2-9b15-42da-a0b8-2e51f2c4f806 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/fabffed0-ac26-476e-816d-2cff6c221c63 HTTP/1.1" status: 204 len: 168 time: 0.5046229 Jan 25 15:41:08.679671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f72828-1492-4e99-92c7-eccaff77efe8 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:08.680206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36350) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:08.685860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:08.756048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:08.820988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:08.824767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:08.827502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:08.832962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:08.908381 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:09.045637 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.113357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3fcbb-ebac-43c5-9d37-74bedecdfbb9 req-70a761a8-00b0-481e-82a5-4bb3c88f7afa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:09.114850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-81e3fcbb-ebac-43c5-9d37-74bedecdfbb9 req-70a761a8-00b0-481e-82a5-4bb3c88f7afa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 943 time: 0.1800036 Jan 25 15:41:09.195477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-81e3fcbb-ebac-43c5-9d37-74bedecdfbb9 req-c5ddf7d5-259a-4c55-a2c8-7fd3b58ba792 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568612 Jan 25 15:41:09.400085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.463228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:09.466265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:09.470451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:09.471028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.476042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e1b0b-c080-4311-96b5-a8467bce7ed2 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:09.477685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=7b6a4592-b260-4c62-8e6d-a09a73b872cb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:09.545866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-24dca399-1755-4cf4-9216-b46a654c6125 None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:09.546240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24dca399-1755-4cf4-9216-b46a654c6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.560287 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b16e3454-b723-40f7-8736-d947fe673bcb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8789458 Jan 25 15:41:09.563836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36356) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:09.568558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'security_group': {'name': 'tempest-secgroup-16976646'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:09.574786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:09.578812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:09.581622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:09.587785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:09.624998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-24dca399-1755-4cf4-9216-b46a654c6125 None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:09.680354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.688140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-24dca399-1755-4cf4-9216-b46a654c6125 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:09.688510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-24dca399-1755-4cf4-9216-b46a654c6125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.715974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:09.720334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:09.723066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:09.728653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:09.785280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.850660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 54448a5e-835a-44a5-910f-834fb9f0f054 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:41:09.862206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.903432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0154d17e-40a9-4b9f-bdb6-f73faeb1b717,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:09.988357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:09.989633 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1fdb87db-38e2-4df6-a432-81991e8ab05a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 0.4258125 Jan 25 15:41:09.993202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36360) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:09.998818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'security_group': {'name': 'tempest-secgroup-284751066'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:10.004668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:10.008653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:10.008933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Update dhcp port {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'fixed_ips': [{'subnet_id': '02795e5c-be97-4ac7-8fce-d9edd6749cd3', 'ip_address': '172.20.0.18'}, {'subnet_id': '7b6a4592-b260-4c62-8e6d-a09a73b872cb'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '69fd7173-73cb-4a5f-82bc-505dd0fa9be8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:41:10.011704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:10.017173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:10.068280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.080252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.104242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:10.108274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:10.111277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:10.117956 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:10.175143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.195174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=54448a5e-835a-44a5-910f-834fb9f0f054,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:10.217686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '54448a5e-835a-44a5-910f-834fb9f0f054', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'port_id': '54448a5e-835a-44a5-910f-834fb9f0f054', 'mac_address': 'fa:16:3e:76:fb:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:41:10.239918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.285325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970abe35-60e5-428f-831c-713801b9c8d3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:10.337318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.363160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.367781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-53b84728-f75a-4c66-a840-3f8eb23e6458 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3701165 Jan 25 15:41:10.368049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36366) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:10.373538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'security_group': {'name': 'tempest-secgroup-1782708237'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:10.380289 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:10.384575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:10.387660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:10.392245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54448a5e-835a-44a5-910f-834fb9f0f054 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:41:10.394814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:10.397199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9d669-de4f-49c6-bdf8-6388a763bf49 req-93fbec75-41b2-42e3-bb4f-6b873e3f7382 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:10.400074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82a9d669-de4f-49c6-bdf8-6388a763bf49 req-93fbec75-41b2-42e3-bb4f-6b873e3f7382 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 943 time: 0.0867946 Jan 25 15:41:10.423311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=54448a5e-835a-44a5-910f-834fb9f0f054,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:10.424821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Allocated IP 172.20.0.2 (a381b63b-5dc9-478b-8a91-02a7914f6943/7b6a4592-b260-4c62-8e6d-a09a73b872cb/69fd7173-73cb-4a5f-82bc-505dd0fa9be8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:10.451174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82a9d669-de4f-49c6-bdf8-6388a763bf49 req-5a45fe3b-605b-476e-a240-5e673fc7a392 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449209 Jan 25 15:41:10.479692 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.514934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:10.520322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:security_group_rule and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:10.523694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:10.529364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:10.531624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.588331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.621590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:10.633105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:10.653761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.662094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.673115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Transition to ACTIVE for port object 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:10.703663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e299615-0796-48db-9d9e-99c822a11fde,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:10.730529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['54448a5e-835a-44a5-910f-834fb9f0f054'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:41:10.759032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.773365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:10.774688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36370) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:10.780604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-988648762', 'security_groups': ['6e299615-0796-48db-9d9e-99c822a11fde'], 'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b6a4592-b260-4c62-8e6d-a09a73b872cb'}]}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:10.784893 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-86e79a17-2d57-4a53-b1dd-5614fa385501 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4158413 Jan 25 15:41:10.924079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:10.926700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23c800-66c1-44a0-8f30-9e8d323b22b4 None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:10.928250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:port and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:10.932788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:10.940087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:11.034292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:11.040648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.068948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] device_id is not set on port 0618ab11-a38d-4d1f-b051-78dae40a5a9c yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:41:11.302092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.14 (a381b63b-5dc9-478b-8a91-02a7914f6943/7b6a4592-b260-4c62-8e6d-a09a73b872cb/0618ab11-a38d-4d1f-b051-78dae40a5a9c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:11.488100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.499234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:11.499544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.504653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 0618ab11-a38d-4d1f-b051-78dae40a5a9c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:11.560697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:11.617426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.671043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Provisioning for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:11.676467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:11.676834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7260bede-7a8e-4e1e-8b7a-4f11d93e54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.698392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:11.704886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:11.707367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:41:11.750147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=0618ab11-a38d-4d1f-b051-78dae40a5a9c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:11.786292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:11.786895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:11.809487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b750ee-85e7-410a-8503-5fa08bcf877b req-0533523c-c971-4ab7-b64b-67a35d68327b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:11.811012 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44b750ee-85e7-410a-8503-5fa08bcf877b req-0533523c-c971-4ab7-b64b-67a35d68327b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 944 time: 0.2325823 Jan 25 15:41:11.845674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 54448a5e-835a-44a5-910f-834fb9f0f054 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:11.862749 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44b750ee-85e7-410a-8503-5fa08bcf877b req-88fd3a1c-1832-4bac-b345-99da53a8822c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Jan 25 15:41:11.906551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-113f298a-e07a-4a3a-a995-5b1ea36b41d0 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1307094 Jan 25 15:41:11.909178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36376) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:11.914699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:11.980033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 54448a5e-835a-44a5-910f-834fb9f0f054 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:11.984799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 54448a5e-835a-44a5-910f-834fb9f0f054 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:11.988504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.048257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:12.052029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:12.055835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:12.061605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:12.104685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.118074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ed835764-8943-413f-b3f3-8013754635ce None None] Provisioning for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:12.125688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:12.129251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ed835764-8943-413f-b3f3-8013754635ce None None] Provisioning complete for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:12.129422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.129643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed835764-8943-413f-b3f3-8013754635ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.166877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:41:12.185989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=54448a5e-835a-44a5-910f-834fb9f0f054,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:12.195145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ed835764-8943-413f-b3f3-8013754635ce None None] Port 0618ab11-a38d-4d1f-b051-78dae40a5a9c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:12.228830 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054', 'code': 200} Jan 25 15:41:12.256691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.258631 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b6a4592-b260-4c62-8e6d-a09a73b872cb (CIDR: 172.20.0.0/28) Jan 25 15:41:12.308536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:41:12.309001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:12.326318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:12.394543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e72aad6-3e64-42f3-8ba6-f1f6cb3441e7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4842312 Jan 25 15:41:12.396973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36382) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:12.402267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:12.499695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:12.567164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:12.567888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.577081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:12.582276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:12.590200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:12.597652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:12.619042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82d55287-d878-4568-8eb5-3a969d1437ed req-86773b1a-6c1e-4bf6-8f76-5811734cb201 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 1098 time: 0.0906858 Jan 25 15:41:12.660517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82d55287-d878-4568-8eb5-3a969d1437ed req-68a2a8c9-d0d4-4849-b0ea-cc11590308da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359542 Jan 25 15:41:12.673248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:12.676753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:12.798718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.ipam_backend_mixin [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 02795e5c-be97-4ac7-8fce-d9edd6749cd3 (CIDR: 172.20.0.16/28) Jan 25 15:41:12.826039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 15:41:12.826484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:12.923755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4f4619c5-609a-4f06-a5eb-b82f1162d107 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5256531 Jan 25 15:41:12.927160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36388) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:12.931598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'subnet': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:13.204136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:13.209601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Usage tracker for resource:subnet and tenant:83b1124a85754aa796e1bb8ae4c896c0 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:13.217372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29912d8-a406-4eec-9d91-422ed5154064 req-9e57d460-1362-4192-b8c5-6f37478a0969 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:13.218802 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a29912d8-a406-4eec-9d91-422ed5154064 req-9e57d460-1362-4192-b8c5-6f37478a0969 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.1355746 Jan 25 15:41:13.219536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:13.226626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:13.268261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a29912d8-a406-4eec-9d91-422ed5154064 req-322718d0-6d11-4fa8-93b9-ed7ca7ad7d11 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433037 Jan 25 15:41:13.319927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Made reservation on behalf of 83b1124a85754aa796e1bb8ae4c896c0 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:41:13.323401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:13.657002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:13.711492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Network a381b63b-5dc9-478b-8a91-02a7914f6943 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:41:13.717609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:41:13.722033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:13.722606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:13.728501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d78ec-0342-4df0-9302-bcfcd2f3e0dd None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:13.738593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Subnet': ['ID=082ad59f-0408-4be1-919d-742d0a2ca269,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:13.843092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9d6e3970-f547-498c-af4d-c32cdf329419 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9134033 Jan 25 15:41:13.843348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36392) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:13.849093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2095154007', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '082ad59f-0408-4be1-919d-742d0a2ca269'}], 'security_groups': ['0154d17e-40a9-4b9f-bdb6-f73faeb1b717', '970abe35-60e5-428f-831c-713801b9c8d3']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:14.079626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Update dhcp port {'port': {'network_id': 'a381b63b-5dc9-478b-8a91-02a7914f6943', 'fixed_ips': [{'subnet_id': '02795e5c-be97-4ac7-8fce-d9edd6749cd3', 'ip_address': '172.20.0.18'}, {'subnet_id': '7b6a4592-b260-4c62-8e6d-a09a73b872cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '082ad59f-0408-4be1-919d-742d0a2ca269'}], 'binding:host_id': 'dv-neutron-826291-2-hyperv'}, 'id': '69fd7173-73cb-4a5f-82bc-505dd0fa9be8'} from dv-neutron-826291-2-hyperv. {{(pid=84140) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 25 15:41:14.087312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:14.129683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:14.330498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Allocated IP 172.20.0.34 (a381b63b-5dc9-478b-8a91-02a7914f6943/082ad59f-0408-4be1-919d-742d0a2ca269/69fd7173-73cb-4a5f-82bc-505dd0fa9be8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:14.465084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49f68-9af5-46cb-93d8-06b278be3a70 req-035911ca-609b-41bb-9580-f0b2880def89 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:14.465848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:14.466549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5e49f68-9af5-46cb-93d8-06b278be3a70 req-035911ca-609b-41bb-9580-f0b2880def89 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.0748720 Jan 25 15:41:14.491918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:14.507566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Transition to ACTIVE for port object 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:14.513561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5e49f68-9af5-46cb-93d8-06b278be3a70 req-4cf0854c-01e2-4094-b0bc-72a631c48529 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Jan 25 15:41:14.576927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:14.753042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66caca6f-0068-4367-b41e-6ff1dd613dc8 None None] Pushing event updated for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:14.764121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Delete allocated IP 172.20.0.14 (a381b63b-5dc9-478b-8a91-02a7914f6943/7b6a4592-b260-4c62-8e6d-a09a73b872cb) {{(pid=84139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 25 15:41:14.774976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Allocated IP 172.20.0.36 (a381b63b-5dc9-478b-8a91-02a7914f6943/082ad59f-0408-4be1-919d-742d0a2ca269/0618ab11-a38d-4d1f-b051-78dae40a5a9c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:41:14.782373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3235bf2-5b8a-4c6f-8d1a-9e38f5b98896 req-de01c41b-c056-48b1-9159-a2524e90b856 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:14.783844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3235bf2-5b8a-4c6f-8d1a-9e38f5b98896 req-de01c41b-c056-48b1-9159-a2524e90b856 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.1450994 Jan 25 15:41:14.868498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a3235bf2-5b8a-4c6f-8d1a-9e38f5b98896 req-5053b1ad-7bfa-4ff5-a558-a40c5b2840be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786402 Jan 25 15:41:14.896973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36400) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:14.978218 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b7f865cb-705f-4f13-b46a-559807701356 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 1093 time: 0.0788078 Jan 25 15:41:14.978936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36404) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:14.994094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'port_id': '54448a5e-835a-44a5-910f-834fb9f0f054'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:15.186402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.240670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Provisioning complete for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:15.241159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.294778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Port 0618ab11-a38d-4d1f-b051-78dae40a5a9c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:15.306873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:15.307235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.326933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.357360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:15.378020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Transition to ACTIVE for port object 0618ab11-a38d-4d1f-b051-78dae40a5a9c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:41:15.425264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Provisioning for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:15.430194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:15.435693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40c6acb1-1ccb-4d72-b957-da4a409b98dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.466736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.673790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event updated for resources: {'Port': ['ID=0618ab11-a38d-4d1f-b051-78dae40a5a9c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:15.768290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] In _notify_port_updated(), no bound segment for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c on network a381b63b-5dc9-478b-8a91-02a7914f6943 {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:41:15.772032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:15.772646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.774053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c1cdc27-ccbb-4b11-ab4d-2afcdf841386 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "PUT /v2.0/ports/0618ab11-a38d-4d1f-b051-78dae40a5a9c HTTP/1.1" status: 200 len: 960 time: 1.9297016 Jan 25 15:41:15.777005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36408) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:15.939314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 0618ab11-a38d-4d1f-b051-78dae40a5a9c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:15.939971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:15.957715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.017511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.130908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-43197a46-73bd-45b5-845d-3c062946c674 None None] Provisioning for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:41:16.135641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-43197a46-73bd-45b5-845d-3c062946c674 None None] Provisioning complete for port 0618ab11-a38d-4d1f-b051-78dae40a5a9c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:16.136008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-43197a46-73bd-45b5-845d-3c062946c674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.187778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.188931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-43197a46-73bd-45b5-845d-3c062946c674 None None] Port 0618ab11-a38d-4d1f-b051-78dae40a5a9c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:16.209791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a associated. External IP: 172.26.8.249, port: 54448a5e-835a-44a5-910f-834fb9f0f054. Jan 25 15:41:16.306565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 0618ab11-a38d-4d1f-b051-78dae40a5a9c owned by {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:16.500643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:41:16.511566 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.561597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=0618ab11-a38d-4d1f-b051-78dae40a5a9c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:16.583627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:16.584031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.601977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:41:16.698477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.713469 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ad44e8ce-8434-4ce7-80ca-ff3fa64240ac tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/0618ab11-a38d-4d1f-b051-78dae40a5a9c HTTP/1.1" status: 204 len: 168 time: 0.9350162 Jan 25 15:41:16.715892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36412) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:16.762262 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd91e372-d971-4099-be6a-77d1b051bc45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] GET failed (client error): The resource could not be found. Jan 25 15:41:16.762778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fd91e372-d971-4099-be6a-77d1b051bc45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Synchronizing usage tracker for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:16.839209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fd91e372-d971-4099-be6a-77d1b051bc45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Unset dirty status for tenant:83b1124a85754aa796e1bb8ae4c896c0 on resource:port {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:16.840391 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fd91e372-d971-4099-be6a-77d1b051bc45 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports/0618ab11-a38d-4d1f-b051-78dae40a5a9c HTTP/1.1" status: 404 len: 333 time: 0.1235023 Jan 25 15:41:16.843193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36416) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:16.905682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.924280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:41:16.928502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.930971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:16.934456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:41:16.952052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:16.952607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:16.989675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-26d99233-83f9-47f5-af40-491472c349df tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 991 time: 2.0096686 Jan 25 15:41:16.990733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:41:16.992866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36420) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:17.049712 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054', 'status': 'completed', 'code': 200} Jan 25 15:41:17.052752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.092316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e299615-0796-48db-9d9e-99c822a11fde,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:17.107180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.108287 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d8c5933b-7027-40b8-b719-bc0e7801b7a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/security-groups/6e299615-0796-48db-9d9e-99c822a11fde HTTP/1.1" status: 204 len: 168 time: 0.2641530 Jan 25 15:41:17.111253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36426) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:17.155504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-4e36891f-2f4b-45fb-8371-6df987f52da0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 1098 time: 0.0848539 Jan 25 15:41:17.158710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:17.162877 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f7c8c360-4a4a-4fb5-9577-756b24eddb22 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 991 time: 0.1683571 Jan 25 15:41:17.184666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.212058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.294198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-12c58b1e-d2af-4dbb-bbd0-81837f7255c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:17.295631 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-12c58b1e-d2af-4dbb-bbd0-81837f7255c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 200 len: 898 time: 0.1348898 Jan 25 15:41:17.334293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.350902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=970abe35-60e5-428f-831c-713801b9c8d3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:17.357470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.359141 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-710be251-b8e6-4c3f-ae16-db3c9089702f tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/security-groups/970abe35-60e5-428f-831c-713801b9c8d3 HTTP/1.1" status: 204 len: 168 time: 0.2467356 Jan 25 15:41:17.361437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36430) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:17.411455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-c7f8fb06-4bcd-4189-a7eb-bf293c496603 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54448a5e-835a-44a5-910f-834fb9f0f054 HTTP/1.1" status: 200 len: 999 time: 0.1094370 Jan 25 15:41:17.424191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.454410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.474362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-e26d57e2-6999-4352-a223-7328b9e66df7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:17.477200 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-e26d57e2-6999-4352-a223-7328b9e66df7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 200 len: 834 time: 0.0598903 Jan 25 15:41:17.558781 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-2070d10e-0d00-4f01-a46e-82dc04f9a541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=618fc09c-7069-4277-8af5-cd14b5dd3fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726395 Jan 25 15:41:17.565437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.568857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '54448a5e-835a-44a5-910f-834fb9f0f054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:76:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:41:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:17.573114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:41:17.583770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:17.584544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:17.585542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0154d17e-40a9-4b9f-bdb6-f73faeb1b717,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:17.588319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.589628 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1af9a5a1-e278-4e1d-a832-15015de035a7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/security-groups/0154d17e-40a9-4b9f-bdb6-f73faeb1b717 HTTP/1.1" status: 204 len: 168 time: 0.2271705 Jan 25 15:41:17.592493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36434) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:17.698694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-144c7ec1-0a58-404e-9d75-907d406307a5 service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337347 Jan 25 15:41:17.774460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:17.793544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 7b6a4592-b260-4c62-8e6d-a09a73b872cb {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:41:17.796588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.832970 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b66efd51-f3d6-43c1-8f38-6072543ecc55 req-6a35085a-9c7e-4c0f-a0cb-a4199139499d service neutron] 10.222.0.41 "GET /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285911 Jan 25 15:41:17.857530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:17.939903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.079685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.127765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '54448a5e-835a-44a5-910f-834fb9f0f054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:76:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:41:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:18.132464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a5279-8bc7-4df8-9b0d-2433b8fd68ba None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c49dbc68-044f-41b0-9abd-2dffa9160f6a', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.249', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '4a362aa8-f579-4642-b087-95eac642d741', 'port_id': '54448a5e-835a-44a5-910f-834fb9f0f054', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'mac_address': 'fa:16:3e:76:fb:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:40:19Z', 'updated_at': '2022-01-25T15:41:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:41:18.165475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36438) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:18.219286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6a4592-b260-4c62-8e6d-a09a73b872cb,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:18.226231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.233713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e88354-f996-49ad-8bb4-bf50e1c216b9 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:18.235513 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ad1ef25e-0e40-4b6c-bc59-d786d90ad5d3 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/7b6a4592-b260-4c62-8e6d-a09a73b872cb HTTP/1.1" status: 204 len: 168 time: 0.6421545 Jan 25 15:41:18.242008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36442) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:18.283234 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-73dd6fba-5390-4cde-ba14-0ecc8217384b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 991 time: 0.1132619 Jan 25 15:41:18.309881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 082ad59f-0408-4be1-919d-742d0a2ca269 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:41:18.312815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.372208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.375586 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c57a6d5-edf5-4489-8688-b6ebdf1d564a None None] New status for floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:41:18.462813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.614538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.660346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=082ad59f-0408-4be1-919d-742d0a2ca269,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:18.664872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.671325 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-df7f48c0-8dd7-459c-98d9-08c3836fc578 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/082ad59f-0408-4be1-919d-742d0a2ca269 HTTP/1.1" status: 204 len: 168 time: 0.4280889 Jan 25 15:41:18.673702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36446) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:18.712157 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9162daa-63ef-4041-b0e9-8bc3fbc79cbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:18.712611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9162daa-63ef-4041-b0e9-8bc3fbc79cbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:18.714261 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e9162daa-63ef-4041-b0e9-8bc3fbc79cbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/7b6a4592-b260-4c62-8e6d-a09a73b872cb HTTP/1.1" status: 404 len: 337 time: 0.0396633 Jan 25 15:41:18.716917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36450) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:18.784249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting subnet 02795e5c-be97-4ac7-8fce-d9edd6749cd3 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:41:18.787364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.846306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.928495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:18.939956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a810f7-876b-4a58-8bea-bca795e474b2 None None] Network a381b63b-5dc9-478b-8a91-02a7914f6943 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:19.057607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.066892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-60a11541-ca79-41f6-85fa-2af7e0fe59e3 None None] Provisioning complete for port 2a9a66ac-8a17-4f1c-a361-642bbce2382f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:19.067950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-60a11541-ca79-41f6-85fa-2af7e0fe59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.098866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Subnet': ['ID=02795e5c-be97-4ac7-8fce-d9edd6749cd3,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:19.103219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.111540 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-709bd6d3-3d7d-45ee-8487-7f3d7d1376a2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/02795e5c-be97-4ac7-8fce-d9edd6749cd3 HTTP/1.1" status: 204 len: 168 time: 0.3914557 Jan 25 15:41:19.111695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36454) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.149345 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-e896e9b9-902e-48a4-9e07-7514daa27db7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.149813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e896e9b9-902e-48a4-9e07-7514daa27db7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.151442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e896e9b9-902e-48a4-9e07-7514daa27db7 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/fabffed0-ac26-476e-816d-2cff6c221c63 HTTP/1.1" status: 404 len: 337 time: 0.0388629 Jan 25 15:41:19.154155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36458) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.181632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-60a11541-ca79-41f6-85fa-2af7e0fe59e3 None None] Port 2a9a66ac-8a17-4f1c-a361-642bbce2382f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:41:19.199678 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ccf39c87-0fcd-40a1-aba2-47e36ad0f79a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "GET /v2.0/ports?device_id=a50decb2-187c-43ac-8760-b05ecefd14f5 HTTP/1.1" status: 200 len: 205 time: 0.0444839 Jan 25 15:41:19.202084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36462) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.212193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-60a11541-ca79-41f6-85fa-2af7e0fe59e3 None None] Provisioning complete for port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:41:19.212555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-60a11541-ca79-41f6-85fa-2af7e0fe59e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.266448 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-0016e0c4-895b-4cb1-a1de-1ebeed248318 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] delete failed (client error): The resource could not be found. Jan 25 15:41:19.269874 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0016e0c4-895b-4cb1-a1de-1ebeed248318 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/routers/a50decb2-187c-43ac-8760-b05ecefd14f5 HTTP/1.1" status: 404 len: 336 time: 0.0645421 Jan 25 15:41:19.270102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36466) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.286042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36470) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.312144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] DHCP port deletion for a381b63b-5dc9-478b-8a91-02a7914f6943 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:41:19.312753 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-2489f5ad-ca75-4fa2-8728-cbd095d52f3c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.313003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2489f5ad-ca75-4fa2-8728-cbd095d52f3c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.317628 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2489f5ad-ca75-4fa2-8728-cbd095d52f3c tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/72a2525c-d231-4e5e-8916-4c8b7d216ce6 HTTP/1.1" status: 404 len: 337 time: 0.0436814 Jan 25 15:41:19.317628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36474) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.320514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Deleting port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:19.320906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.354992 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-4493088e-4e20-4e32-81c4-2711b61dd3ec tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.355349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4493088e-4e20-4e32-81c4-2711b61dd3ec tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.359351 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4493088e-4e20-4e32-81c4-2711b61dd3ec tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/2f97a2e8-42e1-40a9-b73f-8aeed4d9806f HTTP/1.1" status: 404 len: 337 time: 0.0389373 Jan 25 15:41:19.359576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36478) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.397079 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f65f696-e70c-43ef-9d67-d6636540f768 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.397585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f65f696-e70c-43ef-9d67-d6636540f768 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.397753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b4c9d4e-f06d-43cd-bd8b-ca12184862f3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 200 len: 993 time: 0.1102762 Jan 25 15:41:19.401527 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3f65f696-e70c-43ef-9d67-d6636540f768 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/eb62484e-fdfd-4570-9ad0-9f9401809016 HTTP/1.1" status: 404 len: 337 time: 0.0387521 Jan 25 15:41:19.401694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36482) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.447548 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd9b02d-bddb-4b41-b05f-21ec036c4172 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.447992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd9b02d-bddb-4b41-b05f-21ec036c4172 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.449654 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9dd9b02d-bddb-4b41-b05f-21ec036c4172 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/3372f2a1-71e8-4044-b69a-f6b5c73910ac HTTP/1.1" status: 404 len: 333 time: 0.0470326 Jan 25 15:41:19.452243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36486) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.488604 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-128ad6d1-bf43-4b89-ac93-4238cc59a8ca tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.489038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128ad6d1-bf43-4b89-ac93-4238cc59a8ca tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.490957 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-128ad6d1-bf43-4b89-ac93-4238cc59a8ca tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/dd52789e-d98e-400f-876f-5b7de8aa8877 HTTP/1.1" status: 404 len: 337 time: 0.0378475 Jan 25 15:41:19.494021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36490) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.530457 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-026bbce2-6f30-429b-9628-118142320bbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.530828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026bbce2-6f30-429b-9628-118142320bbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.532400 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-026bbce2-6f30-429b-9628-118142320bbb tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/157ad335-8d81-4fbf-9aad-a648fde2e43f HTTP/1.1" status: 404 len: 337 time: 0.0375175 Jan 25 15:41:19.534883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36494) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.572569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] For port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,segment=NetworkSegment(4097442b-ba54-49eb-8be9-24b2571b2bfb),segment_id=4097442b-ba54-49eb-8be9-24b2571b2bfb)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:19.572952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.577627 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c7a940-ad7e-41e0-8801-65ac4df5a432 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.578069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c7a940-ad7e-41e0-8801-65ac4df5a432 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.579691 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-52c7a940-ad7e-41e0-8801-65ac4df5a432 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/f25553f5-e4e9-48b7-aefc-4d5959ab3328 HTTP/1.1" status: 404 len: 333 time: 0.0439527 Jan 25 15:41:19.582475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36498) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.623384 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec86568-5360-4b10-ac0d-f6f1a6f7dac2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.623733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec86568-5360-4b10-ac0d-f6f1a6f7dac2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.627491 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3ec86568-5360-4b10-ac0d-f6f1a6f7dac2 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/6565f8d4-17db-459f-a76f-60e857a7d7b2 HTTP/1.1" status: 404 len: 337 time: 0.0418065 Jan 25 15:41:19.627825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36502) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.664918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6953202-2c15-4cb4-b6d0-e88d505b9b74 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] DELETE failed (client error): The resource could not be found. Jan 25 15:41:19.665344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6953202-2c15-4cb4-b6d0-e88d505b9b74 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 15:41:19.666924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b6953202-2c15-4cb4-b6d0-e88d505b9b74 tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/subnets/07c4d837-40b4-4c11-ab2f-b2c79a0a9032 HTTP/1.1" status: 404 len: 337 time: 0.0382190 Jan 25 15:41:19.669345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:19.688587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Calling delete_port for 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:19.731951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Deleting port 2a9a66ac-8a17-4f1c-a361-642bbce2382f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:19.736454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.845100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:19.890837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] Pushing event deleted for resources: {'Port': ['ID=69fd7173-73cb-4a5f-82bc-505dd0fa9be8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:19.898230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea68874-86ec-417e-9c12-90cc2ec3417c None None] No DVR routers for this DVR port 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:41:20.023949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.141061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Calling delete_port for 2a9a66ac-8a17-4f1c-a361-642bbce2382f owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:20.288189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.334301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Port': ['ID=2a9a66ac-8a17-4f1c-a361-642bbce2382f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:20.341764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.437614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c67b8a36-6acf-4603-99d3-14efe08664ae tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/ports/2a9a66ac-8a17-4f1c-a361-642bbce2382f HTTP/1.1" status: 204 len: 168 time: 0.7671409 Jan 25 15:41:20.439746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:20.500216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:41:20.531850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:41:20.532191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 69fd7173-73cb-4a5f-82bc-505dd0fa9be8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:41:20.556487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.682893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.706297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a381b63b-5dc9-478b-8a91-02a7914f6943']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:20.717638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4097442b-ba54-49eb-8be9-24b2571b2bfb') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:20.717933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4097442b-ba54-49eb-8be9-24b2571b2bfb') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:20.729192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.744927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.750744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:41:20.751120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:41:20.764737 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:41:20.887988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.904960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:20.915039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] Pushing event deleted for resources: {'Network': ['ID=a381b63b-5dc9-478b-8a91-02a7914f6943,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:20.917527 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d6c666df-ea8c-44be-b33a-edbfc107079a tempest-PortsTestJSON-216224748 tempest-PortsTestJSON-216224748-project] 10.222.0.26 "DELETE /v2.0/networks/a381b63b-5dc9-478b-8a91-02a7914f6943 HTTP/1.1" status: 204 len: 168 time: 0.4767511 Jan 25 15:41:21.386245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:21.552490 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9165deb1-5772-4b5f-816d-4411348fc50d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=83b1124a85754aa796e1bb8ae4c896c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1650109 Jan 25 15:41:21.554774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36524) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:21.614540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:21.639559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:21.747831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:21.764885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebc463e-609a-490d-8bfa-1b0e6c54ef13,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:21.768064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:21.769188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bcbad74c-fc94-477d-8bd8-f0e7fe7dbe7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bebc463e-609a-490d-8bfa-1b0e6c54ef13 HTTP/1.1" status: 204 len: 168 time: 0.2135227 Jan 25 15:41:22.863330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36546) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:22.987370 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ffe63b1a-af52-4041-9680-bb857098808a tempest-DvrRoutersNegativeTest-4929964 tempest-DvrRoutersNegativeTest-4929964-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1950766242', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:41:22.989755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.policy [None req-ffe63b1a-af52-4041-9680-bb857098808a tempest-DvrRoutersNegativeTest-4929964 tempest-DvrRoutersNegativeTest-4929964-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84138) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 25 15:41:22.990105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.policy [None req-ffe63b1a-af52-4041-9680-bb857098808a tempest-DvrRoutersNegativeTest-4929964 tempest-DvrRoutersNegativeTest-4929964-project] Failed policy check for 'create_router' {{(pid=84138) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 25 15:41:22.990878 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-ffe63b1a-af52-4041-9680-bb857098808a tempest-DvrRoutersNegativeTest-4929964 tempest-DvrRoutersNegativeTest-4929964-project] create failed (client error): Access was denied to this resource. Jan 25 15:41:22.991811 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ffe63b1a-af52-4041-9680-bb857098808a tempest-DvrRoutersNegativeTest-4929964 tempest-DvrRoutersNegativeTest-4929964-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1274850 Jan 25 15:41:23.474937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36556) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:23.610888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:23.640805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:41:23.644657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Usage tracker for resource:security_group_rule and tenant:d652884ff8614364a100eee96ec8d253 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:41:23.647413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:41:23.652873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:41:23.714162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:23.764702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:23.810021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd17f00-1e50-4824-a669-661ac21d6de7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:23.816250 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5419e736-ba48-4cc8-b8e2-427df51f9210 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d652884ff8614364a100eee96ec8d253&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402829 Jan 25 15:41:23.818215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36562) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:23.879077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:23.903593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:24.027489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:24.041815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd17f00-1e50-4824-a669-661ac21d6de7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:24.047757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:24.049003 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1f25ce5a-abcc-45e0-9753-6ae3683c2af3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccd17f00-1e50-4824-a669-661ac21d6de7 HTTP/1.1" status: 204 len: 168 time: 0.2296891 Jan 25 15:41:29.396607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f1483832-a77f-45cb-9084-7d599c975ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:31.467599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7aba9edf-bdbf-47de-b1a4-1d472336c983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:32.884143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:32.958654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:34.610206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:36.075120 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:41:38.707135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:44.596804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61bf64-5fe8-4e40-977a-1abd578e9ef8 req-e08bc5b0-2264-4db7-8bd2-d6ed4dbfe906 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:44.598251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d61bf64-5fe8-4e40-977a-1abd578e9ef8 req-e08bc5b0-2264-4db7-8bd2-d6ed4dbfe906 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.0742195 Jan 25 15:41:44.645615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d61bf64-5fe8-4e40-977a-1abd578e9ef8 req-33d84f2c-ba25-4e92-b4cb-6f6805a883e4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Jan 25 15:41:45.897014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8171e-9e55-428c-9ea7-bcb5e59907dd req-6ee27971-90c3-41bd-8c38-c2316beb9723 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:45.898496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00b8171e-9e55-428c-9ea7-bcb5e59907dd req-6ee27971-90c3-41bd-8c38-c2316beb9723 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.1322985 Jan 25 15:41:45.904648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-e5c2bb96-276d-434e-99ec-3bcbcdeb05f7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:45.905972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-e5c2bb96-276d-434e-99ec-3bcbcdeb05f7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 945 time: 0.1106403 Jan 25 15:41:45.996408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 54448a5e-835a-44a5-910f-834fb9f0f054 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:45.996742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:46.027078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00b8171e-9e55-428c-9ea7-bcb5e59907dd req-87052ea1-2361-4f9b-b1c9-e75c99c89bb3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=3b64ec3f-520b-471a-811e-231dfd8d4740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201835 Jan 25 15:41:46.238164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 54448a5e-835a-44a5-910f-834fb9f0f054, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=54448a5e-835a-44a5-910f-834fb9f0f054,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:46.238514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:46.599647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:46.600012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:46.600323 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a disassociated. External IP: 172.26.8.249, port: 54448a5e-835a-44a5-910f-834fb9f0f054. Jan 25 15:41:46.600662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 54448a5e-835a-44a5-910f-834fb9f0f054 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:46.769840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:46.818323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=54448a5e-835a-44a5-910f-834fb9f0f054,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:46.832998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.833344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.833707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.834039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.834366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.834697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.835022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.835346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.835668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.836544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:46.836874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:41:47.033290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:41:47.231006 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6371820d-b504-4bc0-b450-7e8c3284cb06 req-abc844e1-1c48-492b-bb8f-93ccf95cf40f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 210 time: 0.0545824 Jan 25 15:41:47.275700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:41:47.287408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:41:47.300849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:47.301844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:47.345441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 54448a5e-835a-44a5-910f-834fb9f0f054 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:41:47.347830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:47.350288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'name': 'network-vif-deleted', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:41:47.428099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-37a9058f-9652-43a2-b16f-7307f065fbe9 req-ea060623-1184-4f09-9ad8-d3f7d6345fa8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/54448a5e-835a-44a5-910f-834fb9f0f054 HTTP/1.1" status: 204 len: 173 time: 1.5082734 Jan 25 15:41:47.483791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:47.619167 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab49388-297f-4867-a71a-e85302d1fa9c', 'name': 'network-vif-deleted', 'tag': '54448a5e-835a-44a5-910f-834fb9f0f054', 'status': 'completed', 'code': 200} Jan 25 15:41:47.792127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:47.796712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:41:47.807685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:47.808212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:47.982778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 54448a5e-835a-44a5-910f-834fb9f0f054 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:41:48.031587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 54448a5e-835a-44a5-910f-834fb9f0f054 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:41:48.031833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 54448a5e-835a-44a5-910f-834fb9f0f054 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:41:48.061750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:48.373284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:48.377603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8816037b-78e2-4429-9680-94a3f10657d1 None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:39:50Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'be7bb94d-8e14-4e68-9e63-988392972655', 'name': '', 'network_id': '618fc09c-7069-4277-8af5-cd14b5dd3fc9', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:53:68:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:49Z', 'updated_at': '2022-01-25T15:40:04Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'ada873d1-6268-4faa-8d9e-7da2013f1b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:41:48.409927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ca2a2e2a-5d7e-4f69-818b-423207dcd152 req-25aeeae9-90bf-4896-b3c3-af45fd5dd30b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:48.478645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ca2a2e2a-5d7e-4f69-818b-423207dcd152 req-25aeeae9-90bf-4896-b3c3-af45fd5dd30b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:48.479798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ca2a2e2a-5d7e-4f69-818b-423207dcd152 req-25aeeae9-90bf-4896-b3c3-af45fd5dd30b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab49388-297f-4867-a71a-e85302d1fa9c HTTP/1.1" status: 200 len: 210 time: 0.1111047 Jan 25 15:41:48.594355 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bc7a5a-7fac-4353-a1ba-1a963f4b6e3b None None] New status for floating IP c49dbc68-044f-41b0-9abd-2dffa9160f6a: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:41:49.586231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36592) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:49.652007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:49.679809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:49.827299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:49.843757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b64ec3f-520b-471a-811e-231dfd8d4740,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:49.906037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:49.907230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ee6a5f59-187d-48c2-ab7a-f3d8d144a4d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/3b64ec3f-520b-471a-811e-231dfd8d4740 HTTP/1.1" status: 204 len: 168 time: 0.3199639 Jan 25 15:41:49.981648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:50.131979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:50.132236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.292404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.292729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.492520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:50.682266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.724281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=ae7395d3-1d01-4ea7-8e19-51d2bf14b5f1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:50.812525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.911868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:50.913022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1d044036-c72e-4c50-91f1-dfe75632b58d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/c49dbc68-044f-41b0-9abd-2dffa9160f6a HTTP/1.1" status: 204 len: 168 time: 0.9304070 Jan 25 15:41:51.485452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-2ac2f3ef-6f89-4c0d-a965-173438acc7ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:51.486257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-2ac2f3ef-6f89-4c0d-a965-173438acc7ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:51.567314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-2ac2f3ef-6f89-4c0d-a965-173438acc7ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:51.568401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-2ac2f3ef-6f89-4c0d-a965-173438acc7ba tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.1595023 Jan 25 15:41:51.611790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-88414d3f-c505-448e-ae8e-2d19bbe9337d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:51.692879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-88414d3f-c505-448e-ae8e-2d19bbe9337d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:51.694022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ee1566d-7bf8-4583-8216-c0332ad3c531 req-88414d3f-c505-448e-ae8e-2d19bbe9337d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195691 Jan 25 15:41:52.722481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-0e5b0488-a09d-4976-943b-07e696ff9d8c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:52.723813 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-0e5b0488-a09d-4976-943b-07e696ff9d8c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.0733526 Jan 25 15:41:52.792924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 48f01704-81c4-4801-b255-db37e0d78f9d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:52.793253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:53.025520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b434c1-c512-4aa2-aa97-2853b7133baf req-98a6c16a-e948-4554-bb81-95671998e9d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:41:53.026829 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-21b434c1-c512-4aa2-aa97-2853b7133baf req-98a6c16a-e948-4554-bb81-95671998e9d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 945 time: 0.2066681 Jan 25 15:41:53.110270 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-21b434c1-c512-4aa2-aa97-2853b7133baf req-a61a54e3-30f8-4a4e-a01b-7fa1dc913670 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777588 Jan 25 15:41:53.116776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 48f01704-81c4-4801-b255-db37e0d78f9d, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=48f01704-81c4-4801-b255-db37e0d78f9d,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:53.117124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:53.236531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 48f01704-81c4-4801-b255-db37e0d78f9d owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:53.449935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:53.499131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=48f01704-81c4-4801-b255-db37e0d78f9d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:53.568336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 48f01704-81c4-4801-b255-db37e0d78f9d on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:41:53.570600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:53.573003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'name': 'network-vif-deleted', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:41:53.626348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1246147f-e8be-4f9c-98bb-e427e080fa65', 'name': 'network-vif-deleted', 'tag': '48f01704-81c4-4801-b255-db37e0d78f9d', 'status': 'completed', 'code': 200} Jan 25 15:41:53.644799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a521b161-9c63-4e4c-adb8-47c4afd79483 req-54940153-7dab-4cf0-bb6b-6ee721c5217f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/48f01704-81c4-4801-b255-db37e0d78f9d HTTP/1.1" status: 204 len: 173 time: 0.9160633 Jan 25 15:41:54.289510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-5fdaaaf6-3e22-4cbb-b17e-0020b21e59ba req-efeeaccc-530b-4b9f-bd7e-b524deaec16b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:41:54.363912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-5fdaaaf6-3e22-4cbb-b17e-0020b21e59ba req-efeeaccc-530b-4b9f-bd7e-b524deaec16b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:41:54.365302 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5fdaaaf6-3e22-4cbb-b17e-0020b21e59ba req-efeeaccc-530b-4b9f-bd7e-b524deaec16b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=1246147f-e8be-4f9c-98bb-e427e080fa65 HTTP/1.1" status: 200 len: 210 time: 0.1190326 Jan 25 15:41:55.471647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36614) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:55.536988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:55.564662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:55.683985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:55.700640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:55.766117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:55.767238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2d9b7eb-0ae4-43b8-8c27-b81ebd118138 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/b6a27ab1-6ec3-4550-9589-aa9b7db3ce7f HTTP/1.1" status: 204 len: 168 time: 0.2946255 Jan 25 15:41:55.864607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36620) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:56.015616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 48f01704-81c4-4801-b255-db37e0d78f9d no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:41:56.047027 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 48f01704-81c4-4801-b255-db37e0d78f9d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:41:56.047359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 48f01704-81c4-4801-b255-db37e0d78f9d not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:41:56.332388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:56.906777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port be7bb94d-8e14-4e68-9e63-988392972655 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:56.907486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:57.082322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port be7bb94d-8e14-4e68-9e63-988392972655, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=be7bb94d-8e14-4e68-9e63-988392972655,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:57.082663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:57.197617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for be7bb94d-8e14-4e68-9e63-988392972655 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:41:57.455388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:57.502210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=be7bb94d-8e14-4e68-9e63-988392972655,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:57.884808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:58.446503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 4a362aa8-f579-4642-b087-95eac642d741 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:41:58.640136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:41:58.649236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Sync routers for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:41:58.660603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:58.661287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:58.714450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dd278185-5c3d-4b3f-a78d-55aa8046e4f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/4a362aa8-f579-4642-b087-95eac642d741/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8483005 Jan 25 15:41:58.716926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36624) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:58.832998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:58.901502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet ada873d1-6268-4faa-8d9e-7da2013f1b58 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:41:58.904908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:58.956926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.038324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.117848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:41:57Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:59.122214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Checking router: 4a362aa8-f579-4642-b087-95eac642d741 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:41:59.133962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Routers {'4a362aa8-f579-4642-b087-95eac642d741'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:41:59.134571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:41:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['4a362aa8-f579-4642-b087-95eac642d741'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:59.264959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.301678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=ada873d1-6268-4faa-8d9e-7da2013f1b58,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:41:59.308264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.311431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] Set router 4a362aa8-f579-4642-b087-95eac642d741 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:41:59.314175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0a169a9d-e575-4855-9f84-7a0ca3dcabe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/ada873d1-6268-4faa-8d9e-7da2013f1b58 HTTP/1.1" status: 204 len: 168 time: 0.5962853 Jan 25 15:41:59.316939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36628) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:41:59.388778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63990f03-a085-45ee-985e-21dc01208873 None None] Network 618fc09c-7069-4277-8af5-cd14b5dd3fc9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:41:59.514151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.518378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e67be5d3-ecb7-43b3-bf20-852648b91c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.710074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.790286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:41:57Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:41:59.794268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd47ee61-7451-4902-bfb4-cbad29486653 None None] The sync data for ids ['4a362aa8-f579-4642-b087-95eac642d741'] in dv-neutron-826291-2-hyperv is: [{'id': '4a362aa8-f579-4642-b087-95eac642d741', 'name': 'tempest-TestNetworkBasicOps-router-651306063', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:39:42Z', 'updated_at': '2022-01-25T15:41:57Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'd2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:17:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a362aa8-f579-4642-b087-95eac642d741', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:39:43Z', 'updated_at': '2022-01-25T15:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:41:59.804026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:59.804368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.833795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] DHCP port deletion for 618fc09c-7069-4277-8af5-cd14b5dd3fc9 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:41:59.838591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Deleting port 25c37add-55dd-4521-9d92-60a38c6d9e95 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:41:59.839121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:41:59.978856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:41:59.979198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.038623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] For port 25c37add-55dd-4521-9d92-60a38c6d9e95, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=25c37add-55dd-4521-9d92-60a38c6d9e95,segment=NetworkSegment(a86cb5ab-3b72-492a-a7c8-6144dd858b13),segment_id=a86cb5ab-3b72-492a-a7c8-6144dd858b13)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:00.039004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.094696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:00.163275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Calling delete_port for 25c37add-55dd-4521-9d92-60a38c6d9e95 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:00.301291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.323991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.345578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Pushing event deleted for resources: {'Port': ['ID=25c37add-55dd-4521-9d92-60a38c6d9e95,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:00.353819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] No DVR routers for this DVR port 25c37add-55dd-4521-9d92-60a38c6d9e95 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:42:00.366041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.366203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.366494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.366815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.367135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.367450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.367789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.368102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.368414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.368723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.369030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe4d8-5359-43f9-99d1-85ab7d261a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:00.373791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:00.564256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be7bb94d-8e14-4e68-9e63-988392972655 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:42:00.593758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.595905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: be7bb94d-8e14-4e68-9e63-988392972655 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:42:00.596241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device be7bb94d-8e14-4e68-9e63-988392972655 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:42:00.596646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 25c37add-55dd-4521-9d92-60a38c6d9e95 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:42:00.629963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 25c37add-55dd-4521-9d92-60a38c6d9e95 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:42:00.630235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 25c37add-55dd-4521-9d92-60a38c6d9e95 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:42:00.934723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:00.938826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.047186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.047714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 4a362aa8-f579-4642-b087-95eac642d741 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:42:01.062142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.067689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cad05a0b-494f-4891-b9c3-604ee508f3c0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/4a362aa8-f579-4642-b087-95eac642d741 HTTP/1.1" status: 204 len: 168 time: 1.7453427 Jan 25 15:42:01.067689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36632) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:01.181521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.310069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.333993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618fc09c-7069-4277-8af5-cd14b5dd3fc9']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:01.345862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86cb5ab-3b72-492a-a7c8-6144dd858b13') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:01.346161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86cb5ab-3b72-492a-a7c8-6144dd858b13') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:01.357753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.373295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.379146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:42:01.379514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:42:01.393180 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:42:01.470113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-36e4e042-bc74-4ae6-99f0-10ae92dc7d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.544531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.561270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.570635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=618fc09c-7069-4277-8af5-cd14b5dd3fc9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:01.573131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c6b8eeb1-8980-4bea-9ddb-74de7e61327c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/618fc09c-7069-4277-8af5-cd14b5dd3fc9 HTTP/1.1" status: 204 len: 168 time: 0.5062647 Jan 25 15:42:01.595721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36636) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:01.601359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--1654921651', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:01.607020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:01.610779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:01.613600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:01.619407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:01.687284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:42:01.690295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.718265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:42:01.726358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.726694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 8792da93-5324-40a2-9ef1-23386dd0b1d5 of type vlan for network 7c984458-138f-4621-8ffb-86d86f5d920e Jan 25 15:42:01.750972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.847472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.851233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:01.851809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:01.956746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=7c984458-138f-4621-8ffb-86d86f5d920e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:01.968036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 7c984458-138f-4621-8ffb-86d86f5d920e details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:42:02.020005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c6316891-9982-4307-a035-2922c518ab05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4230211 Jan 25 15:42:02.022505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36640) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:02.028192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-246722439', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:02.035075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:02.038768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:02.041682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:02.047335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:02.113168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.114109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.132194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.325327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.479120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:42:02.511716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:42:02.512049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d2b2a25f-c6bc-4bf3-aa6c-df1cc9dcbb4e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:42:02.549451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.577853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.706707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.14 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/953c21c8-3e9c-46e6-9f99-d92e7f25a7f6) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:42:02.858820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.947937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:02.952277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:03.038324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:03.101405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:03.104803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:03.108447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:42:03.140268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:03.323242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:03.323944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:03.580941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 47267543-b16b-49e4-963c-81f86cce85e3 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:42:03.773676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:42:03.783292 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Sync routers for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:42:03.796118 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:03.796706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:03.855852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:03.857005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-701ea968-cae3-4890-8e72-5b008bd086f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8335392 Jan 25 15:42:03.860197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36644) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:03.899367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3c5220bc-e654-4ff4-b5a9-7bc188b489db tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375683 Jan 25 15:42:03.901925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36648) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:03.968771 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:04.030246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3142c1-6fd7-4fff-aff2-1602de4b5d8b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:04.031705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0f3142c1-6fd7-4fff-aff2-1602de4b5d8b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288893 Jan 25 15:42:04.034441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36652) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:04.072804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-64ec776b-34ab-4fc7-9ea4-31082fb5c677 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372887 Jan 25 15:42:04.075244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36656) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:04.080362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-449444924', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:04.190420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:04.194108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:04.197424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:04.202923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:04.241231 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:03Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:04.244938 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Checking router: 47267543-b16b-49e4-963c-81f86cce85e3 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:42:04.245274 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Updating router 47267543-b16b-49e4-963c-81f86cce85e3 port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:42:04.275749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:42:04.293975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.375067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.590176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.606503 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.618186 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Transition to ACTIVE for port object 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:04.636013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.689266 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.718558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=66cc49b6-3f80-4f54-8510-a8c26ee05e2c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:04.728397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:04.728753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 7c984458-138f-4621-8ffb-86d86f5d920e, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:42:04.769278 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Pushing event updated for resources: {'Port': ['ID=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:04.771322 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Attempting to bind port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:42:04.771680 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Attempting to bind port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:42:04.772039 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Attempting to bind port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:04.782652 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:42:04.783015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:04.788659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.788659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:42:04.788659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Bound port: 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:42:04.788659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.808264 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.811647 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:04.860440 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] For port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:04.863391 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] For port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:42:04.870126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7c984458-138f-4621-8ffb-86d86f5d920e is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:42:04.916589 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.941018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 7c984458-138f-4621-8ffb-86d86f5d920e) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:04.944945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:04.945592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:04.950592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b398e-7b7d-422e-a53c-725b8e290f3c None None] Network 7c984458-138f-4621-8ffb-86d86f5d920e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:42:04.998203 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558315d1-eef2-4379-bfc3-465a5e49c711 None None] Pushing event updated for resources: {'Port': ['ID=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:05.002495 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:05.003078 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:05.028767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-74e1eb9f-0c45-4989-b2a4-598024b95167 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9519217 Jan 25 15:42:05.030860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36660) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:05.215347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-7c984458-138f-4621-8ffb-86d86f5d920e', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:42:05.216091 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:05.216442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.373565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Allocated IP 172.20.0.2 (7c984458-138f-4621-8ffb-86d86f5d920e/66cc49b6-3f80-4f54-8510-a8c26ee05e2c/d152cec9-b4a2-451f-b2a2-fffb8a14e346) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:42:05.498522 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7f6587be-4454-454d-977f-2426a046c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:03Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:05.502426 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6587be-4454-454d-977f-2426a046c686 None None] The sync data for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv is: [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:03Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:42:05.596335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.607308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Transition to ACTIVE for port object d152cec9-b4a2-451f-b2a2-fffb8a14e346 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:05.626891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Transition to ACTIVE for port object d152cec9-b4a2-451f-b2a2-fffb8a14e346 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:05.690114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.769943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Network 7c984458-138f-4621-8ffb-86d86f5d920e is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:05.770806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Pushing event updated for resources: {'Port': ['ID=d152cec9-b4a2-451f-b2a2-fffb8a14e346,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:05.773359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:05.776072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:42:05.869369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Attempting to bind port d152cec9-b4a2-451f-b2a2-fffb8a14e346 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:42:05.869810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Attempting to bind port d152cec9-b4a2-451f-b2a2-fffb8a14e346 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:42:05.870172 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Attempting to bind port d152cec9-b4a2-451f-b2a2-fffb8a14e346 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:05.877455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:42:05.877953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Checking segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:05.878609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.879007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Bound using segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:42:05.879478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Bound port: d152cec9-b4a2-451f-b2a2-fffb8a14e346, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:42:05.880292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.955516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:05.975787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] For port d152cec9-b4a2-451f-b2a2-fffb8a14e346, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:05.978967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] For port d152cec9-b4a2-451f-b2a2-fffb8a14e346, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d152cec9-b4a2-451f-b2a2-fffb8a14e346,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:42:06.056371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:06.149900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cb02b-db3d-48b8-928e-105641b53ae0 None None] Pushing event updated for resources: {'Port': ['ID=d152cec9-b4a2-451f-b2a2-fffb8a14e346,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:06.416829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (7c984458-138f-4621-8ffb-86d86f5d920e/66cc49b6-3f80-4f54-8510-a8c26ee05e2c/350508a7-45ec-4b64-8ec7-81da7d67032e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:42:06.583602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:06.600499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 350508a7-45ec-4b64-8ec7-81da7d67032e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:06.617737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d152cec9-b4a2-451f-b2a2-fffb8a14e346 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:06.695525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:06.750014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d152cec9-b4a2-451f-b2a2-fffb8a14e346 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:06.755611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:06.763570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7c984458-138f-4621-8ffb-86d86f5d920e is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:06.766701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:06.769074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:42:06.812345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:06.837088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:06.883650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:06.888873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:06.889236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.001826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.007324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.026684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:07.058829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f894b-107b-4f2d-b360-27ef326ca08c None None] Network 7c984458-138f-4621-8ffb-86d86f5d920e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:42:07.117763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.228967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:07.289393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Provisioning for port d152cec9-b4a2-451f-b2a2-fffb8a14e346 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:07.298890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Provisioning complete for port d152cec9-b4a2-451f-b2a2-fffb8a14e346 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:07.299180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.460661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.504686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] For port d152cec9-b4a2-451f-b2a2-fffb8a14e346, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d152cec9-b4a2-451f-b2a2-fffb8a14e346,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:07.504924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.581654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.593235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.649153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363867-2847-490a-aba8-a00736c28c55 None None] Pushing event updated for resources: {'Port': ['ID=d152cec9-b4a2-451f-b2a2-fffb8a14e346,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:07.704517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Provisioning complete for port d152cec9-b4a2-451f-b2a2-fffb8a14e346 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:07.704986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.707168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:07.709484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.852529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7c984458-138f-4621-8ffb-86d86f5d920e is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:07.853663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:07.918350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Provisioning for port 350508a7-45ec-4b64-8ec7-81da7d67032e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:07.923875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Provisioning complete for port 350508a7-45ec-4b64-8ec7-81da7d67032e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:07.924317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:07.980707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-109333ef-af73-47e7-ab5d-14b5feedec41 None None] Port 350508a7-45ec-4b64-8ec7-81da7d67032e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:42:08.101082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f822a829-1737-42f5-8391-6827a329f200 None None] Provisioning complete for port 350508a7-45ec-4b64-8ec7-81da7d67032e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:08.101567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f822a829-1737-42f5-8391-6827a329f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:08.182620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f822a829-1737-42f5-8391-6827a329f200 None None] Port 350508a7-45ec-4b64-8ec7-81da7d67032e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:42:08.242792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 47267543-b16b-49e4-963c-81f86cce85e3 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:42:08.436654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:42:08.449172 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ac89a58d-9edd-4713-a441-9164e678db0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/47267543-b16b-49e4-963c-81f86cce85e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4173210 Jan 25 15:42:08.451595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36664) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:08.527567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:08.587937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4b3ab-277e-4b69-a08a-2701093ecd00 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.588300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4b3ab-277e-4b69-a08a-2701093ecd00 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.588656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4b3ab-277e-4b69-a08a-2701093ecd00 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.589005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e4b3ab-277e-4b69-a08a-2701093ecd00 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.590622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-04e4b3ab-277e-4b69-a08a-2701093ecd00 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1381567 Jan 25 15:42:08.592274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:08.592641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:08.593296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36668) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:08.658335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeba25b-4fda-492b-b4a8-acda505c989c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.658703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeba25b-4fda-492b-b4a8-acda505c989c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.659069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeba25b-4fda-492b-b4a8-acda505c989c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.659421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeba25b-4fda-492b-b4a8-acda505c989c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:08.661036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5eeba25b-4fda-492b-b4a8-acda505c989c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0668423 Jan 25 15:42:08.663709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36672) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:08.718275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d152cec9-b4a2-451f-b2a2-fffb8a14e346 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:08.745074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:08.791223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d152cec9-b4a2-451f-b2a2-fffb8a14e346 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:08.791582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:08.973474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8af4f8e0-8e35-40a8-812e-2fa5bbcf0662 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3061025 Jan 25 15:42:08.973660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36676) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:08.978890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1688926441', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:09.050897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Sync routers for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:42:09.062839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:09.063530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:09.120723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:09.124757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:09.127638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:09.133820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:09.213081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:42:09.216193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.238526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] device_id is not set on port b2df8acc-9204-4b48-9782-df427c871009 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:42:09.240706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:09.380051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.7 (7c984458-138f-4621-8ffb-86d86f5d920e/66cc49b6-3f80-4f54-8510-a8c26ee05e2c/b2df8acc-9204-4b48-9782-df427c871009) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:42:09.546987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:09.550762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Checking router: 47267543-b16b-49e4-963c-81f86cce85e3 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:42:09.551111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Updating router 47267543-b16b-49e4-963c-81f86cce85e3 port 350508a7-45ec-4b64-8ec7-81da7d67032e binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:42:09.575808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.591647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object b2df8acc-9204-4b48-9782-df427c871009 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:09.601783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.670703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.742373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7c984458-138f-4621-8ffb-86d86f5d920e is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:09.745331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:09.749171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:42:09.780081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:09.816928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:09.817638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.907290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2151406-039c-417f-a519-73e5b5e395e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9326799 Jan 25 15:42:09.950052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:09.961924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Transition to ACTIVE for port object 350508a7-45ec-4b64-8ec7-81da7d67032e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:10.026223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.127728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-398b4f73-7326-465e-8aad-0e9b871db0b4 None None] Provisioning for port b2df8acc-9204-4b48-9782-df427c871009 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:10.147320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-398b4f73-7326-465e-8aad-0e9b871db0b4 None None] Provisioning complete for port b2df8acc-9204-4b48-9782-df427c871009 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:10.147743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-398b4f73-7326-465e-8aad-0e9b871db0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.180585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a6d95-2b23-49c4-ae02-169b7872f0f0 None None] Pushing event updated for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:10.233653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36682) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:10.239657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844789378', 'description': 'tempest-secgroup-smoke-844789378 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:10.246494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:10.251817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:10.254885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:10.264022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:10.311868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-398b4f73-7326-465e-8aad-0e9b871db0b4 None None] Port b2df8acc-9204-4b48-9782-df427c871009 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:42:10.338098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Attempting to bind port 350508a7-45ec-4b64-8ec7-81da7d67032e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:42:10.338390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Attempting to bind port 350508a7-45ec-4b64-8ec7-81da7d67032e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:42:10.338742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Attempting to bind port 350508a7-45ec-4b64-8ec7-81da7d67032e on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:10.344979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:42:10.345338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Checking segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:10.345751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.346129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Bound using segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:42:10.346574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Bound port: 350508a7-45ec-4b64-8ec7-81da7d67032e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:42:10.346932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.355699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.392592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:10.396538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:10.400020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:10.405692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:10.448417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] For port 350508a7-45ec-4b64-8ec7-81da7d67032e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:10.452697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] For port 350508a7-45ec-4b64-8ec7-81da7d67032e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=350508a7-45ec-4b64-8ec7-81da7d67032e,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:42:10.467684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.512640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.603795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a6d95-2b23-49c4-ae02-169b7872f0f0 None None] Pushing event updated for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:10.604033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.609228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:10.609862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:10.659820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a35ff2-e4e7-4d1e-bc34-023c846cb9f0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:10.741919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.749037 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-448c9265-a542-4bdc-a3da-15b98b8ea7bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5117595 Jan 25 15:42:10.749519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36686) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:10.755053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:10.761580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:10.768494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:10.772198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:10.779442 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:10.822756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:10.863825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.925560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:10.998096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.023148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25a40c4-49a0-4ad8-8f71-79adf455412d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:11.034610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.035192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.035527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.035851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.036183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.036505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.036847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.037187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.037523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.037841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.038158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:11.098737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.103086 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eca3dfae-0a71-42c6-a46d-c770e4121cc6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3494337 Jan 25 15:42:11.103397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36690) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:11.110037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:11.119468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:11.124733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:11.129789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:11.137111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:11.154023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:10Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:11.158338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b2e802-0d23-4a9b-a5e0-81a8c881cbb8 None None] The sync data for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv is: [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:10Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:42:11.216970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.280425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.369121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.392263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b59961-1c83-4fdc-ad4d-466c8d7a0152,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:11.484176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.485473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-462ce09c-a6b6-49b6-92ec-1ee071bbb1a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3810337 Jan 25 15:42:11.488191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36694) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:11.498560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:11.504600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:11.508841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:11.511254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:11.516794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:11.587726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.653192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.729741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.753764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47f97b7-a1fe-46b6-be6b-924182e69c7b,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:11.827120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:11.828337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62c52156-cfcd-4f88-9c49-71896d3173f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3391213 Jan 25 15:42:11.831201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36698) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:11.837760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:11.843909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:11.848967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:11.850719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:11.856967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:11.930801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.000284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.083710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.110546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cb5e9d-1877-4f7b-8c8d-e840a45cf2df,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:12.180963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.182212 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b0448150-8812-45ae-b22c-cb31fd99ca78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3499677 Jan 25 15:42:12.184759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36702) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:12.190172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:12.196873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:12.201052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:12.204002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:12.209882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:12.281750 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:42:12.288565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.350748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.418549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.440848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8d81f5-a83e-4d0d-97df-27a30d6d194e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:12.510139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.514000 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-07823250-50d8-4ab5-b882-1e5b2f57b0b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3257380 Jan 25 15:42:12.514225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36706) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:12.519601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '46a35ff2-e4e7-4d1e-bc34-023c846cb9f0', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:12.526319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:12.530083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:12.532923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:12.539096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:12.568065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 350508a7-45ec-4b64-8ec7-81da7d67032e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:12.619150 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:42:12.625902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.691353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.703731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 350508a7-45ec-4b64-8ec7-81da7d67032e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:12.708611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 350508a7-45ec-4b64-8ec7-81da7d67032e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:12.712433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.755540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.778836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e3aab5-dd28-41fd-ba8c-a306cb501652,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:12.822659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.853315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 350508a7-45ec-4b64-8ec7-81da7d67032e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=350508a7-45ec-4b64-8ec7-81da7d67032e,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:12.860703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:12.863659 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-92362ff9-fdfb-445e-9e5c-3d99e36fe48b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3468122 Jan 25 15:42:12.938586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:13.003955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:13.074327 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:42:13.086034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-d4c077c9-5149-462d-b348-0833d2ebce27 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:42:13.174984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-d4c077c9-5149-462d-b348-0833d2ebce27 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:42:13.176133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-d4c077c9-5149-462d-b348-0833d2ebce27 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844789378&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1315651 Jan 25 15:42:13.247486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-e2d596d8-d560-4010-a1e4-ebb1ad69ef37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:13.248045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-e2d596d8-d560-4010-a1e4-ebb1ad69ef37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:42:13.317474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-e2d596d8-d560-4010-a1e4-ebb1ad69ef37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:42:13.318633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-e2d596d8-d560-4010-a1e4-ebb1ad69ef37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 930 time: 0.1356740 Jan 25 15:42:13.388684 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-8168fffe-3b50-4b7b-80b8-db81d6ec3610 service neutron] 10.222.0.26 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0586555 Jan 25 15:42:13.397900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-b3d4c5ec-46e9-4b66-9641-ccb3fcf3d44d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:42:13.404192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-b3d4c5ec-46e9-4b66-9641-ccb3fcf3d44d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047617 Jan 25 15:42:13.526009 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-4defe8ab-08ff-4ea5-a44d-f660ff7ab4ea service neutron] 10.222.0.26 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212640 Jan 25 15:42:13.654340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-a915bc2a-14a3-47b0-a545-3c36529f90c2 service neutron] 10.222.0.26 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228566 Jan 25 15:42:13.951532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3a002d6-25e8-4495-b828-7f5bb14f6326 req-2754de68-e590-4795-94ee-75d66a4c665d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 210 time: 0.0437489 Jan 25 15:42:14.528698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 350508a7-45ec-4b64-8ec7-81da7d67032e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:14.598252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 350508a7-45ec-4b64-8ec7-81da7d67032e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:14.598614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:15.110122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-37c4812c-1343-4f78-a1cd-a86a34830bc6 req-e73c144c-c90d-41ce-84ed-981e5ab563c5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 210 time: 0.0403843 Jan 25 15:42:16.085060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-0fba0849-757f-45e5-81c5-eaa31b842861 service neutron] 10.222.0.41 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1026 time: 0.0565979 Jan 25 15:42:16.306546 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-742a3824-3242-4a0a-90c9-36e25f881a14 req-a5a30901-5a7b-49e6-a387-51388d9fad81 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 210 time: 0.0541394 Jan 25 15:42:16.362871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-86cadc86-3efc-4727-a31c-db42ad8e1ab7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:16.363454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-86cadc86-3efc-4727-a31c-db42ad8e1ab7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:42:16.460794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-86cadc86-3efc-4727-a31c-db42ad8e1ab7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:42:16.462577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-86cadc86-3efc-4727-a31c-db42ad8e1ab7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 200 len: 797 time: 0.3720894 Jan 25 15:42:16.517702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-071e3d7a-a395-434e-bf96-91e5ee640ac1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 379 time: 0.0397344 Jan 25 15:42:16.527682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Request body: {'port': {'device_id': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:16.637674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.036429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2df8acc-9204-4b48-9782-df427c871009 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:42:17.043358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.062125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Transition to ACTIVE for port object b2df8acc-9204-4b48-9782-df427c871009 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:17.135156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.258513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:17.364660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:42:17.365307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:42:17.365307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:17.371425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:42:17.371738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:17.377671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:42:17.378000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Checking segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:17.378369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Bound using segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:42:17.378776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Bound port: b2df8acc-9204-4b48-9782-df427c871009, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:42:17.379108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.516738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:17.520125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:42:17.536705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8580c88-c3ab-4f5f-a872-0c67423121cf req-69149e7c-d387-4410-8e6d-39b9fddbd9b3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:17.538181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8580c88-c3ab-4f5f-a872-0c67423121cf req-69149e7c-d387-4410-8e6d-39b9fddbd9b3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 981 time: 0.1061814 Jan 25 15:42:17.583224 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8580c88-c3ab-4f5f-a872-0c67423121cf req-1290b621-0c39-480e-9629-e5bc2bbd2191 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 Jan 25 15:42:17.619278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.681925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:17.683247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1131 time: 1.1598349 Jan 25 15:42:17.683664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:42:17.705802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ae807-76c2-48fa-8a4b-2e5d2e4932d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:17.749326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009', 'status': 'completed', 'code': 200} Jan 25 15:42:17.839730 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af771e55-d66b-421c-a945-faec9341f011 req-ce7fcce5-38fc-488b-be92-03aaf2805ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 1134 time: 0.0741637 Jan 25 15:42:17.978734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af771e55-d66b-421c-a945-faec9341f011 req-c1558c7d-1ba8-41cd-aedb-73d95682a0f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:17.980197 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af771e55-d66b-421c-a945-faec9341f011 req-c1558c7d-1ba8-41cd-aedb-73d95682a0f0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1342466 Jan 25 15:42:18.114765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af771e55-d66b-421c-a945-faec9341f011 req-24a2972b-2603-4d63-9f87-eefad747b95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:18.116114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af771e55-d66b-421c-a945-faec9341f011 req-24a2972b-2603-4d63-9f87-eefad747b95a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307783 Jan 25 15:42:18.216619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-8923056a-4c54-45a9-be7f-23432fea6f37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 1134 time: 0.0665188 Jan 25 15:42:18.365700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-6ca3ba90-af6b-41bc-82a6-b599d215e7dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 217 time: 0.1420922 Jan 25 15:42:18.426957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-4436c393-9a58-47a0-9783-f9ac70163678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:18.428281 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-4436c393-9a58-47a0-9783-f9ac70163678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66cc49b6-3f80-4f54-8510-a8c26ee05e2c HTTP/1.1" status: 200 len: 834 time: 0.0567064 Jan 25 15:42:18.499088 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-d0b95017-bbf0-4be4-9809-cc14f723a0a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c984458-138f-4621-8ffb-86d86f5d920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0643198 Jan 25 15:42:18.624168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-04ef9da1-3917-411a-982c-eba688922cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192174 Jan 25 15:42:18.807941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4e70fa1-cf1b-43f9-9d1a-6caf20aed031 req-2dceb3ba-f8bd-4856-b304-7b14e64f8a07 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765714 Jan 25 15:42:18.821869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28399556-3653-4f49-83d6-88a5b545f904 req-0be610e6-4ad8-4c03-9773-1f14c2ffeaf7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:18.823302 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-28399556-3653-4f49-83d6-88a5b545f904 req-0be610e6-4ad8-4c03-9773-1f14c2ffeaf7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 981 time: 0.1210220 Jan 25 15:42:18.868243 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-28399556-3653-4f49-83d6-88a5b545f904 req-590938da-7a8e-4d53-b993-07b992c70360 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Jan 25 15:42:20.061750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345d482-2794-47e5-a29a-a46aaea2826e req-ec6f5b71-5677-46bf-a8a6-78613fa03385 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:20.063067 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3345d482-2794-47e5-a29a-a46aaea2826e req-ec6f5b71-5677-46bf-a8a6-78613fa03385 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 981 time: 0.0742915 Jan 25 15:42:20.106069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3345d482-2794-47e5-a29a-a46aaea2826e req-e75b12c3-6034-4d3e-82b4-a9efc75c21e2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375569 Jan 25 15:42:20.142543 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:42:20.270687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:20.283758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b2df8acc-9204-4b48-9782-df427c871009', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'mac_address': 'fa:16:3e:c5:c0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:42:20.334121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:20.350876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2df8acc-9204-4b48-9782-df427c871009 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:42:20.365915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:20.435270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:20.500476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:20.636069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b2df8acc-9204-4b48-9782-df427c871009'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:42:21.299362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7d9e6-a1ea-4c2c-9591-da7ad4cad906 req-1f6ca00d-6265-4a90-a087-1fdcd7020062 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:21.300774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f0a7d9e6-a1ea-4c2c-9591-da7ad4cad906 req-1f6ca00d-6265-4a90-a087-1fdcd7020062 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 982 time: 0.0774474 Jan 25 15:42:21.344571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f0a7d9e6-a1ea-4c2c-9591-da7ad4cad906 req-32708afd-7e5c-4267-b292-c9bec3d341cb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376956 Jan 25 15:42:22.156384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:22.283504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b2df8acc-9204-4b48-9782-df427c871009 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:22.288234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b2df8acc-9204-4b48-9782-df427c871009 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:22.288623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:22.398222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:22.423823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:42:22.433523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:22.532947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:22.539648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efaf018-e1c4-4bfd-b4aa-8c79b0b23f07 req-be14ee8a-5319-4696-a36e-14955f61de6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:22.541118 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1efaf018-e1c4-4bfd-b4aa-8c79b0b23f07 req-be14ee8a-5319-4696-a36e-14955f61de6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 982 time: 0.0763991 Jan 25 15:42:22.570895 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009', 'code': 200} Jan 25 15:42:22.593063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1efaf018-e1c4-4bfd-b4aa-8c79b0b23f07 req-5752252c-7af9-4da0-90af-c43a58535b96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461557 Jan 25 15:42:22.604080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:22.900018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9442ea64-d997-431f-9764-c291e960d713 req-9d05fa99-f563-49a1-a6dd-f7f83d0e46d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 1136 time: 0.0668998 Jan 25 15:42:22.941203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9442ea64-d997-431f-9764-c291e960d713 req-ff823fe6-8848-4d28-bb82-028855c14f66 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352392 Jan 25 15:42:23.793309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78806b2a-8aaa-4d64-a26f-d8b639ca4dd5 req-5077a425-02d3-40a3-bcc8-75f164f7737f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:23.794691 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78806b2a-8aaa-4d64-a26f-d8b639ca4dd5 req-5077a425-02d3-40a3-bcc8-75f164f7737f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.0786135 Jan 25 15:42:23.840837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78806b2a-8aaa-4d64-a26f-d8b639ca4dd5 req-20c6ba52-d4cd-41f9-8641-f651312275a1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406082 Jan 25 15:42:25.032703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eee062-d01b-4fbd-90bb-54a236446f95 req-1ae1ba77-c620-4786-b8be-2e1e2e857691 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:25.034143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c1eee062-d01b-4fbd-90bb-54a236446f95 req-1ae1ba77-c620-4786-b8be-2e1e2e857691 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.0745132 Jan 25 15:42:25.077356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c1eee062-d01b-4fbd-90bb-54a236446f95 req-7db3efeb-e432-4a7c-8882-4df9e5bc416e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Jan 25 15:42:25.269625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7dcd3-5fd4-47bf-9ee4-3bd552a56ff3 req-e4355dcf-23eb-441c-8cb3-204da015501f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:25.271025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-41d7dcd3-5fd4-47bf-9ee4-3bd552a56ff3 req-e4355dcf-23eb-441c-8cb3-204da015501f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.0777142 Jan 25 15:42:25.314647 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-41d7dcd3-5fd4-47bf-9ee4-3bd552a56ff3 req-5a8bfb69-e3ea-4780-96b9-a7ca4b9cace6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Jan 25 15:42:25.341665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36758) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:25.409489 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1b79868f-78c8-4838-a660-4ec6d50cfd86 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 1131 time: 0.0666006 Jan 25 15:42:25.411953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36762) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:25.416960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:25.422131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:25.425828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:25.428546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:25.434580 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:25.497937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:25.627318 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:25.757236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.206 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/018d4d57-15b7-4047-8b34-d4868711d4cf) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:42:25.980614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:26.093239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:26.158525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:42:26.161249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:42:26.166191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:42:26.194962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=018d4d57-15b7-4047-8b34-d4868711d4cf,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:26.652802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:26.772488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:26.993928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:27.046560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:27.146894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=018d4d57-15b7-4047-8b34-d4868711d4cf,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:27.164398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:27.344036 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP ef612a25-f24c-4c01-9f42-e4980981dd22 associated. External IP: 172.26.8.206, port: b2df8acc-9204-4b48-9782-df427c871009. Jan 25 15:42:27.814326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 47267543-b16b-49e4-963c-81f86cce85e3 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:42:28.009439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:42:28.018652 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Sync routers for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:42:28.031380 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:28.031978 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:28.081418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:28.137755 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cd96a297-af8b-4996-8bd3-16fc84e16834 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7222834 Jan 25 15:42:28.137755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:42:28.138866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36766) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:28.189348 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009', 'status': 'completed', 'code': 200} Jan 25 15:42:28.213969 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:28.248967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c84d762-cb99-4995-b563-05f89bc317a0 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6&network_id=7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 200 len: 1131 time: 0.1054411 Jan 25 15:42:28.288599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-f1b352c2-d29e-4896-b662-efb2fe169624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 1136 time: 0.0762899 Jan 25 15:42:28.420361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-85c9b389-156d-43d0-a915-707947ff466e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:28.421850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-85c9b389-156d-43d0-a915-707947ff466e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 200 len: 898 time: 0.1269045 Jan 25 15:42:28.556158 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef612a25-f24c-4c01-9f42-e4980981dd22', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1688926441', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'mac_address': 'fa:16:3e:c5:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:42:26Z', 'updated_at': '2022-01-25T15:42:26Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:28.560305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Checking router: 47267543-b16b-49e4-963c-81f86cce85e3 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:42:28.571641 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:28.572257 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:28.620494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-61b96d82-7676-49a3-b80e-294e67511c72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1037 time: 0.1929018 Jan 25 15:42:28.682188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-5804d440-e299-4086-a554-6d26c08a02d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:28.683616 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-5804d440-e299-4086-a554-6d26c08a02d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66cc49b6-3f80-4f54-8510-a8c26ee05e2c HTTP/1.1" status: 200 len: 834 time: 0.0579050 Jan 25 15:42:28.757565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:28.759015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-276ece61-86c9-46ad-96dc-f3ad0d61f860 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c984458-138f-4621-8ffb-86d86f5d920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701270 Jan 25 15:42:28.939440 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-bd1719c7-d558-40d5-8fdf-78fc3c7cb220 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475062 Jan 25 15:42:28.947776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f9eae-ff89-45b4-afff-4c2c61c77c50 req-57c74a90-69a0-4931-97c1-c92b9037a5a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:28.949123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-968f9eae-ff89-45b4-afff-4c2c61c77c50 req-57c74a90-69a0-4931-97c1-c92b9037a5a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.1892731 Jan 25 15:42:29.075751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-968f9eae-ff89-45b4-afff-4c2c61c77c50 req-53ed5f49-11b0-43a2-829d-f0e56d6563e4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087267 Jan 25 15:42:29.122157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ae9f765-944e-4178-b218-f834e4c2c77e req-4af28e6b-4b31-49b8-afee-31cbb87178b2 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720181 Jan 25 15:42:29.162207 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef612a25-f24c-4c01-9f42-e4980981dd22', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1688926441', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'mac_address': 'fa:16:3e:c5:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:42:26Z', 'updated_at': '2022-01-25T15:42:26Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:29.166611 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995473a-7a58-484c-a101-e0b88292e74c None None] The sync data for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv is: [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ef612a25-f24c-4c01-9f42-e4980981dd22', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.206', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1688926441', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'mac_address': 'fa:16:3e:c5:c0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6de463b-d1b4-401d-a474-d6f56925a6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:42:26Z', 'updated_at': '2022-01-25T15:42:26Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:42:29.355366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d11b88-2a80-4f7d-9280-0121bd3108b8 None None] New status for floating IP ef612a25-f24c-4c01-9f42-e4980981dd22: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:42:29.411830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a436b100-e92b-497a-987e-deb278bbbf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:30.069310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-4e397b96-ae2a-4ee6-b2a5-219226d80c48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:30.071460 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-4e397b96-ae2a-4ee6-b2a5-219226d80c48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.0784349 Jan 25 15:42:30.139095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-3b6fc62e-d238-4b03-916f-e81c32d23cf6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:30.140442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-3b6fc62e-d238-4b03-916f-e81c32d23cf6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0636692 Jan 25 15:42:30.330430 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-d8487a1c-1303-4a90-a48b-2a42d5472937 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1848209 Jan 25 15:42:30.341684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:30.373914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b526f1-3c5a-43e7-b6c7-897c2dd813cb req-44997e2a-c747-4c69-9238-91e616f8429c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:30.375304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c6b526f1-3c5a-43e7-b6c7-897c2dd813cb req-44997e2a-c747-4c69-9238-91e616f8429c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 983 time: 0.1610563 Jan 25 15:42:30.477802 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c6b526f1-3c5a-43e7-b6c7-897c2dd813cb req-0ad85fca-e38b-4c37-8785-154e259aa330 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963442 Jan 25 15:42:30.485806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:30.673861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:30.701046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:30.748618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] device_id is not set on port b2df8acc-9204-4b48-9782-df427c871009 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:42:30.756180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:30.823661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:30.950916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=6']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:31.014621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] No DVR routers for this DVR port b2df8acc-9204-4b48-9782-df427c871009 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:42:31.151810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c948effc-f6fe-46b4-8638-3ffa6681e471 None None] Provisioning complete for port b2df8acc-9204-4b48-9782-df427c871009 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:31.152405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c948effc-f6fe-46b4-8638-3ffa6681e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:31.208388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c948effc-f6fe-46b4-8638-3ffa6681e471 None None] Port b2df8acc-9204-4b48-9782-df427c871009 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:42:31.348108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] In _notify_port_updated(), no bound segment for port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:42:31.349134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:31.350403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05f02cc0-3699-40c7-8b03-98c4ff55ed74 req-16b57c63-c4c8-4596-8c87-1112d9113bea service neutron] 10.222.0.41 "PUT /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1026 time: 1.0132217 Jan 25 15:42:31.483463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c46d4204-a1e5-4c3d-ad32-8d785ed6e1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:31.638169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3877072-4867-4d0f-a169-86ac4c3fd488 req-e660f76d-85d4-41e2-a56d-7709aba26800 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6de463b-d1b4-401d-a474-d6f56925a6c6 HTTP/1.1" status: 200 len: 210 time: 0.0405560 Jan 25 15:42:32.232571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:42:32.287133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:42:32.741049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36782) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:32.810737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda92f3c-040b-430e-b068-6cd2f6c8cf08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:32.812044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eda92f3c-040b-430e-b068-6cd2f6c8cf08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 925 time: 0.0700011 Jan 25 15:42:32.848714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:32.943374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:33.735901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36788) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:33.741665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932998028', 'description': 'tempest-secgroup-smoke-1932998028 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:33.747560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:33.756736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:33.871524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:33.906539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:33.910193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:33.912906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:33.918485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:33.969974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.054449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.099322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:34.172339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.173605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12df4d22-0f81-4555-8b43-64fc13db59a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4367228 Jan 25 15:42:34.176404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36792) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:34.181819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:34.187582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:34.191323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:34.194098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:34.200108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:34.283348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.341161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.417731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.443556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a9b4d4-4a2a-47a2-9de5-7a18360e33b8,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:34.509909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.511078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2a45bd81-ff1a-4101-9cd3-abfbf5da14d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3337965 Jan 25 15:42:34.513826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36796) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:34.519174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:34.525097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:34.528826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:34.531770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:34.537365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:34.600456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.619115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.677658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.757541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.779521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3945abc8-0330-4a4a-b257-69c2400578b5,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:34.854731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:34.855844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ae32f23e-9c4b-4b13-a4b2-f718d5d8f4a8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3411255 Jan 25 15:42:34.858630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36800) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:34.864192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:34.870485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:34.874193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:34.877091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:34.882830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:34.946115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.006662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.075084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.098477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73440f7a-67a5-431a-b316-a90b123fb86c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:35.155224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.156387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-78d8b40c-7aff-45e4-a8cf-e20d972395d9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2968173 Jan 25 15:42:35.159203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36804) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:35.164330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:35.170709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:35.174489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:35.177280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:35.182809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:35.252350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.315631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.383400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.406364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a8af3a-5935-465e-868b-5395de230421,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:35.482753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.483931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-57a19b58-a300-4046-9203-cac22e71dbed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3238363 Jan 25 15:42:35.486654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36808) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:35.492281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:35.497952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:35.501670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:35.506164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:35.510650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:35.594925 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:42:35.601033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.662927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.722795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.746488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a32a912-05c1-480f-9e52-4686f4c98fbe,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:35.837156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:35.838436 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2876a180-54a8-4e7d-8eec-e4554fb0e04e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3508756 Jan 25 15:42:35.841048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36812) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:35.846427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:35.852315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:42:35.856055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:42:35.858980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:42:35.864799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:42:35.951900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:42:35.958079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:36.020965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:36.100225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:36.127071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b41f2cf-aede-498b-b60e-af17a8ddd742,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:36.220289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:36.221496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1540cff2-6a19-4c93-af7b-7b258a4140b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3795073 Jan 25 15:42:36.411509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-1f3f1e8f-9db2-4767-8656-da035e66f16a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:42:36.505868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-1f3f1e8f-9db2-4767-8656-da035e66f16a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:42:36.506996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-1f3f1e8f-9db2-4767-8656-da035e66f16a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932998028&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1335826 Jan 25 15:42:36.577451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-8fa16454-5734-45e6-bfb9-51703aee5e45 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:36.578751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-8fa16454-5734-45e6-bfb9-51703aee5e45 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 930 time: 0.0656185 Jan 25 15:42:36.650369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-f63c3b9e-970d-4577-8bba-bbdb511be8f5 service neutron] 10.222.0.26 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0597148 Jan 25 15:42:36.776557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ccb71a8-ab98-4c60-86d0-7f4c6dd997f6 service neutron] 10.222.0.26 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207149 Jan 25 15:42:36.904226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ecd8f20-431a-47b4-b129-6152723b5d95 service neutron] 10.222.0.26 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222186 Jan 25 15:42:37.156580 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d0ee31c-b0cd-4c0f-a8fa-a96f87255592 req-f12670bf-0101-4e16-8b95-80f29aa6664f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 210 time: 0.0413599 Jan 25 15:42:38.316625 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-37988423-26db-4eea-bcb2-2397b423da7a req-8148e560-b365-4678-acc3-587db8f96aef tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 210 time: 0.0398901 Jan 25 15:42:38.711591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:38.928905 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-132a9d15-5d47-490c-806c-1270007084dd service neutron] 10.222.0.41 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1026 time: 0.0613608 Jan 25 15:42:39.076090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-dbdabe71-9257-4f27-b6b3-c4aff9e55612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:39.077502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-dbdabe71-9257-4f27-b6b3-c4aff9e55612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 200 len: 797 time: 0.1405189 Jan 25 15:42:39.139012 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-9e8ffeb0-b4dc-481d-8ca3-0849cd87e54b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 472 time: 0.0486846 Jan 25 15:42:39.148977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Request body: {'port': {'device_id': 'ee12faae-bed6-411e-a1a1-0b28cb664460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:39.333068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:39.501493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebfc9af5-b398-4bd8-bc55-39b3b01bde0a req-69aa6f1f-d4a8-45a2-9f58-4c3a9f5f614c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 210 time: 0.0502656 Jan 25 15:42:39.690939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2df8acc-9204-4b48-9782-df427c871009 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:42:39.698016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:39.711298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Transition to ACTIVE for port object b2df8acc-9204-4b48-9782-df427c871009 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:42:39.780091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:39.909479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=7']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:40.038626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:42:40.038896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:42:40.039220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:40.045252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:42:40.045600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Attempting to bind port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:42:40.051647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:42:40.051978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Checking segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:42:40.052361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Bound using segment: {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:42:40.052776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Bound port: b2df8acc-9204-4b48-9782-df427c871009, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8792da93-5324-40a2-9ef1-23386dd0b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:42:40.053110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:40.141735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:40.144736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:42:40.212159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:40.270326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:40.271679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] 10.222.0.41 "PUT /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1131 time: 1.1266880 Jan 25 15:42:40.274954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee12faae-bed6-411e-a1a1-0b28cb664460', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:42:40.305063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1c264-5f32-4e48-b355-200f942c851a service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=8']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:40.339229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee12faae-bed6-411e-a1a1-0b28cb664460', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009', 'status': 'completed', 'code': 200} Jan 25 15:42:40.427539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b8ac04f-0295-4637-8086-0e148a6f1ef1 req-4dcd7665-ade2-42b1-8bea-556722e6de50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 1134 time: 0.0742545 Jan 25 15:42:40.565899 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ac04f-0295-4637-8086-0e148a6f1ef1 req-045cfc98-e257-4e9e-a8b6-88fe7c55e7e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:40.567329 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b8ac04f-0295-4637-8086-0e148a6f1ef1 req-045cfc98-e257-4e9e-a8b6-88fe7c55e7e6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1325605 Jan 25 15:42:40.750527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ac04f-0295-4637-8086-0e148a6f1ef1 req-a19d7e10-47b1-467f-b19e-c33820a1795b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:40.751933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b8ac04f-0295-4637-8086-0e148a6f1ef1 req-a19d7e10-47b1-467f-b19e-c33820a1795b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791732 Jan 25 15:42:40.762460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701659d-665f-475f-a938-dd3281cad1b7 req-fea0fdbe-ac79-4820-a142-8d70a38024ad tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:40.763839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1701659d-665f-475f-a938-dd3281cad1b7 req-fea0fdbe-ac79-4820-a142-8d70a38024ad tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 981 time: 0.1257489 Jan 25 15:42:40.850554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1701659d-665f-475f-a938-dd3281cad1b7 req-45137ab0-3574-4245-953a-4edba6dbd374 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808525 Jan 25 15:42:40.875199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-5d26aef9-b605-494d-ae09-08597270bf9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 1134 time: 0.0874987 Jan 25 15:42:40.978549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-0949533c-3649-4c74-9e41-526b37109a07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1037 time: 0.0955462 Jan 25 15:42:41.037939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-5636421b-1d0b-4348-9503-39bd08c729fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:41.039310 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-5636421b-1d0b-4348-9503-39bd08c729fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=66cc49b6-3f80-4f54-8510-a8c26ee05e2c HTTP/1.1" status: 200 len: 834 time: 0.0557480 Jan 25 15:42:41.110429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-1af96821-94cf-4ce3-bba1-fbe5936940aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c984458-138f-4621-8ffb-86d86f5d920e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650189 Jan 25 15:42:41.330955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-3b07203e-9b8b-425e-b853-e9ca6728fa41 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142973 Jan 25 15:42:41.463862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f18da45f-b6be-426d-b0a8-9e07bd2920f8 req-dbcaa352-36dc-4fdb-b389-3cba17f9ced2 service neutron] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267540 Jan 25 15:42:42.041911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb549bb-1725-4c84-9f2e-e865cd525c9e req-0f1fa9fa-2992-488d-a89e-aaecb13a25b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:42.043308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ffb549bb-1725-4c84-9f2e-e865cd525c9e req-0f1fa9fa-2992-488d-a89e-aaecb13a25b8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 981 time: 0.0740826 Jan 25 15:42:42.085912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ffb549bb-1725-4c84-9f2e-e865cd525c9e req-d839dcaa-ad23-47cb-ad9e-4948163671b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371561 Jan 25 15:42:42.279851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:42:42.408000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:42.420319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b2df8acc-9204-4b48-9782-df427c871009', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'port_id': 'b2df8acc-9204-4b48-9782-df427c871009', 'mac_address': 'fa:16:3e:c5:c0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:42:42.470793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:42.486998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2df8acc-9204-4b48-9782-df427c871009 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:42:42.501444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:42.588743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:42.653629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=9']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:42.776916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b2df8acc-9204-4b48-9782-df427c871009'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:42:43.281327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09be7c-8216-4199-a26e-33012e000763 req-c662456b-ea8c-48e9-8b37-1242a30ceede tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:43.282745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c09be7c-8216-4199-a26e-33012e000763 req-c662456b-ea8c-48e9-8b37-1242a30ceede tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 982 time: 0.0776656 Jan 25 15:42:43.326692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c09be7c-8216-4199-a26e-33012e000763 req-217283ae-c3d1-4b49-93aa-5ab6e8ee682e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 Jan 25 15:42:44.294175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:42:44.440547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b2df8acc-9204-4b48-9782-df427c871009 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:42:44.445480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b2df8acc-9204-4b48-9782-df427c871009 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:44.445879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:44.519393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af6046-dd49-430e-abeb-43b6eaa64c29 req-ca09a6d3-d8f8-4fb7-b6d5-8388a75499f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:44.520818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-40af6046-dd49-430e-abeb-43b6eaa64c29 req-ca09a6d3-d8f8-4fb7-b6d5-8388a75499f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 982 time: 0.0754058 Jan 25 15:42:44.559765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:44.565789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-40af6046-dd49-430e-abeb-43b6eaa64c29 req-b0736628-d160-4573-bfe8-7094b284810b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392301 Jan 25 15:42:44.585766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee12faae-bed6-411e-a1a1-0b28cb664460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:42:44.595480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:44.639444 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee12faae-bed6-411e-a1a1-0b28cb664460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2df8acc-9204-4b48-9782-df427c871009', 'code': 200} Jan 25 15:42:44.669111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:44.732398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=10']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:45.065997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6bd66627-25dc-4356-8e30-ab9ea7c9522b req-e220f42c-a0c9-4db9-83c5-0676e0f3512b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 1137 time: 0.0680716 Jan 25 15:42:45.106203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6bd66627-25dc-4356-8e30-ab9ea7c9522b req-25e03a65-e8a8-410f-8949-633d61e12fe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Jan 25 15:42:45.758171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb73a2-cf47-43ef-935c-34ec7193093a req-c244fa40-56f4-4e2d-be46-d93e9feaa5c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:45.760218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fabb73a2-cf47-43ef-935c-34ec7193093a req-c244fa40-56f4-4e2d-be46-d93e9feaa5c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.0747054 Jan 25 15:42:45.803301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fabb73a2-cf47-43ef-935c-34ec7193093a req-a7aa2709-9291-49aa-bd6a-29e0c9d83c82 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376973 Jan 25 15:42:47.000320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820fa10-c833-4388-ab7d-635625162386 req-e03f247e-d4b2-4618-96c3-94d88ae14a08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:47.001747 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2820fa10-c833-4388-ab7d-635625162386 req-e03f247e-d4b2-4618-96c3-94d88ae14a08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.0768490 Jan 25 15:42:47.045418 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2820fa10-c833-4388-ab7d-635625162386 req-5d94b263-063f-4f74-bcb7-8dd705339e38 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Jan 25 15:42:47.235404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bc251-9b37-4fed-9453-6539e9487c86 req-bfa0c11b-c4ce-4c5d-97ac-c2a5406b27f3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:47.236828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-649bc251-9b37-4fed-9453-6539e9487c86 req-bfa0c11b-c4ce-4c5d-97ac-c2a5406b27f3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.0747061 Jan 25 15:42:47.283933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-649bc251-9b37-4fed-9453-6539e9487c86 req-af286cc6-44c4-49c3-b94a-39e5fb14df3a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Jan 25 15:42:47.313064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36856) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:47.382646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6d7768f3-0710-4c6f-a58c-26304eb772fc tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460&network_id=7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 200 len: 1132 time: 0.0684640 Jan 25 15:42:47.961658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4c414-4e23-4454-9d4b-1972c4472181 req-b969c8b8-4d91-4b6f-9f7c-0dcca8207f32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:47.963099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57f4c414-4e23-4454-9d4b-1972c4472181 req-b969c8b8-4d91-4b6f-9f7c-0dcca8207f32 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.0765386 Jan 25 15:42:48.012491 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57f4c414-4e23-4454-9d4b-1972c4472181 req-613bbf07-d152-4b31-9dfb-01b995107712 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437295 Jan 25 15:42:49.266054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-2b780a3d-5e10-4972-9b54-ff0be14bf8d8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:49.267463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-2b780a3d-5e10-4972-9b54-ff0be14bf8d8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.1347878 Jan 25 15:42:49.273619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cc23e-daf2-4d8a-a75b-2a7fa0d81bcd req-bae5812e-0550-473f-9ce3-8a46bb6987ee tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:49.275538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf0cc23e-daf2-4d8a-a75b-2a7fa0d81bcd req-bae5812e-0550-473f-9ce3-8a46bb6987ee tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 984 time: 0.1122026 Jan 25 15:42:49.365753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-fb9643b2-c1b5-4e04-8dc1-bc04dc16753b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:42:49.366966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-fb9643b2-c1b5-4e04-8dc1-bc04dc16753b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0906205 Jan 25 15:42:49.371035 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf0cc23e-daf2-4d8a-a75b-2a7fa0d81bcd req-f1601cb8-ba80-41cd-b03c-7dfb35703bbf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4500b556-97fa-46ef-bf41-1d0944f9d494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662677 Jan 25 15:42:49.504872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-4d51a520-c4e8-494c-9103-773b5514597f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1321421 Jan 25 15:42:49.515698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:42:49.621790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:49.900819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b2df8acc-9204-4b48-9782-df427c871009,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:49.927055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] For port b2df8acc-9204-4b48-9782-df427c871009, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:42:49.974500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] device_id is not set on port b2df8acc-9204-4b48-9782-df427c871009 yet. {{(pid=84139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 25 15:42:49.982114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:50.030990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:50.074699 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:42:50.169263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Pushing event updated for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=11']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:50.189581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.189914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.190249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.190575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.190894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.191209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.191523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.191834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.192143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.192451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.192758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:42:50.241947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] No DVR routers for this DVR port b2df8acc-9204-4b48-9782-df427c871009 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:42:50.271743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-123442f6-03a2-4d20-8018-2f7205e73bb0 None None] Provisioning complete for port b2df8acc-9204-4b48-9782-df427c871009 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:42:50.272333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-123442f6-03a2-4d20-8018-2f7205e73bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:50.322230 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-123442f6-03a2-4d20-8018-2f7205e73bb0 None None] Port b2df8acc-9204-4b48-9782-df427c871009 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:42:50.478527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] In _notify_port_updated(), no bound segment for port b2df8acc-9204-4b48-9782-df427c871009 on network 7c984458-138f-4621-8ffb-86d86f5d920e {{(pid=84139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 25 15:42:50.479561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:50.480813 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c34b5b46-3745-4261-b174-a9ecfc7224d7 req-ee3f3c48-4b63-4b69-a73e-b7d072c5c49c service neutron] 10.222.0.41 "PUT /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 200 len: 1027 time: 0.9688153 Jan 25 15:42:50.534532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8541042-4801-4c58-bb8a-eabb1294112c req-0bc60068-3dbf-4dcb-b226-1f208c518382 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee12faae-bed6-411e-a1a1-0b28cb664460 HTTP/1.1" status: 200 len: 210 time: 0.0395775 Jan 25 15:42:51.638643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:51.705835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:51.733124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:51.857823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:51.876227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:51.961917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:51.963031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-73ed55e9-c0f9-49ba-abfe-248025e91cd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/00aa07c2-3261-4912-bd9a-d0fa0d8a6dd8 HTTP/1.1" status: 204 len: 168 time: 0.3234258 Jan 25 15:42:52.069233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36876) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:52.265086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 018d4d57-15b7-4047-8b34-d4868711d4cf {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:42:52.265454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:52.357036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:42:52.435888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:52.436205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:52.438931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b2df8acc-9204-4b48-9782-df427c871009 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:42:52.554116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 018d4d57-15b7-4047-8b34-d4868711d4cf owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:52.765758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:52.888317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=018d4d57-15b7-4047-8b34-d4868711d4cf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:52.982130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:53.360641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 47267543-b16b-49e4-963c-81f86cce85e3 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:42:53.554975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:42:53.565273 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Sync routers for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:42:53.577134 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:53.577878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:53.628233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:53.684067 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-34ebc1ad-21e5-4f71-83ed-f8277c7c65cc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/ef612a25-f24c-4c01-9f42-e4980981dd22 HTTP/1.1" status: 204 len: 168 time: 1.6137288 Jan 25 15:42:53.750716 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:53.838762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36884) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:53.904974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:53.933637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.045956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.054555 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:54.058971 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Checking router: 47267543-b16b-49e4-963c-81f86cce85e3 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:42:54.066843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a35ff2-e4e7-4d1e-bc34-023c846cb9f0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:54.071867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.072569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6a2daa37-8de7-4889-aa9c-246b482980ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/46a35ff2-e4e7-4d1e-bc34-023c846cb9f0 HTTP/1.1" status: 204 len: 168 time: 0.2337079 Jan 25 15:42:54.074101 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:54.074972 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:54.191880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:54.247104 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:54.258522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port b2df8acc-9204-4b48-9782-df427c871009 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:42:54.258913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.492290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.574416 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:54.578285 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09aa0e-3092-4763-9643-7784866e3b0c None None] The sync data for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv is: [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:06Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '350508a7-45ec-4b64-8ec7-81da7d67032e', 'name': '', 'network_id': '7c984458-138f-4621-8ffb-86d86f5d920e', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:a4:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:06Z', 'updated_at': '2022-01-25T15:42:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '66cc49b6-3f80-4f54-8510-a8c26ee05e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:42:54.611605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for b2df8acc-9204-4b48-9782-df427c871009 owned by {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:54.802201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa4b0d-763e-41fe-a698-113ff96c4e10 None None] New status for floating IP ef612a25-f24c-4c01-9f42-e4980981dd22: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:42:54.837458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:54.972141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=b2df8acc-9204-4b48-9782-df427c871009,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:55.070587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:55.083853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0d918b70-9b04-4a8b-af85-5a6d6df701d7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/ports/b2df8acc-9204-4b48-9782-df427c871009 HTTP/1.1" status: 204 len: 168 time: 0.8884912 Jan 25 15:42:55.084089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36894) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:55.468786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:56.047765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 350508a7-45ec-4b64-8ec7-81da7d67032e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:42:56.048496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:56.225309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 350508a7-45ec-4b64-8ec7-81da7d67032e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=350508a7-45ec-4b64-8ec7-81da7d67032e,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:56.225684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:56.423726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 350508a7-45ec-4b64-8ec7-81da7d67032e owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:56.653966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:56.697853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=350508a7-45ec-4b64-8ec7-81da7d67032e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:56.989976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:57.544173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 47267543-b16b-49e4-963c-81f86cce85e3 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:42:57.742867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:42:57.752087 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Sync routers for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:42:57.755594 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bae1cb90-8c49-4dae-95de-1a2f34331d68 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/47267543-b16b-49e4-963c-81f86cce85e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6705811 Jan 25 15:42:57.758250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36898) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:57.764515 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:57.765112 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:57.942605 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:58.040309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 66cc49b6-3f80-4f54-8510-a8c26ee05e2c {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:42:58.043185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.095500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.181272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.224967 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:56Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:58.228721 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Checking router: 47267543-b16b-49e4-963c-81f86cce85e3 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:42:58.238910 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Routers {'47267543-b16b-49e4-963c-81f86cce85e3'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:42:58.239494 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:42:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['47267543-b16b-49e4-963c-81f86cce85e3'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:58.326270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.369755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=66cc49b6-3f80-4f54-8510-a8c26ee05e2c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:58.375536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.382197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b347da-6662-43e5-8791-2404f87764f1 None None] Network 7c984458-138f-4621-8ffb-86d86f5d920e requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:42:58.387522 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d101254f-23d5-43be-bf0c-b53202de7f5b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/66cc49b6-3f80-4f54-8510-a8c26ee05e2c HTTP/1.1" status: 204 len: 168 time: 0.6259577 Jan 25 15:42:58.387814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36902) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:42:58.413947 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] Set router 47267543-b16b-49e4-963c-81f86cce85e3 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:42:58.606018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.637091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] DHCP port deletion for 7c984458-138f-4621-8ffb-86d86f5d920e request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:42:58.641595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Deleting port d152cec9-b4a2-451f-b2a2-fffb8a14e346 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:42:58.641966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.706952 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:56Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:42:58.710795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b0c80-fdc2-4ec6-8d4c-87783fd265ef None None] The sync data for ids ['47267543-b16b-49e4-963c-81f86cce85e3'] in dv-neutron-826291-2-hyperv is: [{'id': '47267543-b16b-49e4-963c-81f86cce85e3', 'name': 'tempest-TestNetworkBasicOps-router-246722439', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:56Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '953c21c8-3e9c-46e6-9f99-d92e7f25a7f6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2a:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47267543-b16b-49e4-963c-81f86cce85e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:42:02Z', 'updated_at': '2022-01-25T15:42:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:42:58.811405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.845923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] For port d152cec9-b4a2-451f-b2a2-fffb8a14e346, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d152cec9-b4a2-451f-b2a2-fffb8a14e346,segment=NetworkSegment(8792da93-5324-40a2-9ef1-23386dd0b1d5),segment_id=8792da93-5324-40a2-9ef1-23386dd0b1d5)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:58.846298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.874497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:42:58.874787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:58.960026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Calling delete_port for d152cec9-b4a2-451f-b2a2-fffb8a14e346 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:59.044285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:42:59.044636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:59.120528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:59.167311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:42:59.172890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] Pushing event deleted for resources: {'Port': ['ID=d152cec9-b4a2-451f-b2a2-fffb8a14e346,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:59.181472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b4335-872f-4ecd-8ad9-c0fc3fb253be None None] No DVR routers for this DVR port d152cec9-b4a2-451f-b2a2-fffb8a14e346 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:42:59.396576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6406989e-962e-4427-91ea-cafed4598e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:59.419379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:42:59.466429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=953c21c8-3e9c-46e6-9f99-d92e7f25a7f6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:42:59.766395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.013656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.017702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.122597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.123149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 47267543-b16b-49e4-963c-81f86cce85e3 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:43:00.137439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.144094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55d53fc2-f953-46a4-a156-e8e5e9898182 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/47267543-b16b-49e4-963c-81f86cce85e3 HTTP/1.1" status: 204 len: 168 time: 1.7499449 Jan 25 15:43:00.146052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36906) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:00.259391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.384216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.411019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c984458-138f-4621-8ffb-86d86f5d920e']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:00.423229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8792da93-5324-40a2-9ef1-23386dd0b1d5') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:00.423515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8792da93-5324-40a2-9ef1-23386dd0b1d5') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:00.434338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.449201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.454910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:43:00.455279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:43:00.469474 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:43:00.597323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d152cec9-b4a2-451f-b2a2-fffb8a14e346 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:43:00.608187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.612958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.629542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d152cec9-b4a2-451f-b2a2-fffb8a14e346 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:43:00.636254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d152cec9-b4a2-451f-b2a2-fffb8a14e346 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:43:00.636254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 350508a7-45ec-4b64-8ec7-81da7d67032e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:43:00.641890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=7c984458-138f-4621-8ffb-86d86f5d920e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:00.661962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 350508a7-45ec-4b64-8ec7-81da7d67032e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:43:00.662301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 350508a7-45ec-4b64-8ec7-81da7d67032e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:43:00.662717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:43:00.691916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:43:00.692250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 953c21c8-3e9c-46e6-9f99-d92e7f25a7f6 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:43:00.700499 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-05003183-d328-41ad-9891-c8fc06a0102b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/7c984458-138f-4621-8ffb-86d86f5d920e HTTP/1.1" status: 204 len: 168 time: 0.5533221 Jan 25 15:43:00.713491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36910) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:00.725807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-85beae10-631a-465c-a9cc-61ed9fb66bb4 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111861 Jan 25 15:43:00.728214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36914) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:00.733389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--636504182', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:00.738100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:00.742366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:00.746282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:00.751558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:00.825550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:43:00.828572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.856453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:43:00.865267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.865627 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 4d2fd16f-1aef-4bb0-97ef-b28a21bf158a of type vlan for network 9d816a9c-73cc-4e10-85bf-715fb480c57d Jan 25 15:43:00.891524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.983155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:00.986808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:00.987400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.092768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=9d816a9c-73cc-4e10-85bf-715fb480c57d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:01.103068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:43:01.149565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cb001a34-344e-49d5-b011-cfb030ec5fe0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4203074 Jan 25 15:43:01.152106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36918) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:01.157796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-302559182', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:01.164679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:01.168545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:01.171492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:01.177028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:01.252039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.252983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.270919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.475597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.480409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0f451ff9-d8a4-4de9-ba57-42ae291ccef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.729748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.757583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:01.888685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.188 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/56514832-97f3-424c-bc00-4d1c6a4adc3b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:43:02.030109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.140465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.205203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:02.208015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:02.211663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:43:02.244126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:02.435982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.436629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.794421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:43:02.857610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.948970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:02.990718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:43:03.000427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:43:03.011726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:03.012384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:03.074622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.076070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4abfbb17-ca89-4b4d-9b55-5bfd966f13aa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9229636 Jan 25 15:43:03.078963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36922) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:03.121713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f7e3ce9c-6efd-4c12-8d7e-b3b925900250 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416558 Jan 25 15:43:03.124239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36926) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:03.190438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:03.252165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a21c538-575f-44ab-aecc-7b4f60118a5c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:03.253702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0a21c538-575f-44ab-aecc-7b4f60118a5c tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284845 Jan 25 15:43:03.256541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36930) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:03.295593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-acd70333-167b-4329-8ef9-93b6c3aa243b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379038 Jan 25 15:43:03.298084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36934) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:03.303156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2088313942', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:03.411571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:03.416153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:03.418948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:03.424509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:03.497926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:02Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:03.499300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:43:03.501632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Checking router: d7d21cf0-e02f-470a-acda-de4ad4c6b2fd for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:43:03.501975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Updating router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd port 56514832-97f3-424c-bc00-4d1c6a4adc3b binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:43:03.552159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.598754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.860866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.872625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Transition to ACTIVE for port object 56514832-97f3-424c-bc00-4d1c6a4adc3b will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:03.874439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.948525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=d9f345db-2ce8-4253-ac91-11530c313645,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:03.955103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:03.964019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:43:03.964372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 9d816a9c-73cc-4e10-85bf-715fb480c57d, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:43:04.034373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:43:04.035015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Attempting to bind port 56514832-97f3-424c-bc00-4d1c6a4adc3b on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:43:04.035322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Attempting to bind port 56514832-97f3-424c-bc00-4d1c6a4adc3b by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:43:04.035682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Attempting to bind port 56514832-97f3-424c-bc00-4d1c6a4adc3b on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:43:04.037719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:04.048937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:43:04.049308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:43:04.049724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.050112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:43:04.050558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Bound port: 56514832-97f3-424c-bc00-4d1c6a4adc3b, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:43:04.050950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.077053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.077412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.077752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.078083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.078406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.078727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.079049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.079368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.079688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.079997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.080309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:04.091602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9d816a9c-73cc-4e10-85bf-715fb480c57d) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:04.095360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:04.095987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.104945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a2c9ff-77b6-4b0e-98e2-7dc3c6d121f7 None None] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:43:04.178869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9a8f9096-7c6e-4c97-9644-3c9381f13dbc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8797629 Jan 25 15:43:04.181667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36938) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:04.202360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:43:04.216101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=56514832-97f3-424c-bc00-4d1c6a4adc3b,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:43:04.320995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.374426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9d816a9c-73cc-4e10-85bf-715fb480c57d', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:43:04.375227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.458232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7df4c-4b0f-4779-a6a1-3f07f671bb29 None None] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:04.484060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:04.484677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:04.703120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:04.716175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Allocated IP 172.20.0.2 (9d816a9c-73cc-4e10-85bf-715fb480c57d/d9f345db-2ce8-4253-ac91-11530c313645/13e2ba33-cb12-4a15-8233-c508fabb34cb) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:43:04.757966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:05.023616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.194223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.206934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Transition to ACTIVE for port object 13e2ba33-cb12-4a15-8233-c508fabb34cb will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:05.229401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Transition to ACTIVE for port object 13e2ba33-cb12-4a15-8233-c508fabb34cb will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:05.245666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:02Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:05.249478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b03808-d71e-4003-bf00-accb8600fc54 None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:02Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:43:05.311512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.381557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:05.385137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:05.389065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:43:05.394179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Pushing event updated for resources: {'Port': ['ID=13e2ba33-cb12-4a15-8233-c508fabb34cb,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:05.419506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (9d816a9c-73cc-4e10-85bf-715fb480c57d/d9f345db-2ce8-4253-ac91-11530c313645/b9061579-f3d2-45ae-b20f-9f779e09ac74) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:43:05.498762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Attempting to bind port 13e2ba33-cb12-4a15-8233-c508fabb34cb on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:43:05.499119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Attempting to bind port 13e2ba33-cb12-4a15-8233-c508fabb34cb by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:43:05.499471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Attempting to bind port 13e2ba33-cb12-4a15-8233-c508fabb34cb on network 9d816a9c-73cc-4e10-85bf-715fb480c57d {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:43:05.507578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:43:05.507945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Checking segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:43:05.508361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.508723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Bound using segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:43:05.509178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Bound port: 13e2ba33-cb12-4a15-8233-c508fabb34cb, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:43:05.509615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.609578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] For port 13e2ba33-cb12-4a15-8233-c508fabb34cb, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:43:05.612958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] For port 13e2ba33-cb12-4a15-8233-c508fabb34cb, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=13e2ba33-cb12-4a15-8233-c508fabb34cb,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:43:05.617264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.633487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object b9061579-f3d2-45ae-b20f-9f779e09ac74 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:05.705723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.729351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:05.791457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b1ea0-56e5-405d-b2d2-e57937ebf9ed None None] Pushing event updated for resources: {'Port': ['ID=13e2ba33-cb12-4a15-8233-c508fabb34cb,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:05.812973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:05.816938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:05.818961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:05.821085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:43:05.886982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:06.055851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:06.572656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:06.636923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:06.674323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 13e2ba33-cb12-4a15-8233-c508fabb34cb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:06.750918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:06.754352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:06.792793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 13e2ba33-cb12-4a15-8233-c508fabb34cb completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:06.798554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:06.826087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b06340-93a4-4165-8a0f-b23ed9c71a77 None None] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:43:06.891948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:06.893136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:07.012661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Provisioning for port 13e2ba33-cb12-4a15-8233-c508fabb34cb completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:07.021277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Provisioning complete for port 13e2ba33-cb12-4a15-8233-c508fabb34cb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:07.021671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.064549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 56514832-97f3-424c-bc00-4d1c6a4adc3b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:07.106490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 56514832-97f3-424c-bc00-4d1c6a4adc3b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:07.106858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.270464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:43:07.286158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.322799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.345461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] For port 13e2ba33-cb12-4a15-8233-c508fabb34cb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=13e2ba33-cb12-4a15-8233-c508fabb34cb,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:07.347127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=56514832-97f3-424c-bc00-4d1c6a4adc3b,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:07.414038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.454319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.480888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:43:07.492897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f91a68-ddbf-4d76-ad0d-ff24d861be41 None None] Pushing event updated for resources: {'Port': ['ID=13e2ba33-cb12-4a15-8233-c508fabb34cb,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:07.494349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a03c9eff-e1a1-49e1-b203-f6a75b32c78c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3116732 Jan 25 15:43:07.496802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36942) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:07.572445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:07.631051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Provisioning for port b9061579-f3d2-45ae-b20f-9f779e09ac74 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:07.636905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:07.637284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.640574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e28e5-a8e4-4304-9f22-e4dd875c1f8a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.641055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e28e5-a8e4-4304-9f22-e4dd875c1f8a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.641428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e28e5-a8e4-4304-9f22-e4dd875c1f8a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.641771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e28e5-a8e4-4304-9f22-e4dd875c1f8a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.643394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-637e28e5-a8e4-4304-9f22-e4dd875c1f8a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1456983 Jan 25 15:43:07.646185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36946) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:07.696487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Port b9061579-f3d2-45ae-b20f-9f779e09ac74 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:43:07.710368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Provisioning complete for port 13e2ba33-cb12-4a15-8233-c508fabb34cb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:07.710718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e38cca64-3f95-4931-9abb-298d227d70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:07.713123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9f1a-46be-4dd6-b3ed-fb9bc566f1b7 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.713522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9f1a-46be-4dd6-b3ed-fb9bc566f1b7 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.713878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9f1a-46be-4dd6-b3ed-fb9bc566f1b7 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.714225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca9f1a-46be-4dd6-b3ed-fb9bc566f1b7 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:07.718356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-36ca9f1a-46be-4dd6-b3ed-fb9bc566f1b7 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0688369 Jan 25 15:43:07.718586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:07.925399 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-77a5cfe6-001c-42bb-80bd-9c72c307eff8 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2057683 Jan 25 15:43:07.992538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-53c2935c-c74e-416d-99d4-4028f92dbb22 None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:07.992905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-53c2935c-c74e-416d-99d4-4028f92dbb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.044744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-53c2935c-c74e-416d-99d4-4028f92dbb22 None None] Port b9061579-f3d2-45ae-b20f-9f779e09ac74 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:43:08.270020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36956) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:08.276295 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138202614', 'description': 'tempest-secgroup-smoke-1138202614 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:08.282472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:08.286508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:08.289475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:08.295814 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:08.359879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.395301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:08.399032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:08.401750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:08.407268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:08.459470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.513894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.557317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8b139c-492c-4532-8d70-7a3908967847,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:08.558398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 13e2ba33-cb12-4a15-8233-c508fabb34cb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:08.627336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 13e2ba33-cb12-4a15-8233-c508fabb34cb triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:08.627729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.630816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.632080 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-78360247-5d36-49d3-b46a-1a6789f87f74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3610911 Jan 25 15:43:08.635376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36960) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:08.640754 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:08.647142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:08.650524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:08.653356 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:08.659232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:08.757592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:08.767427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.813750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.827771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 56514832-97f3-424c-bc00-4d1c6a4adc3b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:08.828139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.831257 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:43:08.833021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.844460 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:08.845094 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:08.902795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.929345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ce7e5b-5684-4c21-967d-e2a9b126ecfe,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:08.995193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:08.996409 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f9a9e7a8-ff01-479e-a8d8-be2d797584d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3601356 Jan 25 15:43:08.999180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36964) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:09.004560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:09.010264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:09.013931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:09.016763 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:09.022606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:09.024985 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:09.107060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.173116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.251660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.274461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10b2e12-aa1e-4849-b933-c8f057c06ae1,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:09.355229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.356419 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9c27a240-4b2d-4190-82b2-e75f57ed75bf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3563023 Jan 25 15:43:09.357649 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:06Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:09.359414 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36968) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:09.361539 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Checking router: d7d21cf0-e02f-470a-acda-de4ad4c6b2fd for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:43:09.361892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Updating router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd port b9061579-f3d2-45ae-b20f-9f779e09ac74 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:43:09.365317 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:09.371055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:09.374735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:09.377521 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:09.383062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:09.413930 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.469291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.531147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.596291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.620660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69584b8d-a981-4bf2-85f0-d15cd08e2348,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:09.687815 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.688993 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-95bc328e-b7d8-432c-a8b0-b3353dd13332 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3285527 Jan 25 15:43:09.691743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36972) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:09.697713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:09.703462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:09.707150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:09.709964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:09.716179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:09.741680 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.752691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Transition to ACTIVE for port object b9061579-f3d2-45ae-b20f-9f779e09ac74 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:09.800705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.817107 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.866378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.937770 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:09.945717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:09.951604 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.955060 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:43:09.980035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8979eec-e5ff-4c57-bb20-24b010260c86,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:10.041025 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Attempting to bind port b9061579-f3d2-45ae-b20f-9f779e09ac74 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:43:10.041412 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Attempting to bind port b9061579-f3d2-45ae-b20f-9f779e09ac74 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:43:10.041774 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Attempting to bind port b9061579-f3d2-45ae-b20f-9f779e09ac74 on network 9d816a9c-73cc-4e10-85bf-715fb480c57d {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:43:10.048271 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:43:10.048632 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Checking segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:43:10.049021 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.049414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Bound using segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:43:10.049862 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Bound port: b9061579-f3d2-45ae-b20f-9f779e09ac74, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:43:10.050213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.059567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.060811 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-068b2924-904f-42a8-9b4c-43bfa44a271e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3681242 Jan 25 15:43:10.063713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 36976) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:10.069702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:10.076767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:10.080565 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:10.083690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:10.089627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:10.140074 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:43:10.142991 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b9061579-f3d2-45ae-b20f-9f779e09ac74,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:43:10.177396 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:43:10.184919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.202872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.250927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.285283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:10.285925 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:10.322208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.349889 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ee7806-c3fd-44cb-bda4-68cb19db480b,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:10.358256 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55870b0-b922-45c9-b244-5af9e809c727 None None] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:10.428606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.434028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 36980) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:10.439690 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a73333b3-04e2-40f5-b4ac-ae114b98db4c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3749094 Jan 25 15:43:10.441279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '4d8b139c-492c-4532-8d70-7a3908967847', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:10.448041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:10.452663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:10.455876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:10.462772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:10.476706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:10.531386 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:43:10.538984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.604863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.674131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.698166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ce239c-47ac-448f-b98b-524d8ad10e6c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:10.777679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:10.778987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-63c9e661-103b-4abf-bf27-778b149f15b0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3436329 Jan 25 15:43:10.817743 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:10Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:10.821776 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48e92c-3074-4e3c-a326-245af9dbfe2e None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:10Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:43:10.969504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-49e6b237-8fde-48cd-9f2c-fb0bc1b2947c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:43:11.051693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-49e6b237-8fde-48cd-9f2c-fb0bc1b2947c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:43:11.052887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-49e6b237-8fde-48cd-9f2c-fb0bc1b2947c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138202614&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1224599 Jan 25 15:43:11.305648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-c03ed72d-7cea-4c4d-a7e0-ddec9ff517a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:11.306363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-c03ed72d-7cea-4c4d-a7e0-ddec9ff517a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:43:11.391177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-c03ed72d-7cea-4c4d-a7e0-ddec9ff517a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:43:11.392405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-c03ed72d-7cea-4c4d-a7e0-ddec9ff517a7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 200 len: 796 time: 0.3328691 Jan 25 15:43:11.409281 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-ce63f7e7-bbc3-41b7-99e8-48156d2f2561 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0114663 Jan 25 15:43:11.495608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-69d4f466-d1b5-47b8-a142-1f1322a790d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:43:11.562672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-69d4f466-d1b5-47b8-a142-1f1322a790d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:43:11.564016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-69d4f466-d1b5-47b8-a142-1f1322a790d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492112 Jan 25 15:43:11.885272 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-caa7c707-f874-44e2-9b4b-2922566e88f2 service neutron] 10.222.0.26 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032355 Jan 25 15:43:12.033794 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-f08d3498-d487-4e24-bf24-aee4ed692fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426356 Jan 25 15:43:12.341549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2b293890-6c4d-4a36-aea3-8728ac70491d req-c488dccb-380b-45f2-acab-73d21a81d8f8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 210 time: 0.0399706 Jan 25 15:43:12.591144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:12.714303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port b9061579-f3d2-45ae-b20f-9f779e09ac74 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:12.719183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:12.719542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:12.827284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:12.860743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b9061579-f3d2-45ae-b20f-9f779e09ac74,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:12.919607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:12.983430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:13.504810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e6b051-dca7-41ca-a172-768c4abd2ff4 req-2b7a91ba-93da-4d15-aef2-83e59f3b2ef7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Jan 25 15:43:14.218198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-e070631c-055c-400c-802f-ecfb61a11786 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:14.219595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-e070631c-055c-400c-802f-ecfb61a11786 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 200 len: 796 time: 0.1423514 Jan 25 15:43:14.273976 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-9de872d8-0954-433d-bd3e-52267d039e2d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.0431483 Jan 25 15:43:14.281791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['4d8b139c-492c-4532-8d70-7a3908967847']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:14.413452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:14.423126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:14.500279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:43:14.505242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:14.570132 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:14.637324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:14.637814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:14.779255 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4202680-f13c-4d2d-a280-c6929cda0ee6 req-814340c5-1f63-449b-990b-5ee1e69cee5e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 210 time: 0.0531588 Jan 25 15:43:14.801730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.12 (9d816a9c-73cc-4e10-85bf-715fb480c57d/d9f345db-2ce8-4253-ac91-11530c313645/8d2b9c3d-5889-4307-bc86-ec108bb5278c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:43:14.980377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:14.995389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 8d2b9c3d-5889-4307-bc86-ec108bb5278c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:15.088583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:15.161735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:15.164728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:15.169062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:43:15.193748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:15.231270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:15.231877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:15.314772 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-72386f3e-ddb4-4391-86b3-9ceb623ba9a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0363646 Jan 25 15:43:15.326208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Request body: {'port': {'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:15.439844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:15.440213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7de997ca-2d4a-49b4-8333-5d62238987fb None None] Provisioning for port 8d2b9c3d-5889-4307-bc86-ec108bb5278c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:15.445133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7de997ca-2d4a-49b4-8333-5d62238987fb None None] Provisioning complete for port 8d2b9c3d-5889-4307-bc86-ec108bb5278c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:15.445568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7de997ca-2d4a-49b4-8333-5d62238987fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:15.496224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7de997ca-2d4a-49b4-8333-5d62238987fb None None] Port 8d2b9c3d-5889-4307-bc86-ec108bb5278c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:43:15.849052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2b9c3d-5889-4307-bc86-ec108bb5278c {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:43:15.855978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:15.870735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Transition to ACTIVE for port object 8d2b9c3d-5889-4307-bc86-ec108bb5278c will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:43:15.937904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:16.081069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:16.161626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a61137-0a6e-4318-a12a-a1a21059eb30 req-b4dd6caa-194c-44ea-8a52-27381f05c24c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:16.162312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-08a61137-0a6e-4318-a12a-a1a21059eb30 req-b4dd6caa-194c-44ea-8a52-27381f05c24c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:43:16.214113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Attempting to bind port 8d2b9c3d-5889-4307-bc86-ec108bb5278c on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:43:16.214449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Attempting to bind port 8d2b9c3d-5889-4307-bc86-ec108bb5278c by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:43:16.214775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Attempting to bind port 8d2b9c3d-5889-4307-bc86-ec108bb5278c on network 9d816a9c-73cc-4e10-85bf-715fb480c57d {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:43:16.220604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Port 8d2b9c3d-5889-4307-bc86-ec108bb5278c on network 9d816a9c-73cc-4e10-85bf-715fb480c57d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:43:16.220943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Attempting to bind port 8d2b9c3d-5889-4307-bc86-ec108bb5278c on network 9d816a9c-73cc-4e10-85bf-715fb480c57d {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:43:16.227265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:43:16.227616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Checking segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:43:16.227972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Bound using segment: {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:43:16.228384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Bound port: 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:43:16.228720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:16.271604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-08a61137-0a6e-4318-a12a-a1a21059eb30 req-b4dd6caa-194c-44ea-8a52-27381f05c24c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:43:16.272755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08a61137-0a6e-4318-a12a-a1a21059eb30 req-b4dd6caa-194c-44ea-8a52-27381f05c24c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 944 time: 0.3709078 Jan 25 15:43:16.350214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08a61137-0a6e-4318-a12a-a1a21059eb30 req-c72a35dd-78f5-4a97-aa00-4419adf319c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713103 Jan 25 15:43:16.351089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:43:16.354580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:43:16.431786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:16.494968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:16.496283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 200 len: 1094 time: 1.1748886 Jan 25 15:43:16.496748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:43:16.509776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b40f45-5f6e-4811-87d9-63e21daad3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:16.554171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'status': 'completed', 'code': 200} Jan 25 15:43:16.647153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a260395-4b77-43f5-a00b-9b1789fcf5fb req-7c6faca4-0901-49a7-ac19-4387b723ea25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1097 time: 0.0709484 Jan 25 15:43:16.785774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a260395-4b77-43f5-a00b-9b1789fcf5fb req-effa86bd-4583-4acc-880e-845df335ffd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:16.787131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a260395-4b77-43f5-a00b-9b1789fcf5fb req-effa86bd-4583-4acc-880e-845df335ffd2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1331911 Jan 25 15:43:16.918240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a260395-4b77-43f5-a00b-9b1789fcf5fb req-b9d76edd-b6ba-41d8-bf4c-d0ce09174c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:16.919566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a260395-4b77-43f5-a00b-9b1789fcf5fb req-b9d76edd-b6ba-41d8-bf4c-d0ce09174c5c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260262 Jan 25 15:43:17.023689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-0e4ba063-daf9-464c-a747-9b2042839406 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1097 time: 0.0710397 Jan 25 15:43:17.088465 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-dd4f0ffc-fdf9-4975-8438-b4a4744b82c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 200 len: 217 time: 0.0585151 Jan 25 15:43:17.151171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-62e465ca-2b89-4711-b901-157a55d1e147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:17.152570 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-62e465ca-2b89-4711-b901-157a55d1e147 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9f345db-2ce8-4253-ac91-11530c313645 HTTP/1.1" status: 200 len: 835 time: 0.0590994 Jan 25 15:43:17.224046 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-a559989e-b57c-40f6-9a63-215e8f772f9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d816a9c-73cc-4e10-85bf-715fb480c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650413 Jan 25 15:43:17.350040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-d35ff51c-2bbe-44b3-aa0c-bbc901779261 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203058 Jan 25 15:43:17.623263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b41e17-ff3f-4002-83f7-e8e32688b9d3 req-bd6ac38a-9c70-4609-b0c6-5b3f252f3182 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662084 Jan 25 15:43:17.637105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96114688-1523-4ae1-a452-6e0cc1710d30 req-a7db5dd3-d922-435b-a87f-1c894fa3d200 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:17.638562 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96114688-1523-4ae1-a452-6e0cc1710d30 req-a7db5dd3-d922-435b-a87f-1c894fa3d200 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 944 time: 0.1283927 Jan 25 15:43:17.683502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96114688-1523-4ae1-a452-6e0cc1710d30 req-66c7606d-c708-4992-bf2c-323a23cab4c5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393620 Jan 25 15:43:18.484541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 8d2b9c3d-5889-4307-bc86-ec108bb5278c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:43:18.612961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:18.626150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:43:18.676108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:18.692737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2b9c3d-5889-4307-bc86-ec108bb5278c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:43:18.706819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:18.799791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:18.864175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:18.879822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7a837-d39b-46ca-866c-6caf47fce224 req-6f6641f4-9cb0-4541-8f97-2e29e4975ed7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:18.881267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52f7a837-d39b-46ca-866c-6caf47fce224 req-6f6641f4-9cb0-4541-8f97-2e29e4975ed7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Jan 25 15:43:18.925324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52f7a837-d39b-46ca-866c-6caf47fce224 req-49d368a0-e972-4a74-b99e-97585d4a5b21 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Jan 25 15:43:18.992259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['8d2b9c3d-5889-4307-bc86-ec108bb5278c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:43:20.118241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7f447-f1ff-482a-bc25-c5a63fac3cc2 req-e0bbd62b-0728-40e8-b4c0-1ad34284515f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:20.120210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8a7f447-f1ff-482a-bc25-c5a63fac3cc2 req-e0bbd62b-0728-40e8-b4c0-1ad34284515f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 945 time: 0.0756392 Jan 25 15:43:20.163652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8a7f447-f1ff-482a-bc25-c5a63fac3cc2 req-d9f9cab9-bd4c-44a4-84af-abc38da1a56f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379076 Jan 25 15:43:20.497601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 8d2b9c3d-5889-4307-bc86-ec108bb5278c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:43:20.639335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 8d2b9c3d-5889-4307-bc86-ec108bb5278c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:43:20.644340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 8d2b9c3d-5889-4307-bc86-ec108bb5278c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:43:20.644700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:20.774260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:20.799732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:43:20.809619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:20.851845 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'code': 200} Jan 25 15:43:20.893486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:20.956727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:21.197893 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-722219d0-5c50-41e0-b838-a31fbf0fe603 req-f7d3363c-dd5d-432c-a09e-ffa4196918f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1099 time: 0.0687125 Jan 25 15:43:21.239450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-722219d0-5c50-41e0-b838-a31fbf0fe603 req-915988f8-7de6-4b51-a8b3-bb49ff23936b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358784 Jan 25 15:43:21.353529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee5b9a-6c98-4833-9feb-cefa2e0d3d61 req-22ec007f-f93d-4a3a-bb1d-e4d9d9de0586 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:21.355480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32ee5b9a-6c98-4833-9feb-cefa2e0d3d61 req-22ec007f-f93d-4a3a-bb1d-e4d9d9de0586 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.0732894 Jan 25 15:43:21.401990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32ee5b9a-6c98-4833-9feb-cefa2e0d3d61 req-c5565972-d324-4641-80da-0795f17192c8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Jan 25 15:43:22.594195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba2701-587e-4135-bd44-f19f8e96892b req-aabe6e09-db95-4e51-95dd-212e63bf7abc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:22.595600 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0cba2701-587e-4135-bd44-f19f8e96892b req-aabe6e09-db95-4e51-95dd-212e63bf7abc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.0743384 Jan 25 15:43:22.639414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0cba2701-587e-4135-bd44-f19f8e96892b req-8060510b-edea-4a4a-b2a3-956348d6728f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383689 Jan 25 15:43:22.831114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef69b4-621c-4ab3-8f04-1674df67b55c req-0f13b7d8-b41b-43ac-9ec6-4b7909f5c1fc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:22.832535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63ef69b4-621c-4ab3-8f04-1674df67b55c req-0f13b7d8-b41b-43ac-9ec6-4b7909f5c1fc tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.0770350 Jan 25 15:43:22.876535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63ef69b4-621c-4ab3-8f04-1674df67b55c req-bc9634d9-47d8-4c99-8b3a-6e2e3cd5401d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383286 Jan 25 15:43:22.903470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37028) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:22.969133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1156f23b-1a50-4277-9e3c-5db9cacd0ec8 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1094 time: 0.0645993 Jan 25 15:43:22.971729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37032) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:22.976615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:43:22.982414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:43:22.986132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:43:22.989101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:43:22.994581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:43:23.093132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:23.224795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:23.355629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.94 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f27fa423-a2ba-48ba-b518-729afb642e80) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:43:23.497702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:23.602417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:23.667476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:43:23.670168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:43:23.674563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:43:23.701312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=f27fa423-a2ba-48ba-b518-729afb642e80,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:24.249244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:24.377846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:24.573610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:24.624843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:24.725909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=f27fa423-a2ba-48ba-b518-729afb642e80,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:24.741060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:24.924170 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 associated. External IP: 172.26.8.94, port: 8d2b9c3d-5889-4307-bc86-ec108bb5278c. Jan 25 15:43:25.300817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:43:25.495774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:43:25.505996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:43:25.517114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:25.517744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:25.584789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:25.639187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc182bbe-4cd6-4cc0-8c30-abb1353d293f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6664827 Jan 25 15:43:25.639881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:43:25.642082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37036) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:25.694357 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'status': 'completed', 'code': 200} Jan 25 15:43:25.698293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:25.787934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-cdd5ba55-656c-4e36-b41e-49338e20ac6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1099 time: 0.0722990 Jan 25 15:43:25.846043 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b1d0a604-fd4e-4bb2-b575-53c587878ddc tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd HTTP/1.1" status: 200 len: 922 time: 0.2025898 Jan 25 15:43:25.848423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37042) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:25.954664 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e8086d4a-7e15-4433-9499-bafc4379be59 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1049216 Jan 25 15:43:26.023488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-53dbd6cb-2383-4b04-9ae4-377473a09a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:26.024931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-53dbd6cb-2383-4b04-9ae4-377473a09a6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 200 len: 897 time: 0.2310424 Jan 25 15:43:26.057884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:24Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:26.061668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Checking router: d7d21cf0-e02f-470a-acda-de4ad4c6b2fd for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:43:26.071859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:26.072952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:26.125576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-4ce3bb43-2928-488d-a4e4-6dfe981e6e53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 200 len: 999 time: 0.0946491 Jan 25 15:43:26.185977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-e0d269e5-4f39-4e09-abcd-d6f9f04e27e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:26.187395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-e0d269e5-4f39-4e09-abcd-d6f9f04e27e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9f345db-2ce8-4253-ac91-11530c313645 HTTP/1.1" status: 200 len: 835 time: 0.0560875 Jan 25 15:43:26.245197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:26.260598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-2758b673-54e3-4324-927b-18d21f0c4782 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d816a9c-73cc-4e10-85bf-715fb480c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665686 Jan 25 15:43:26.389279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-ea01b7df-b117-4f24-8052-bedc31476eca service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228752 Jan 25 15:43:26.518578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf6963e1-f299-4d30-8108-3ddaa3f5a56c req-71d0663b-19c4-4a90-88c1-e2e9c97877a8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238415 Jan 25 15:43:26.581043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:24Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:26.585066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79213ff6-a2ed-498b-b78a-f2e0c9231f13 None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:24Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:12Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:43:26.958509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37046) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:27.061056 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6649fd85-2551-49b8-b82a-6c8fc6a6d352 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1014810 Jan 25 15:43:27.074472 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:43:27.793135 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30f7f9-455c-4d51-9782-aa9680435785 None None] New status for floating IP a72b3dba-9407-4109-ac5d-cc0f8d58cfe0: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:43:28.064503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37050) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:28.168484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6ee1f4d5-ecf1-4648-85e0-9e20cc4a50ed tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 993 time: 0.1029191 Jan 25 15:43:29.387765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b40e4f97-ca69-4cf8-a799-7ad77595efce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:31.481686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f71a1972-eddd-4860-93aa-a7073c374508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:32.880559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:32.964938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:34.595411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:38.767170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:53.842561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37066) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:54.016715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e5682c18-07e0-4ea2-bb80-78da70ba79df tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1730435 Jan 25 15:43:54.019570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37070) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:54.283682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960114d7-f397-40fd-badc-2e213e23e766 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Notify agent at dv-neutron-826291-2-hyperv the message router_removed_from_agent {{(pid=84139) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 25 15:43:54.286875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-960114d7-f397-40fd-badc-2e213e23e766 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "DELETE /v2.0/agents/686a2849-b623-47d5-960e-94d5a49e9daa/l3-routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd HTTP/1.1" status: 204 len: 168 time: 0.2664275 Jan 25 15:43:54.289524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37074) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:54.550819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8af388aa-cbe1-43be-87f1-c0741a23b151 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2602558 Jan 25 15:43:54.553406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37078) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:54.657573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e061056f-aace-429e-af42-7c3ba5cfb1a3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 993 time: 0.1031175 Jan 25 15:43:54.705772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:43:54.814671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:54.845559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b9061579-f3d2-45ae-b20f-9f779e09ac74,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:54.914930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:54.977524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:55.056206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aeeda5-6dee-4c09-9fcc-66987f258e06 None None] New status for floating IP a72b3dba-9407-4109-ac5d-cc0f8d58cfe0: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:43:55.661502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37082) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:55.805710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4e32cd8b-a5d2-4d6e-a11d-53ca6264e7f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1430807 Jan 25 15:43:55.823675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-25b0e99f-0f93-462e-b5ec-5f4c5d82b83b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1085074 Jan 25 15:43:55.965881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-07f7d6db-0178-44fa-b5e6-7836d7c03602 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1099 time: 0.0695746 Jan 25 15:43:56.105185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-6af96781-438c-4604-8f6f-55bd8f2cc78c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:56.106644 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-6af96781-438c-4604-8f6f-55bd8f2cc78c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 200 len: 897 time: 0.1228492 Jan 25 15:43:56.202561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-e48bbad6-926a-4473-a61f-655a37591539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 200 len: 999 time: 0.0893705 Jan 25 15:43:56.264362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-4583724d-af28-461b-90b8-5c29af227ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:43:56.265985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-4583724d-af28-461b-90b8-5c29af227ea7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9f345db-2ce8-4253-ac91-11530c313645 HTTP/1.1" status: 200 len: 835 time: 0.0574276 Jan 25 15:43:56.336868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-79761f3e-6811-4ff2-979f-4041d0340196 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d816a9c-73cc-4e10-85bf-715fb480c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652790 Jan 25 15:43:56.463993 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-7e01955b-33c2-4d06-ac1d-370425575aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200423 Jan 25 15:43:56.570822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:43:56.593401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8821b4b-1dc9-4a1d-89e5-c0c3b901495e req-9e8ade01-3fc8-4cbd-827f-c8577c8607f8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229630 Jan 25 15:43:56.677477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:56.692044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=56514832-97f3-424c-bc00-4d1c6a4adc3b,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:43:56.758461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:56.826349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:43:56.953841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37088) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:57.297852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2d1ff8-a55b-4d8b-a3ee-da047b66fbd2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:43:57.298187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2d1ff8-a55b-4d8b-a3ee-da047b66fbd2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Notify agent at dv-neutron-826291-2-hyperv the message router_added_to_agent {{(pid=84138) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 25 15:43:57.324606 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-da2d1ff8-a55b-4d8b-a3ee-da047b66fbd2 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "POST /v2.0/agents/686a2849-b623-47d5-960e-94d5a49e9daa/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3696988 Jan 25 15:43:57.327136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37094) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:57.343847 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:43:57.354992 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:57.355584 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:57.501169 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-09707d9c-a507-4335-8108-7fe8ef58d78b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1729615 Jan 25 15:43:57.503927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37100) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:57.526458 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:57.606051 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9ff4d6db-0fe0-4bf8-94c6-8502e7e94db0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1010323 Jan 25 15:43:57.858002 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:55Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:54Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:57.861673 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Checking router: d7d21cf0-e02f-470a-acda-de4ad4c6b2fd for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:43:57.872284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:43:57.872859 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:43:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:58.043795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:43:58.402494 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:55Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:54Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:43:58.406188 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee53b9d-7b3e-4efb-b3ca-61b7cead754e None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:05Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:43:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'a72b3dba-9407-4109-ac5d-cc0f8d58cfe0', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.94', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'port_id': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'mac_address': 'fa:16:3e:2b:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17a16928-b760-4834-b5ea-434b5dc298c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:43:24Z', 'updated_at': '2022-01-25T15:43:55Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9061579-f3d2-45ae-b20f-9f779e09ac74', 'name': '', 'network_id': '9d816a9c-73cc-4e10-85bf-715fb480c57d', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:32:9e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:05Z', 'updated_at': '2022-01-25T15:43:54Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'd9f345db-2ce8-4253-ac91-11530c313645', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:43:58.609880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:58.715850 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9dd8a935-6cc2-4b73-8dd3-c41fa7a80090 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1046660 Jan 25 15:43:59.400891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1c458d69-5c98-4599-8c4a-71be1fbbc324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:43:59.719550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37108) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:43:59.821493 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-30f13549-1e53-40b5-9433-e6784d376279 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1007969 Jan 25 15:44:00.648794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:00.715214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:00.715545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:00.823694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:00.825339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37112) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:00.855036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b9061579-f3d2-45ae-b20f-9f779e09ac74,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:00.921000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:00.921823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:00.928102 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-af85fc27-4590-43be-8451-2692444f67cb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1016445 Jan 25 15:44:01.034410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:01.047484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 56514832-97f3-424c-bc00-4d1c6a4adc3b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:01.047846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:01.158617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:01.173291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=56514832-97f3-424c-bc00-4d1c6a4adc3b,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:01.229942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:01.292162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:01.474841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b039c284-064e-4469-b22d-736999a07015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:01.931493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37116) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:02.034670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c9855605-0625-4eed-a6fa-009b496e910c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1020784 Jan 25 15:44:02.584251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:02.649341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b9061579-f3d2-45ae-b20f-9f779e09ac74 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:02.649728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:02.759489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:02.833559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 56514832-97f3-424c-bc00-4d1c6a4adc3b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:02.833559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:02.903216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:02.966603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:03.038557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37120) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:03.141597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-04cb814a-49d9-4f0f-a794-debd71920890 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1018038 Jan 25 15:44:04.074311 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:44:04.145221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37124) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:04.247706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e52da184-c5fe-41de-ba7f-ea3f057757b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1013436 Jan 25 15:44:04.610023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:05.251551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37128) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:05.441720 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-54a7de2c-9bbf-4589-bd35-5dc4318247bb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 991 time: 0.1889188 Jan 25 15:44:05.531287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e370a5-9ab2-4d1f-819a-bab716d80855 None None] New status for floating IP a72b3dba-9407-4109-ac5d-cc0f8d58cfe0: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:44:06.445520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:06.548697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6bf240b0-02ef-4403-bd16-0f56e3fee066 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 200 len: 993 time: 0.1020579 Jan 25 15:44:06.845128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:07.035106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port f27fa423-a2ba-48ba-b518-729afb642e80 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:44:07.035442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:07.195014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:07.195337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:07.313049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for f27fa423-a2ba-48ba-b518-729afb642e80 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:44:07.535868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:07.582125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=f27fa423-a2ba-48ba-b518-729afb642e80,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:07.619378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.619716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.620043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.620362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.620682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.621565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.621884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.622374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.622692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.623002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.623310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:07.679740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:08.064461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:44:08.343972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:44:08.491745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:08.545011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9ddcdb8c-5f91-4c50-8bff-bff6e8d6a59e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/a72b3dba-9407-4109-ac5d-cc0f8d58cfe0 HTTP/1.1" status: 204 len: 168 time: 1.6987875 Jan 25 15:44:08.545627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:44:08.600525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'status': 'completed', 'code': 200} Jan 25 15:44:08.692178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-77994f4f-86a6-4570-a810-6d934b815b88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 1099 time: 0.0694652 Jan 25 15:44:08.755007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:08.820140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-1009a841-df8b-4261-87dd-185ccc5a21ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:08.821601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-1009a841-df8b-4261-87dd-185ccc5a21ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 200 len: 897 time: 0.1238179 Jan 25 15:44:08.890869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-ffde2bbf-e6d8-4c5e-8419-96017bb3f3be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 200 len: 217 time: 0.0638564 Jan 25 15:44:08.951906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-e224c0b4-8248-4036-81fb-7a73c8b0ca62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:08.953317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-e224c0b4-8248-4036-81fb-7a73c8b0ca62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d9f345db-2ce8-4253-ac91-11530c313645 HTTP/1.1" status: 200 len: 835 time: 0.0567493 Jan 25 15:44:09.030438 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-cea3087b-eb64-4789-aaca-4b3d2b639bec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d816a9c-73cc-4e10-85bf-715fb480c57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716617 Jan 25 15:44:09.208037 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-6198147b-631e-4ad5-a51c-6af9a5ca1ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705689 Jan 25 15:44:09.221095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393847e-aa58-4a5b-b174-ad988dd4709d req-4e2f683e-2fbe-4cad-95f7-c0ea31c58cd4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:09.221770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f393847e-aa58-4a5b-b174-ad988dd4709d req-4e2f683e-2fbe-4cad-95f7-c0ea31c58cd4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:44:09.352680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef99de5c-2a4e-4c7e-8c83-d267287a56e1 req-a1d1ef6b-fd9c-4e5b-bd9d-3ada2054bb12 service neutron] 10.222.0.41 "GET /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370881 Jan 25 15:44:09.381205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f393847e-aa58-4a5b-b174-ad988dd4709d req-4e2f683e-2fbe-4cad-95f7-c0ea31c58cd4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:44:09.386266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f393847e-aa58-4a5b-b174-ad988dd4709d req-4e2f683e-2fbe-4cad-95f7-c0ea31c58cd4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.3225017 Jan 25 15:44:09.427311 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f393847e-aa58-4a5b-b174-ad988dd4709d req-a4ae0f4d-8231-4798-b50a-2c9276881162 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393429 Jan 25 15:44:10.364553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-05103d70-87bc-4473-be4e-f17dd071425b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:10.366044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-05103d70-87bc-4473-be4e-f17dd071425b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.0784059 Jan 25 15:44:10.431230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 8d2b9c3d-5889-4307-bc86-ec108bb5278c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:44:10.431485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:10.726223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 8d2b9c3d-5889-4307-bc86-ec108bb5278c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=8d2b9c3d-5889-4307-bc86-ec108bb5278c,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:10.726573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:10.884355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fc19c-633e-41b3-96a5-317991efdae8 req-c92a8c54-9a40-4d93-8482-bbdc4adcf99b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:10.885816 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-452fc19c-633e-41b3-96a5-317991efdae8 req-c92a8c54-9a40-4d93-8482-bbdc4adcf99b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 946 time: 0.3259771 Jan 25 15:44:10.959360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 8d2b9c3d-5889-4307-bc86-ec108bb5278c owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:44:11.035317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-452fc19c-633e-41b3-96a5-317991efdae8 req-290e338b-c403-4a1c-ab18-ccc19edc9d27 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d8b139c-492c-4532-8d70-7a3908967847&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942583 Jan 25 15:44:11.184109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:11.231972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=8d2b9c3d-5889-4307-bc86-ec108bb5278c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:11.300858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 8d2b9c3d-5889-4307-bc86-ec108bb5278c on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:44:11.303115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:11.305509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'name': 'network-vif-deleted', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:44:11.358340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a16928-b760-4834-b5ea-434b5dc298c6', 'name': 'network-vif-deleted', 'tag': '8d2b9c3d-5889-4307-bc86-ec108bb5278c', 'status': 'completed', 'code': 200} Jan 25 15:44:11.367044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-986c041a-d3ec-446a-86b3-6c5edd48b616 req-9216a926-d901-47ff-8414-09b03de584d2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/8d2b9c3d-5889-4307-bc86-ec108bb5278c HTTP/1.1" status: 204 len: 173 time: 0.9963987 Jan 25 15:44:12.212834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2aef6b84-7067-45e1-b4ed-af93389d058b req-67d5905b-618b-4992-a5b5-3258b58a2e4d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:44:12.309858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2aef6b84-7067-45e1-b4ed-af93389d058b req-67d5905b-618b-4992-a5b5-3258b58a2e4d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:44:12.311015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2aef6b84-7067-45e1-b4ed-af93389d058b req-67d5905b-618b-4992-a5b5-3258b58a2e4d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=17a16928-b760-4834-b5ea-434b5dc298c6 HTTP/1.1" status: 200 len: 210 time: 0.1408904 Jan 25 15:44:12.667184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 8d2b9c3d-5889-4307-bc86-ec108bb5278c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:44:12.698489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 8d2b9c3d-5889-4307-bc86-ec108bb5278c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:44:12.699355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 8d2b9c3d-5889-4307-bc86-ec108bb5278c not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:44:13.419577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37160) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:13.487510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:13.515450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:13.626660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:13.645371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8b139c-492c-4532-8d70-7a3908967847,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:13.653280 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.653708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.654079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.654405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.654725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.655045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.655362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.655676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.655987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.656296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.656607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:13.711407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:13.712538 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d5e2637f-1188-4a0c-af30-f2da16049953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/4d8b139c-492c-4532-8d70-7a3908967847 HTTP/1.1" status: 204 len: 168 time: 0.2919405 Jan 25 15:44:13.799108 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37166) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:14.177583 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:14.854968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port b9061579-f3d2-45ae-b20f-9f779e09ac74 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:44:14.855660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:15.032474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port b9061579-f3d2-45ae-b20f-9f779e09ac74, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b9061579-f3d2-45ae-b20f-9f779e09ac74,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:15.032818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:15.150062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for b9061579-f3d2-45ae-b20f-9f779e09ac74 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:44:15.366051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:15.413514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=b9061579-f3d2-45ae-b20f-9f779e09ac74,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:15.696435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:15.976637 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:44:15.990166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:15.991659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:16.164652 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:16.358927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:44:16.441698 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:16.445357 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Checking router: d7d21cf0-e02f-470a-acda-de4ad4c6b2fd for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:44:16.456037 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Routers {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:16.456801 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:16.551780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:44:16.633724 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] Set router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:16.644523 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-be3d0449-5d30-47e8-9633-6664b32769e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8419840 Jan 25 15:44:16.644801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37170) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:16.823491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet d9f345db-2ce8-4253-ac91-11530c313645 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:44:16.826908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:16.878733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:16.905306 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:16.909006 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc8107-0bf8-4138-bce3-0a8d2de3bbba None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [{'id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'name': 'tempest-TestNetworkBasicOps-router-302559182', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:15Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '56514832-97f3-424c-bc00-4d1c6a4adc3b', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d21cf0-e02f-470a-acda-de4ad4c6b2fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:43:01Z', 'updated_at': '2022-01-25T15:44:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:44:16.964175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.097898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.135440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f345db-2ce8-4253-ac91-11530c313645,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:17.141891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.147747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450fa64-da8a-47f1-9410-1734464da08a None None] Network 9d816a9c-73cc-4e10-85bf-715fb480c57d requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:44:17.148233 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5d5916d2-d877-4260-8ba2-8ed7aa1aeb04 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/d9f345db-2ce8-4253-ac91-11530c313645 HTTP/1.1" status: 204 len: 168 time: 0.5019841 Jan 25 15:44:17.150518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37174) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:17.352689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.396667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] DHCP port deletion for 9d816a9c-73cc-4e10-85bf-715fb480c57d request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:44:17.400998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Deleting port 13e2ba33-cb12-4a15-8233-c508fabb34cb {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:44:17.401371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.552616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.612784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] For port 13e2ba33-cb12-4a15-8233-c508fabb34cb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=13e2ba33-cb12-4a15-8233-c508fabb34cb,segment=NetworkSegment(4d2fd16f-1aef-4bb0-97ef-b28a21bf158a),segment_id=4d2fd16f-1aef-4bb0-97ef-b28a21bf158a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:17.613167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.640662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 56514832-97f3-424c-bc00-4d1c6a4adc3b {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:44:17.641010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.734127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Calling delete_port for 13e2ba33-cb12-4a15-8233-c508fabb34cb owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:44:17.846600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:17.891488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Pushing event deleted for resources: {'Port': ['ID=13e2ba33-cb12-4a15-8233-c508fabb34cb,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:17.900655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] No DVR routers for this DVR port 13e2ba33-cb12-4a15-8233-c508fabb34cb on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:44:17.904397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.907259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.908487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.908487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43922ddc-7d65-4d4b-9e9d-8a1eb2ea5115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:17.929439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 56514832-97f3-424c-bc00-4d1c6a4adc3b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=56514832-97f3-424c-bc00-4d1c6a4adc3b,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:17.929929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.046899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 56514832-97f3-424c-bc00-4d1c6a4adc3b owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:44:18.268759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.314225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=56514832-97f3-424c-bc00-4d1c6a4adc3b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:18.523585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.634882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 13e2ba33-cb12-4a15-8233-c508fabb34cb no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:44:18.667003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 13e2ba33-cb12-4a15-8233-c508fabb34cb {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:44:18.669275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 13e2ba33-cb12-4a15-8233-c508fabb34cb not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:44:18.669275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:44:18.702301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: b9061579-f3d2-45ae-b20f-9f779e09ac74 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:44:18.702639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b9061579-f3d2-45ae-b20f-9f779e09ac74 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:44:18.775069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.779680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.869575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.870174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router d7d21cf0-e02f-470a-acda-de4ad4c6b2fd {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:44:18.884859 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:18.885945 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-60d2136c-5186-475c-a895-8a0a36549da8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/d7d21cf0-e02f-470a-acda-de4ad4c6b2fd HTTP/1.1" status: 204 len: 168 time: 1.7345595 Jan 25 15:44:18.888632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37178) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:19.004650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.234893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.259711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d816a9c-73cc-4e10-85bf-715fb480c57d']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:19.272686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:19.272978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2fd16f-1aef-4bb0-97ef-b28a21bf158a') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:19.284292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.299032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.304636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:44:19.305001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:44:19.318926 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:44:19.467051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.483718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.495750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=9d816a9c-73cc-4e10-85bf-715fb480c57d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:19.570601 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4388b572-b2d6-49ac-bace-64780a46911e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/9d816a9c-73cc-4e10-85bf-715fb480c57d HTTP/1.1" status: 204 len: 168 time: 0.6809955 Jan 25 15:44:19.591511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37182) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:19.597163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--241104794', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:19.602123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:19.606129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:19.608876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:19.614663 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:19.678111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:44:19.680995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.708988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:44:19.717155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.717457 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 636422f1-0d8a-4c44-90b7-d4a72b5c3f24 of type vlan for network 9561492c-e0bc-4b02-aed8-2c598baad1f3 Jan 25 15:44:19.741756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.828724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.832473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:19.833038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:19.939409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=9561492c-e0bc-4b02-aed8-2c598baad1f3,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:19.949226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:44:19.998631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-42bfa69c-1026-4006-aeac-a3dc82aaed4b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4029703 Jan 25 15:44:19.999005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37186) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:20.004424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-231963141', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:20.011385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:20.011593 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb8ac18-c504-4b90-9d69-fcff0963149b None None] New status for floating IP a72b3dba-9407-4109-ac5d-cc0f8d58cfe0: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:44:20.015129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:20.017939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:20.023600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:20.103476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.104676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.124471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.251788 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Sync routers for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:44:20.263034 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Routers set() bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:20.263378 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Router IDs set() for agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 25 15:44:20.264001 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent'). {{(pid=84141) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 25 15:44:20.273745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Routers set() bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:20.274088 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Router IDs set() for agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 25 15:44:20.274634 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent'). {{(pid=84141) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 25 15:44:20.274997 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1daa04b-aeaa-459c-b7e0-fccf31bb26b3 None None] The sync data for ids ['d7d21cf0-e02f-470a-acda-de4ad4c6b2fd'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:44:20.349268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.598835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.627337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.713396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:44:20.751115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 56514832-97f3-424c-bc00-4d1c6a4adc3b {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:44:20.751458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 56514832-97f3-424c-bc00-4d1c6a4adc3b not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:44:20.766066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.202 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/8d08c987-c3c6-4d21-b4fb-0d9d4a906238) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:44:20.909823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:20.994850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:21.062878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:21.065590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:21.069776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:44:21.093511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:21.290646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:21.291361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:21.565710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:44:21.850336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:44:21.859638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Sync routers for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:44:21.871635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:21.872235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:21.943516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:21.944728 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-40566e8a-9b88-476e-825b-e0f4e5a2865f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9445851 Jan 25 15:44:21.947804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37190) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:21.986057 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-910fb211-d512-4921-a250-2dc699e7af01 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371826 Jan 25 15:44:21.988931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37194) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:22.082715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:22.116388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6b64e-b232-4b8a-847a-834a14fbb141 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:22.118238 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-66d6b64e-b232-4b8a-847a-834a14fbb141 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283545 Jan 25 15:44:22.121688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37198) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:22.165029 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ac165664-38dd-4bd1-aa7b-61fa5dcf6a7e tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420961 Jan 25 15:44:22.168234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37202) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:22.173457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1601695054', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:22.275089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:22.285955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:22.285955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:22.287335 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:22.358276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:44:22.358549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:21Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:22.362751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Checking router: 89af0c7f-cb5f-4b32-96f8-b4659031ad17 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:44:22.363093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Updating router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:44:22.412369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.458611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.720467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.725286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.737354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Transition to ACTIVE for port object 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:22.793755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=aae8d08e-5dee-4181-8ccc-21cbda900627,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:22.807259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:44:22.807616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 9561492c-e0bc-4b02-aed8-2c598baad1f3, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:44:22.817632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.897579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:44:22.907220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Attempting to bind port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:44:22.907220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Attempting to bind port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:44:22.907220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Attempting to bind port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:44:22.907220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f69c2e-5b27-4a53-9b19-5ac8c62ca3d0 None None] Pushing event updated for resources: {'Port': ['ID=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:22.909045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:44:22.909441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:44:22.909836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.910212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:44:22.910665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Bound port: 8d08c987-c3c6-4d21-b4fb-0d9d4a906238, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:44:22.911026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.979276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] For port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:44:22.982084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] For port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:44:22.983440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 9561492c-e0bc-4b02-aed8-2c598baad1f3) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:22.987677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:22.988263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:22.992191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274fcf7-f86f-433e-958a-73d63c8c92c1 None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:44:23.054348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:23.070035 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8f9cc161-a7ce-4c94-b4fc-27c5b8759a37 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9007425 Jan 25 15:44:23.072753 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37206) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:23.168653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f69c2e-5b27-4a53-9b19-5ac8c62ca3d0 None None] Pushing event updated for resources: {'Port': ['ID=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:23.182624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:23.183259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:23.462044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-9561492c-e0bc-4b02-aed8-2c598baad1f3', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:44:23.462860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:23.490904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:23.853915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Allocated IP 172.20.0.2 (9561492c-e0bc-4b02-aed8-2c598baad1f3/aae8d08e-5dee-4181-8ccc-21cbda900627/1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:44:23.908639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:23.987548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:21Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:23.999722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a705307-803a-44e0-b37b-c8389f4cdea9 None None] The sync data for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv is: [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:21Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:44:24.095055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.106043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Transition to ACTIVE for port object 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:24.126764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Transition to ACTIVE for port object 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:24.190267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.264940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:24.267817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:24.272162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:44:24.274185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Pushing event updated for resources: {'Port': ['ID=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:24.338229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (9561492c-e0bc-4b02-aed8-2c598baad1f3/aae8d08e-5dee-4181-8ccc-21cbda900627/9051fd46-a512-4d11-a129-5eba55021ccb) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:44:24.367826 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Attempting to bind port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:44:24.368165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Attempting to bind port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:44:24.368526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Attempting to bind port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 on network 9561492c-e0bc-4b02-aed8-2c598baad1f3 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:44:24.375800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:44:24.376158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Checking segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:44:24.376549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.377179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Bound using segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:44:24.377395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Bound port: 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:44:24.377769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.465365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:44:24.470921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:44:24.511431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.527491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 9051fd46-a512-4d11-a129-5eba55021ccb will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:24.553090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.610042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.653126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cb563-12d2-44a0-b88f-1db2198929bd None None] Pushing event updated for resources: {'Port': ['ID=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:24.677446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:24.684577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:24.688259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:24.690883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:24.693112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:44:24.766633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.894168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:24.894823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:24.894823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:24.966387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.031618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.048136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:25.124003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.191434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:25.364208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.417762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.529731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:25.532231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:25.621686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9021c8d-11d6-4d85-bbef-81799485e09d None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:44:25.769369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:25.770596 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:25.771235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1fd680d4-9671-437a-a486-7e320500f92e None None] Provisioning for port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:26.165607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:44:26.186508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e793860-8fc6-4f51-ad5d-7c3e6be0feb4 None None] Provisioning for port 9051fd46-a512-4d11-a129-5eba55021ccb completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:26.191956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8e793860-8fc6-4f51-ad5d-7c3e6be0feb4 None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:26.192348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8e793860-8fc6-4f51-ad5d-7c3e6be0feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:26.246781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8e793860-8fc6-4f51-ad5d-7c3e6be0feb4 None None] Port 9051fd46-a512-4d11-a129-5eba55021ccb cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:44:26.368676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c4ceb47d-e296-4d03-bb18-34bb72e03c0d None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:26.369063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c4ceb47d-e296-4d03-bb18-34bb72e03c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:26.379013 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:44:26.394709 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7c11dbf6-4118-41cf-9b9e-02b182b66530 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/89af0c7f-cb5f-4b32-96f8-b4659031ad17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3209302 Jan 25 15:44:26.397082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37210) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:26.464820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c4ceb47d-e296-4d03-bb18-34bb72e03c0d None None] Port 9051fd46-a512-4d11-a129-5eba55021ccb cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:44:26.533494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de2357-60bd-4f0a-a834-e2dfe0a3f76f tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.533873 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de2357-60bd-4f0a-a834-e2dfe0a3f76f tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.534240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de2357-60bd-4f0a-a834-e2dfe0a3f76f tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.534619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0de2357-60bd-4f0a-a834-e2dfe0a3f76f tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.536205 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a0de2357-60bd-4f0a-a834-e2dfe0a3f76f tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1382165 Jan 25 15:44:26.538967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37214) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:26.592568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-99391e18-ab08-4747-bb4b-9c37c81f00e3 None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:26.593015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-99391e18-ab08-4747-bb4b-9c37c81f00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:26.616766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac137fb-017f-43e3-bc91-0546f5fe740d tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.617134 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac137fb-017f-43e3-bc91-0546f5fe740d tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.617537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac137fb-017f-43e3-bc91-0546f5fe740d tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.618007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac137fb-017f-43e3-bc91-0546f5fe740d tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:26.622294 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7ac137fb-017f-43e3-bc91-0546f5fe740d tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0797703 Jan 25 15:44:26.622714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37218) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:26.645091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-99391e18-ab08-4747-bb4b-9c37c81f00e3 None None] Port 9051fd46-a512-4d11-a129-5eba55021ccb cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:44:26.692180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:26.756725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:26.757083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:26.818765 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7b609473-4346-4926-988e-ce7f522ebb1a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1947088 Jan 25 15:44:26.868325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:27.017262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:27.022210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:27.022663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.129497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37224) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:27.136875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.138091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167592333', 'description': 'tempest-secgroup-smoke-1167592333 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:27.144210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:27.148833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:27.151810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:27.158780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:27.169040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:27.257441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.286060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.293066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:27.296915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:27.299678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:27.305142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:27.363937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.364381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:27.417996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.462389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1352828a-4e37-406a-9a0e-37a3220f2a1e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:27.531866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.533086 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13a90df9-e2f9-419e-a1f5-f11be93337b9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4015820 Jan 25 15:44:27.536572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37228) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:27.542791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:27.548724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:27.552481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:27.555333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:27.561533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:27.614965 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Sync routers for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:44:27.627187 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:27.627778 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:27.629586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.696347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.766398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.790023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbe525e-ebe4-4455-875e-da2bddbe6480,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:27.808469 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:27.852081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:27.853261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1364b2cd-1b3b-4435-8fcd-27ed23633b0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3157516 Jan 25 15:44:27.856044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37232) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:27.861849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:27.867796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:27.872076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:27.874885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:27.880683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:27.999226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.059827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.141091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.143880 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:28.147976 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Checking router: 89af0c7f-cb5f-4b32-96f8-b4659031ad17 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:44:28.148452 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Updating router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 port 9051fd46-a512-4d11-a129-5eba55021ccb binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:44:28.163768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad668c-d7a6-4cdd-b956-98d890344eb9,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:28.197795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.238197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.239512 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ab549c23-6866-4c88-b560-96fb5e247e71 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3824501 Jan 25 15:44:28.242201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37236) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:28.248290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:28.254228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:28.257999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:28.260757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:28.266290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:28.335459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.400585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.468554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.494880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9105273a-402e-4499-878f-d190094cfccf,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:28.522615 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.534028 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Transition to ACTIVE for port object 9051fd46-a512-4d11-a129-5eba55021ccb will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:28.566131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.567318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ce9aa896-74f8-4610-afa4-23a27940a83c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3240926 Jan 25 15:44:28.570093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37240) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:28.575537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:28.581493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:28.585168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:28.588093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:28.594609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:28.595951 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:28.634470 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.662239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:28.662523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.723506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.761275 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Pushing event updated for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:28.800358 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.800694 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.808208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:44:28.813163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.858795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Attempting to bind port 9051fd46-a512-4d11-a129-5eba55021ccb on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:44:28.859152 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Attempting to bind port 9051fd46-a512-4d11-a129-5eba55021ccb by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:44:28.859501 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Attempting to bind port 9051fd46-a512-4d11-a129-5eba55021ccb on network 9561492c-e0bc-4b02-aed8-2c598baad1f3 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:44:28.866242 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:44:28.866602 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Checking segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:44:28.866990 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.867364 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Bound using segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:44:28.867809 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Bound port: 9051fd46-a512-4d11-a129-5eba55021ccb, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:44:28.868166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.892015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:28.917966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e0634b-ceb8-4201-8500-d4b03ecab5d7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:28.956208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] For port 9051fd46-a512-4d11-a129-5eba55021ccb, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:44:28.959071 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] For port 9051fd46-a512-4d11-a129-5eba55021ccb, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9051fd46-a512-4d11-a129-5eba55021ccb,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:44:29.006451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.007630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-353dcc00-a9c8-45bc-896d-1d6338bef5f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4366446 Jan 25 15:44:29.010343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37244) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:29.016403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:29.022337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:29.023999 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.026146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:29.029579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:29.035133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:29.100187 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fb610-5fda-4361-b3a8-b49648409967 None None] Pushing event updated for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:29.106260 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:29.107007 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:29.108086 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:44:29.121023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.193216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.263524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.291366 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:29.299928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9792a4-b1d6-456d-bdf0-de1ca523697a,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:29.394786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ba08055c-9064-4b01-b81f-79f724b91ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.395009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.396189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ef91541a-8098-4b48-9816-b2faade8d4d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3843150 Jan 25 15:44:29.398985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37248) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:29.404659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '1352828a-4e37-406a-9a0e-37a3220f2a1e', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:29.410650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:29.414371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:29.417220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:29.422901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:29.485768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:44:29.492490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.560304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.615461 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:28Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:29.619199 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbb26c4-0d1a-4013-9f64-4a76eae2e97c None None] The sync data for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv is: [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:28Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:44:29.632276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.658370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a46c85-1993-4e1a-b3b7-8c056b6241d7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:29.735064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:29.736341 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8ab45f98-f8b3-4fb9-9c90-b5fe5ad3f27c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3362410 Jan 25 15:44:29.915137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-f058aae6-ecc5-498d-af60-5d5adf052534 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:44:29.997765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-f058aae6-ecc5-498d-af60-5d5adf052534 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:44:29.998991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-f058aae6-ecc5-498d-af60-5d5adf052534 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167592333&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1235857 Jan 25 15:44:30.155055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-c38095a8-ac3e-4de8-9e87-c546240e7d6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:30.156503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-c38095a8-ac3e-4de8-9e87-c546240e7d6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 796 time: 0.1513553 Jan 25 15:44:30.173211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-b3effa64-aa7a-4074-90ac-228c0eb6e7d1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0112646 Jan 25 15:44:30.255314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-68366cac-b4ff-4c1a-970f-9a3862090370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766950 Jan 25 15:44:30.467036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-c318a6c0-e328-4b16-8836-7d71e72e7743 service neutron] 10.222.0.26 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996114 Jan 25 15:44:30.614057 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-a92db168-d369-4035-8880-fe0136054beb service neutron] 10.222.0.26 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411293 Jan 25 15:44:30.650684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9051fd46-a512-4d11-a129-5eba55021ccb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:30.806544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9051fd46-a512-4d11-a129-5eba55021ccb completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:30.817330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:30.817725 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:30.921849 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7bcc6688-3c09-4a5d-bf32-b7fcefefc060 req-073b2644-db8a-4262-9d99-dd329384c0c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 210 time: 0.0472372 Jan 25 15:44:30.939459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:30.971042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9051fd46-a512-4d11-a129-5eba55021ccb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9051fd46-a512-4d11-a129-5eba55021ccb,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:31.045858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:31.113705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:31.494807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fd528dd2-9672-46ef-9f98-b7a059cf11e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:32.224962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f0dde29-c9a9-4398-a084-74087daa5b9c req-0d60efe3-1627-4cba-8ea3-34a1ecdcc5c1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 210 time: 0.0410786 Jan 25 15:44:32.596400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9051fd46-a512-4d11-a129-5eba55021ccb up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:32.662413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:32.662775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:32.909217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:32.988614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:33.007144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-0d1aa209-a5aa-4196-8241-d940f4e7347d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:33.008545 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-0d1aa209-a5aa-4196-8241-d940f4e7347d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 796 time: 0.2295954 Jan 25 15:44:33.059430 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d64950d5-ad4c-4624-a29b-c8e128e0daff tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.0395663 Jan 25 15:44:33.067906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['1352828a-4e37-406a-9a0e-37a3220f2a1e']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:33.202625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:33.206862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:33.209784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:33.216007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:33.286003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:44:33.289163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:33.397530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d9e76b12-83a3-4ef0-b610-d2316976eacc req-5010c9d3-799d-4d9f-8221-0f0c6c6f3cd1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 210 time: 0.0497963 Jan 25 15:44:33.490888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.13 (9561492c-e0bc-4b02-aed8-2c598baad1f3/aae8d08e-5dee-4181-8ccc-21cbda900627/170b6174-a2cd-4efa-a58d-2fb7cac101c6) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:44:33.670914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:33.686174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 170b6174-a2cd-4efa-a58d-2fb7cac101c6 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:33.766342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:33.836456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:33.839458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:33.842352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:44:33.873576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:33.911689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:33.912659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.025821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-641ba971-9cf7-4d9c-97d4-600ca344f294 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9598076 Jan 25 15:44:34.035303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Request body: {'port': {'device_id': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:34.140128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3214-11b1-4986-b374-87ec96c8536c None None] Provisioning for port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:34.140777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.145227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0e0e3214-11b1-4986-b374-87ec96c8536c None None] Provisioning complete for port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:34.145748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3214-11b1-4986-b374-87ec96c8536c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.206707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e3214-11b1-4986-b374-87ec96c8536c None None] Port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:44:34.479748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170b6174-a2cd-4efa-a58d-2fb7cac101c6 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:44:34.486535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.501348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Transition to ACTIVE for port object 170b6174-a2cd-4efa-a58d-2fb7cac101c6 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:44:34.584618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.611636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.625527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854acf-e937-4713-aa3d-e1859bfcc9ae req-9ffdcab6-3c1d-496c-b3cb-bb36349eb970 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:34.626233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b6854acf-e937-4713-aa3d-e1859bfcc9ae req-9ffdcab6-3c1d-496c-b3cb-bb36349eb970 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:44:34.724263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Pushing event updated for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:34.800752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b6854acf-e937-4713-aa3d-e1859bfcc9ae req-9ffdcab6-3c1d-496c-b3cb-bb36349eb970 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:44:34.801923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6854acf-e937-4713-aa3d-e1859bfcc9ae req-9ffdcab6-3c1d-496c-b3cb-bb36349eb970 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 932 time: 0.2856491 Jan 25 15:44:34.866759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Attempting to bind port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:44:34.867088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Attempting to bind port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:44:34.867411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Attempting to bind port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 on network 9561492c-e0bc-4b02-aed8-2c598baad1f3 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:44:34.876623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6854acf-e937-4713-aa3d-e1859bfcc9ae req-95dee090-f41b-470e-b35e-02fca8867435 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681481 Jan 25 15:44:34.877970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 on network 9561492c-e0bc-4b02-aed8-2c598baad1f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:44:34.878279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Attempting to bind port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 on network 9561492c-e0bc-4b02-aed8-2c598baad1f3 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:44:34.884564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:44:34.884759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Checking segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:44:34.885129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Bound using segment: {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:44:34.885574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Bound port: 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636422f1-0d8a-4c44-90b7-d4a72b5c3f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:44:34.885915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:34.973906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:44:34.976735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:44:35.055372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:35.202668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:35.203997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] 10.222.0.41 "PUT /v2.0/ports/170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 1094 time: 1.1728370 Jan 25 15:44:35.204420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:44:35.231543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c444ad-3f7d-4918-a71e-337403067532 service neutron] Pushing event updated for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:35.264584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'status': 'completed', 'code': 200} Jan 25 15:44:35.353392 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1a0678e-6383-43a3-9407-2849c75b4614 req-ded031a3-0bf1-4f6d-9f45-e14459f3cf4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1097 time: 0.0701110 Jan 25 15:44:35.491713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0678e-6383-43a3-9407-2849c75b4614 req-ea302141-a10f-4cbc-b5de-9cd4f387ab9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:35.493030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1a0678e-6383-43a3-9407-2849c75b4614 req-ea302141-a10f-4cbc-b5de-9cd4f387ab9a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1329882 Jan 25 15:44:35.622231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0678e-6383-43a3-9407-2849c75b4614 req-2ca34ae1-3792-4f65-9346-96c3818776f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:35.623615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1a0678e-6383-43a3-9407-2849c75b4614 req-2ca34ae1-3792-4f65-9346-96c3818776f3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253555 Jan 25 15:44:35.725246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-aa2fd46b-4063-441f-83bb-cef0e52854c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1097 time: 0.0687420 Jan 25 15:44:35.789946 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-a2aca0f9-5df6-4fab-b8f9-d2a39b48fb0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 217 time: 0.0582659 Jan 25 15:44:35.850953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-953037a9-f8cd-409b-9ae6-8452b1cbfe66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:35.852299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-953037a9-f8cd-409b-9ae6-8452b1cbfe66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.0573838 Jan 25 15:44:35.923835 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-fcd1fd74-51d4-4cb9-87fd-c1a9662deb84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659957 Jan 25 15:44:36.107185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-1aefd591-a94b-44e5-892a-b04c6ab2914e service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764045 Jan 25 15:44:36.140548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6f20a-0c35-402d-a6a9-8e8335613ddc req-a4a07db6-44bf-4795-a050-1d57c2c0b273 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:36.142308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02f6f20a-0c35-402d-a6a9-8e8335613ddc req-a4a07db6-44bf-4795-a050-1d57c2c0b273 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 944 time: 0.1434486 Jan 25 15:44:36.263286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02f6f20a-0c35-402d-a6a9-8e8335613ddc req-a44a1974-615a-42fb-8d69-2137744427f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730834 Jan 25 15:44:36.279755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84a465dd-aee7-4901-9084-f5af47b00d96 req-fab8bbb5-13dc-42cb-bedc-df89f342d8da service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663074 Jan 25 15:44:37.457071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b94b3-0b6a-4a3a-8070-65b3568ab25c req-b79530f1-332e-4296-8016-09269b671776 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:37.458434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-081b94b3-0b6a-4a3a-8070-65b3568ab25c req-b79530f1-332e-4296-8016-09269b671776 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 944 time: 0.0734546 Jan 25 15:44:37.506312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-081b94b3-0b6a-4a3a-8070-65b3568ab25c req-6f0e4f10-a6a4-45ae-a7f6-56c2f322403d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Jan 25 15:44:38.699944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dba1c-1b65-4073-a967-d8ddcc7ba26d req-5ba06880-8d0d-4da5-9346-7edec4dd4913 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:38.701402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-851dba1c-1b65-4073-a967-d8ddcc7ba26d req-5ba06880-8d0d-4da5-9346-7edec4dd4913 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 944 time: 0.0747087 Jan 25 15:44:38.745773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-851dba1c-1b65-4073-a967-d8ddcc7ba26d req-195bd615-0751-4742-a2e0-85106f8d7b69 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387931 Jan 25 15:44:38.779851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 170b6174-a2cd-4efa-a58d-2fb7cac101c6 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:44:38.790102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:38.911213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:38.924699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'port_id': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'mac_address': 'fa:16:3e:18:71:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:44:38.978452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:38.995248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170b6174-a2cd-4efa-a58d-2fb7cac101c6 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:44:39.009944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:39.066376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:39.131051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:39.268699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['170b6174-a2cd-4efa-a58d-2fb7cac101c6'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:44:39.940847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404d764-f0a5-4615-8556-2920cd997b18 req-24ba4900-4d83-4a74-b67d-4e068a9aab98 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:39.942318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b404d764-f0a5-4615-8556-2920cd997b18 req-24ba4900-4d83-4a74-b67d-4e068a9aab98 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 945 time: 0.0777202 Jan 25 15:44:39.985358 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b404d764-f0a5-4615-8556-2920cd997b18 req-a62f97f1-2f34-41e0-8176-85f9d309b61d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377297 Jan 25 15:44:40.791523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 170b6174-a2cd-4efa-a58d-2fb7cac101c6 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:44:40.948332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:44:40.953205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:44:40.953595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:41.062908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:41.073960 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:44:41.090779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:44:41.100478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:44:41.152600 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'code': 200} Jan 25 15:44:41.173116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:41.186723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32484ea8-4bce-4a77-bbf9-988667c34727 req-0cf4f2ca-71f6-4f49-8365-fadaac49179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:41.188334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32484ea8-4bce-4a77-bbf9-988667c34727 req-0cf4f2ca-71f6-4f49-8365-fadaac49179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 945 time: 0.0825679 Jan 25 15:44:41.235201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32484ea8-4bce-4a77-bbf9-988667c34727 req-b5e96012-b5b5-4eae-b6b6-933b9af42c14 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 Jan 25 15:44:41.237211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:41.495824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c6192b7-0cdf-473f-9d2e-295a1e3f8e30 req-bfa225b9-de47-4af2-8c69-2dbdee1637dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0689447 Jan 25 15:44:41.536218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c6192b7-0cdf-473f-9d2e-295a1e3f8e30 req-a18b488b-b593-4328-96c4-70900d8ebed4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347419 Jan 25 15:44:42.430264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2a6-d8f0-439b-8251-3843a93d2733 req-6cfd0d1c-aa13-4197-94f2-7bd876d2d26f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:42.431595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9522a2a6-d8f0-439b-8251-3843a93d2733 req-6cfd0d1c-aa13-4197-94f2-7bd876d2d26f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.0763557 Jan 25 15:44:42.479337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9522a2a6-d8f0-439b-8251-3843a93d2733 req-8d9afea9-6592-4302-9bed-e081d92d38ce tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Jan 25 15:44:43.748722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51473a-6489-4dc4-92c9-8cf983194e7a req-b5af0ef6-ca50-4a8e-85a8-00f8adfe5ae8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:43.750204 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa51473a-6489-4dc4-92c9-8cf983194e7a req-b5af0ef6-ca50-4a8e-85a8-00f8adfe5ae8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.1522462 Jan 25 15:44:43.793389 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa51473a-6489-4dc4-92c9-8cf983194e7a req-e5106b21-880a-4903-abd7-c0793639371c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Jan 25 15:44:43.988770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb708f80-3ea2-47b7-958f-c2181e644c36 req-df8cb435-3b64-4c30-b48d-921c3ca0fe05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:43.990199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb708f80-3ea2-47b7-958f-c2181e644c36 req-df8cb435-3b64-4c30-b48d-921c3ca0fe05 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.0773749 Jan 25 15:44:44.033665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb708f80-3ea2-47b7-958f-c2181e644c36 req-7deaaffc-c22d-4dd3-af3d-4797f71e755a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378513 Jan 25 15:44:44.061412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37298) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:44.127786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1a512c95-a21e-411d-beab-7318b516d2bd tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1094 time: 0.0652795 Jan 25 15:44:44.130656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37302) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:44.136105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:44:44.143143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:44:44.147130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:44:44.150009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:44:44.158269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:44:44.365635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:44.497279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:44.629201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.144 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/2f436b76-cdb8-4be5-aa42-6d66e2c02a52) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:44:44.769540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:44.857406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:44.924244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:44:44.926974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:44:44.929355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:44:44.963486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=2f436b76-cdb8-4be5-aa42-6d66e2c02a52,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:45.422621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:45.538294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:45.731140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:45.794461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:45.976721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=2f436b76-cdb8-4be5-aa42-6d66e2c02a52,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:44:45.994036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:46.177124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP f1fbbf06-e4dc-4187-9de3-23f3043c9e10 associated. External IP: 172.26.8.144, port: 170b6174-a2cd-4efa-a58d-2fb7cac101c6. Jan 25 15:44:46.548328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:44:46.737471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:44:46.748016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Sync routers for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:44:46.759713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:46.760317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:46.828694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:44:46.884516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2d10099-226f-4499-9660-b7f019f91b91 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7527540 Jan 25 15:44:46.885060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:44:46.887983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37306) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:46.937469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:46.939542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'status': 'completed', 'code': 200} Jan 25 15:44:46.996304 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d8eae6e8-96d2-4989-9d46-645456a1a9b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/f1fbbf06-e4dc-4187-9de3-23f3043c9e10 HTTP/1.1" status: 200 len: 992 time: 0.1070158 Jan 25 15:44:47.032371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-f045685e-52b1-452e-b1d1-b696360b170c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0687480 Jan 25 15:44:47.160402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-24e48107-0968-4301-9f37-b7b1308c20b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:47.161860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-24e48107-0968-4301-9f37-b7b1308c20b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 897 time: 0.1245697 Jan 25 15:44:47.263648 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-07f11479-9d3e-4a5b-b80a-759418cd10f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 1000 time: 0.0959573 Jan 25 15:44:47.280114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f1fbbf06-e4dc-4187-9de3-23f3043c9e10', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'port_id': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'mac_address': 'fa:16:3e:18:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:44:45Z', 'updated_at': '2022-01-25T15:44:45Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:47.283885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Checking router: 89af0c7f-cb5f-4b32-96f8-b4659031ad17 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:44:47.294275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:44:47.294866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:44:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:47.323628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-51eff732-a878-44cc-af06-d337ef0870d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:47.325647 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-51eff732-a878-44cc-af06-d337ef0870d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.0559709 Jan 25 15:44:47.400226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-fd775164-a3a3-4c44-be57-441e7b3940eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690055 Jan 25 15:44:47.465504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:44:47.632613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-adf906b0-62bd-453b-8c33-14605584a2b8 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265244 Jan 25 15:44:47.760068 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02bbe1ae-e754-45b4-9e9d-d677db5b35a9 req-9d836b57-7333-4798-81af-d39e2b24b909 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216533 Jan 25 15:44:47.810427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f1fbbf06-e4dc-4187-9de3-23f3043c9e10', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'port_id': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'mac_address': 'fa:16:3e:18:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:44:45Z', 'updated_at': '2022-01-25T15:44:45Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:44:47.814299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d79d25-295d-47cf-9125-ef131f1ba2ca None None] The sync data for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv is: [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'f1fbbf06-e4dc-4187-9de3-23f3043c9e10', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'port_id': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'mac_address': 'fa:16:3e:18:71:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:44:45Z', 'updated_at': '2022-01-25T15:44:45Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:44:48.000847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37312) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:48.001732 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc95adc-908b-43ce-9561-78436c3c33a5 None None] New status for floating IP f1fbbf06-e4dc-4187-9de3-23f3043c9e10: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:44:48.216895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e543262-8df3-4a28-81cb-e4dc07a05358 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/f1fbbf06-e4dc-4187-9de3-23f3043c9e10 HTTP/1.1" status: 200 len: 992 time: 0.2132840 Jan 25 15:44:49.219566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37318) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:44:49.319837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0c5e7230-84bd-4276-898c-d4c762f612ee tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/f1fbbf06-e4dc-4187-9de3-23f3043c9e10 HTTP/1.1" status: 200 len: 994 time: 0.0990160 Jan 25 15:44:55.754520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-69d1a07b-3d85-4078-b90e-60b93d12f0db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684752 Jan 25 15:44:55.887251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-1f4adf25-aa66-47d3-bc31-97bc5c32ce60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0671296 Jan 25 15:44:56.025960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63623-b087-42b6-befd-07b456578ad7 req-c8f98118-d5cf-4c7f-994f-91507b18d321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:56.027288 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-c8f98118-d5cf-4c7f-994f-91507b18d321 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 897 time: 0.1221132 Jan 25 15:44:56.127560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-53490929-133d-43a7-b0d4-f547a68abe17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 1002 time: 0.0950098 Jan 25 15:44:56.188570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce63623-b087-42b6-befd-07b456578ad7 req-86edf7a1-add1-44a7-87e2-9857e0fecbc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:44:56.190017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-86edf7a1-add1-44a7-87e2-9857e0fecbc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.0564961 Jan 25 15:44:56.264545 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-28195efb-ebdc-4bb8-9c06-35335cfa11c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685594 Jan 25 15:44:56.389756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-a1e3785b-d03e-410f-bdd9-a8bdcafa2bf2 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193812 Jan 25 15:44:56.516125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dce63623-b087-42b6-befd-07b456578ad7 req-2dc4b10c-8380-4619-89ad-9071d7462a79 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213920 Jan 25 15:44:59.408761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e15c0ac-6b48-4f20-aac5-d6eb59a25afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:01.456871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5133afb-3741-47d0-9479-e62d95c5988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:02.868137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:03.010602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:04.608532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:08.790970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:18.074225 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:45:29.427308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb623-a7ab-403c-9356-93028c6e8c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:31.478852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-174ff90e-ceb6-45a5-87f1-b73763d2d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:32.891427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:32.975397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:34.613201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:38.787058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:45:55.074306 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:45:56.751123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-cf8e68a8-5bd5-4e52-bd1c-2021fd47097e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0658820 Jan 25 15:45:56.891335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-59a5af23-4f47-42b9-bf98-33a6b69d7248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0703778 Jan 25 15:45:57.028245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-8e9a97fa-2205-4509-a751-631c3f4c020f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:45:57.029696 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-8e9a97fa-2205-4509-a751-631c3f4c020f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 897 time: 0.1211603 Jan 25 15:45:57.128153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-1507859c-2f4a-45f0-8d00-c47e8f89ae83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 1002 time: 0.0925827 Jan 25 15:45:57.273123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-0b941f4e-f96f-45e5-91b0-e1e835685859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:45:57.274549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-0b941f4e-f96f-45e5-91b0-e1e835685859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.1410239 Jan 25 15:45:57.348900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-b32bb742-14f8-40ba-9b9b-f0b89521028c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678480 Jan 25 15:45:57.476488 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-db4efd07-660c-433a-ad4b-6c3d45649d42 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214046 Jan 25 15:45:57.602759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7b9470-ab0b-476a-97a4-b1a9f93245bc req-8e33fd26-a9ae-4184-8d95-cd8ac632adfb service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203511 Jan 25 15:45:59.426739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-702b6652-72a4-42de-b6bf-f1298d8c0d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:01.472480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-52a67d07-d60d-49d8-aca4-f47374171249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:02.878495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:02.957903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:04.618382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:08.786601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:29.406811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c9260152-5039-4181-9e19-5596640a32e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:31.494506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f0087dc1-4736-4014-96c7-230046ba31c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:32.074169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:46:32.908967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:32.960702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:34.617676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:36.414785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37350) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:46:36.420450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:46:36.644441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6695832'] for subnet, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:36.880304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786097969655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1430442'] for subnet, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:36.929134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:46:36.929735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:36.930972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/subnets/aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 836 time: 0.5152538 Jan 25 15:46:36.934277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb224c20-176d-4d60-b25b-da92c2f16cb8 None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:46:36.950257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=aae8d08e-5dee-4181-8ccc-21cbda900627,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:46:36.958501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.958837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.959162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.959480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.959797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.960112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.960427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.960737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.961045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.961352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:36.961680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db968f37-b7a4-4622-9ea1-d916b542b803 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:46:37.340637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Provisioning complete for port 9051fd46-a512-4d11-a129-5eba55021ccb triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:46:37.340994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:37.458032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Provisioning complete for port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:46:37.458272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:37.578072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Provisioning complete for port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:46:37.578429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7da90f4a-4428-4806-856c-3a7fcd0b011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:38.808414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:46:57.815842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-673d5ced-4bc0-43ea-aa24-f5b1fa75dfa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312921 Jan 25 15:46:57.955286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-5fd79a42-870c-47f8-9f79-a4c626992f1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0714765 Jan 25 15:46:58.093931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-0868f062-decb-4ba7-b972-991859fa3384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:46:58.095942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-0868f062-decb-4ba7-b972-991859fa3384 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 897 time: 0.1236207 Jan 25 15:46:58.191781 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-6a1b6d5d-7383-4242-b724-3c8dc37be454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 1002 time: 0.0896933 Jan 25 15:46:58.255218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-0b0a6f91-1af4-463c-b7bd-d08d1f72d594 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:46:58.256603 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-0b0a6f91-1af4-463c-b7bd-d08d1f72d594 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.0594733 Jan 25 15:46:58.327323 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-75ebca0e-eb24-4098-953b-a0744e6183e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655360 Jan 25 15:46:58.453005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-e66f3d55-ecf5-4d8e-91c6-b9a9a983a54d service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194468 Jan 25 15:46:58.655443 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95fb643-f66a-4696-bc98-d2b60549d764 req-f840ecd0-986d-4996-ad72-6a6fad2232c2 service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967680 Jan 25 15:46:59.419381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97a078f0-94c1-4c1e-ab7a-c82b328cd34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:01.476037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51681f31-01ac-450a-b728-b870cd4e8040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:02.908105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:03.002251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:04.607640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:08.810966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:09.075213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:47:19.816052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37368) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:20.010491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 2f436b76-cdb8-4be5-aa42-6d66e2c02a52 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:20.010828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:20.171115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:20.171438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:20.289506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 2f436b76-cdb8-4be5-aa42-6d66e2c02a52 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:20.492814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:20.537788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=2f436b76-cdb8-4be5-aa42-6d66e2c02a52,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:20.626687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:21.004058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:47:21.283649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:47:21.292967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Sync routers for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:47:21.305344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:21.306046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:21.353271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:21.440431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ff6147ff-4049-4404-a272-9e418b7d0cfa tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/f1fbbf06-e4dc-4187-9de3-23f3043c9e10 HTTP/1.1" status: 204 len: 168 time: 1.6231265 Jan 25 15:47:21.441005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:47:21.542896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:21.659847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'status': 'completed', 'code': 200} Jan 25 15:47:21.753810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-2cd0a216-ea7f-43a1-ae90-4e4387b1ae9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 1099 time: 0.0709710 Jan 25 15:47:21.851374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:21.855196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Checking router: 89af0c7f-cb5f-4b32-96f8-b4659031ad17 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:47:21.866344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:21.866979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:21.890202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd379b0-7352-4661-bda1-1b60e793f009 req-1e349b12-9c2d-43fd-a390-eeed3968bad5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:21.891667 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-1e349b12-9c2d-43fd-a390-eeed3968bad5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 200 len: 897 time: 0.1318045 Jan 25 15:47:21.958403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-2199ae25-2e22-404e-b82e-1334b8d17f69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 200 len: 217 time: 0.0611343 Jan 25 15:47:22.030908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd379b0-7352-4661-bda1-1b60e793f009 req-6eb4b01a-5413-4f04-bddf-6c220fcbaad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:22.032973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-6eb4b01a-5413-4f04-bddf-6c220fcbaad1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 200 len: 844 time: 0.0682018 Jan 25 15:47:22.087234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:22.168291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-9982881e-7d1c-4d52-817d-50b8cab47cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9561492c-e0bc-4b02-aed8-2c598baad1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279986 Jan 25 15:47:22.198395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c778e-e375-44d1-99eb-214fdf3de072 req-231fd895-dc1a-4684-8bd1-5bf70e9b0c2e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:22.199070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a13c778e-e375-44d1-99eb-214fdf3de072 req-231fd895-dc1a-4684-8bd1-5bf70e9b0c2e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:22.317626 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-6e19d292-08d6-4e7a-91b0-b6bdf29455bf service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417010 Jan 25 15:47:22.321490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a13c778e-e375-44d1-99eb-214fdf3de072 req-231fd895-dc1a-4684-8bd1-5bf70e9b0c2e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:22.326576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a13c778e-e375-44d1-99eb-214fdf3de072 req-231fd895-dc1a-4684-8bd1-5bf70e9b0c2e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.3170056 Jan 25 15:47:22.398034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:22.404026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef406442-8690-4d64-95d3-067e32437d3a None None] The sync data for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv is: [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:24Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '9051fd46-a512-4d11-a129-5eba55021ccb', 'name': '', 'network_id': '9561492c-e0bc-4b02-aed8-2c598baad1f3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:be:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:24Z', 'updated_at': '2022-01-25T15:44:30Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': 'aae8d08e-5dee-4181-8ccc-21cbda900627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:47:22.452386 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a13c778e-e375-44d1-99eb-214fdf3de072 req-f71baf95-3933-42f7-84ad-fe2dfb611824 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096208 Jan 25 15:47:22.486497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-efd379b0-7352-4661-bda1-1b60e793f009 req-df731fd7-a148-4ff4-ba68-8f4571deea1e service neutron] 10.222.0.41 "GET /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625192 Jan 25 15:47:22.637765 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b7bc1-07ea-4ba6-8a31-1949ff43f5ba None None] New status for floating IP f1fbbf06-e4dc-4187-9de3-23f3043c9e10: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:47:23.294216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-92664ff7-1faa-4a27-af5a-45f8569dd184 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:23.295596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-92664ff7-1faa-4a27-af5a-45f8569dd184 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.0770912 Jan 25 15:47:23.360122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:23.360459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:23.604199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 170b6174-a2cd-4efa-a58d-2fb7cac101c6, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=170b6174-a2cd-4efa-a58d-2fb7cac101c6,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:23.604551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:23.751888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 170b6174-a2cd-4efa-a58d-2fb7cac101c6 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:23.943267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1b2de-2706-4e99-8b76-8c797d68b599 req-92f9e39a-8b6d-4cb7-bd38-d34e04f8475c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:23.944698 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52b1b2de-2706-4e99-8b76-8c797d68b599 req-92f9e39a-8b6d-4cb7-bd38-d34e04f8475c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 946 time: 0.3535786 Jan 25 15:47:24.034954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52b1b2de-2706-4e99-8b76-8c797d68b599 req-ffb5d697-3bd5-4555-9e43-78094f186609 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=1352828a-4e37-406a-9a0e-37a3220f2a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611258 Jan 25 15:47:24.091051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:24.142517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=170b6174-a2cd-4efa-a58d-2fb7cac101c6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:24.210660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 170b6174-a2cd-4efa-a58d-2fb7cac101c6 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:47:24.212989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:24.215450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'name': 'network-vif-deleted', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:47:24.272548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3840beb-59f6-4bdf-9243-cf5b7380dc7d', 'name': 'network-vif-deleted', 'tag': '170b6174-a2cd-4efa-a58d-2fb7cac101c6', 'status': 'completed', 'code': 200} Jan 25 15:47:24.282972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b69a112-50a3-43c6-9b9a-83c1ee1e0c37 req-7ff3915f-110a-4b0a-a11c-5836a925f391 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/170b6174-a2cd-4efa-a58d-2fb7cac101c6 HTTP/1.1" status: 204 len: 173 time: 0.9823287 Jan 25 15:47:25.210419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-94048c36-4956-4b44-bb13-5d9235aea1cb req-eef8fbe6-eccc-47c5-b901-235e7b665405 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:25.296215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-94048c36-4956-4b44-bb13-5d9235aea1cb req-eef8fbe6-eccc-47c5-b901-235e7b665405 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:25.297329 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-94048c36-4956-4b44-bb13-5d9235aea1cb req-eef8fbe6-eccc-47c5-b901-235e7b665405 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3840beb-59f6-4bdf-9243-cf5b7380dc7d HTTP/1.1" status: 200 len: 210 time: 0.1268456 Jan 25 15:47:26.402151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37406) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:26.471585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:26.499773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:26.669911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:26.687640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1352828a-4e37-406a-9a0e-37a3220f2a1e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:26.748687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:26.749820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-233b24ee-3ee1-4a9f-8e6d-634b5816c830 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/1352828a-4e37-406a-9a0e-37a3220f2a1e HTTP/1.1" status: 204 len: 168 time: 0.3466892 Jan 25 15:47:26.850934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37412) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:27.235092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:27.557622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 170b6174-a2cd-4efa-a58d-2fb7cac101c6 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:47:27.588960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 170b6174-a2cd-4efa-a58d-2fb7cac101c6 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:47:27.589296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 170b6174-a2cd-4efa-a58d-2fb7cac101c6 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:47:27.821563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 9051fd46-a512-4d11-a129-5eba55021ccb {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:27.822116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:28.097286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 9051fd46-a512-4d11-a129-5eba55021ccb, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9051fd46-a512-4d11-a129-5eba55021ccb,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:28.097576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:28.221328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 9051fd46-a512-4d11-a129-5eba55021ccb owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:28.464677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:28.508134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=9051fd46-a512-4d11-a129-5eba55021ccb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:28.800281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:29.353942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:47:29.390566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-17e022e4-9ea9-4655-9280-1ad16feac66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:29.647133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:47:29.670010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Sync routers for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:47:29.694624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:29.695228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:29.706211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68ca96f5-55f2-49a7-80a5-2c42e3b0484b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/89af0c7f-cb5f-4b32-96f8-b4659031ad17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8541543 Jan 25 15:47:29.708832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37416) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:29.887504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet aae8d08e-5dee-4181-8ccc-21cbda900627 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:47:29.890373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:29.946857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:29.948821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:30.025403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.150427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.189471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=aae8d08e-5dee-4181-8ccc-21cbda900627,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:30.194587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.200053 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4a2ca50c-b93e-4d37-a7ab-544fd615ed39 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/aae8d08e-5dee-4181-8ccc-21cbda900627 HTTP/1.1" status: 204 len: 168 time: 0.4901588 Jan 25 15:47:30.202604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37420) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:30.215143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7753d-953a-4caf-9c0a-3637ec9532d0 None None] Network 9561492c-e0bc-4b02-aed8-2c598baad1f3 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:47:30.399544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.457989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:47:28Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:30.464201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Checking router: 89af0c7f-cb5f-4b32-96f8-b4659031ad17 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:47:30.482533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Routers {'89af0c7f-cb5f-4b32-96f8-b4659031ad17'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:30.483133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:30.599935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.627010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] DHCP port deletion for 9561492c-e0bc-4b02-aed8-2c598baad1f3 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:47:30.645687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Deleting port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:30.646066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.679552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:47:30.679750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:30.679975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.807635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] Set router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:30.849811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 8d08c987-c3c6-4d21-b4fb-0d9d4a906238, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:30.850064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:30.971295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:31.135686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.157046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:31.157469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.184348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.229482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=8d08c987-c3c6-4d21-b4fb-0d9d4a906238,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:31.306882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Calling delete_port for 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:31.348195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:31.425243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.489142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:47:31.489895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:47:31.511623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:31.516653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:47:28Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:31.523631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a0a499d-041d-4980-a5df-72aeb9f926ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.525479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e6ffa-c816-4cf9-91fe-0103fdb3ea9c None None] The sync data for ids ['89af0c7f-cb5f-4b32-96f8-b4659031ad17'] in dv-neutron-826291-2-hyperv is: [{'id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'name': 'tempest-TestNetworkBasicOps-router-231963141', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:47:28Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': '8d08c987-c3c6-4d21-b4fb-0d9d4a906238', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89af0c7f-cb5f-4b32-96f8-b4659031ad17', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:44:20Z', 'updated_at': '2022-01-25T15:44:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:47:31.527750 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.528023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.528356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.528684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.529010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.529333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.529686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.530008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.530324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.530637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.531090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:31.544149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.793317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.797355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.893489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.894150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 89af0c7f-cb5f-4b32-96f8-b4659031ad17 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:47:31.909316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:31.910438 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-df7bb88a-f3f3-40ee-b8a4-e4e0457da331 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/89af0c7f-cb5f-4b32-96f8-b4659031ad17 HTTP/1.1" status: 204 len: 168 time: 1.7069197 Jan 25 15:47:31.912961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37424) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:31.990689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Deleting port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:31.991104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.025448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.036026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:32.036347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.249127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:32.249554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.252008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,segment=NetworkSegment(636422f1-0d8a-4c44-90b7-d4a72b5c3f24),segment_id=636422f1-0d8a-4c44-90b7-d4a72b5c3f24)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:32.252353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.367346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Calling delete_port for 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:32.370305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:47:32.499056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.505306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.db.api [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 15:47:32.505596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG oslo_db.api [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 15:47:32.544743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] Pushing event deleted for resources: {'Port': ['ID=1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:32.548716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e88c-bd3f-43d2-bc70-87da6018870a None None] No DVR routers for this DVR port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:47:32.679021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9051fd46-a512-4d11-a129-5eba55021ccb no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:47:32.713495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9051fd46-a512-4d11-a129-5eba55021ccb {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:47:32.713832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9051fd46-a512-4d11-a129-5eba55021ccb not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:47:32.714237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:47:32.744483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:47:32.744822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8d08c987-c3c6-4d21-b4fb-0d9d4a906238 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:47:32.926814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:32.978143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.006227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:47:33.006733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.071347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] The port '1f1b3c9b-7981-4a3a-8aa9-82ab7d1fec76' was deleted {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 15:47:33.191073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.214847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9561492c-e0bc-4b02-aed8-2c598baad1f3']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:33.226830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636422f1-0d8a-4c44-90b7-d4a72b5c3f24') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:33.227122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636422f1-0d8a-4c44-90b7-d4a72b5c3f24') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:33.238230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.253007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.259037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:47:33.259422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: util.warn( Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:47:33.273862 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:47:33.515642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.533187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.543656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=9561492c-e0bc-4b02-aed8-2c598baad1f3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:33.553615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-634692b4-3a9c-40d7-80bd-8fd2a71695f9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/9561492c-e0bc-4b02-aed8-2c598baad1f3 HTTP/1.1" status: 204 len: 168 time: 1.6396601 Jan 25 15:47:33.567481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37428) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:33.572925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--1634760263', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:33.577740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:33.582465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:33.585282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:33.590900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:33.663990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:47:33.666894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.693919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:47:33.702233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.702564 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 4bb0cbca-bef2-419a-be45-869697656355 of type vlan for network 5c99345f-a931-4172-82c6-4593b3040f64 Jan 25 15:47:33.730304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.812758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.816864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:33.817462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:33.922187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=5c99345f-a931-4172-82c6-4593b3040f64,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:33.932252 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 5c99345f-a931-4172-82c6-4593b3040f64 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:47:33.984933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4d5a037d-9bf4-47f5-801d-1e28053beb1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4163260 Jan 25 15:47:33.988114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37432) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:33.993116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:33.999761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:34.004129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:34.006975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:34.012584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:34.081303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.082225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.099769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.308674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.559687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.587963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.618326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.719582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.185 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f1e82d08-1118-4519-b5a1-df612c4f2c55) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:47:34.859606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:34.948148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:35.013459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:35.016194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:35.019229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:47:35.052451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=f1e82d08-1118-4519-b5a1-df612c4f2c55,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:35.261601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:35.262324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:35.559250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:47:35.833213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:47:35.844004 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:47:35.855605 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:35.856215 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:35.913993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:35.915163 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aad873d4-d741-4dd4-beef-d6785b9b7e9a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9261503 Jan 25 15:47:35.918313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37438) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:36.030011 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:36.133141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1fbe8517-e1cb-49a6-94fe-784d137de32a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2137015 Jan 25 15:47:36.135604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37446) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:36.263881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfad486-058f-4ec5-a7c3-27a6391bffc5 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:36.268400 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0cfad486-058f-4ec5-a7c3-27a6391bffc5 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286004 Jan 25 15:47:36.268639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37450) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:36.308262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-24fc721a-5092-4e75-b449-839647918743 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364251 Jan 25 15:47:36.308612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37454) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:36.314325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517328670', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:36.333088 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:35Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:36.336745 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:47:36.337081 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Updating router bbc293e8-d76c-4671-89d3-9b8d3ee4183b port f1e82d08-1118-4519-b5a1-df612c4f2c55 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:47:36.386682 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.419316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:36.423049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:36.425820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:36.431302 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:36.502105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:47:36.703799 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.710544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.715251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Transition to ACTIVE for port object f1e82d08-1118-4519-b5a1-df612c4f2c55 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:36.778539 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.859430 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Pushing event updated for resources: {'Port': ['ID=f1e82d08-1118-4519-b5a1-df612c4f2c55,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:36.861696 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Attempting to bind port f1e82d08-1118-4519-b5a1-df612c4f2c55 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:47:36.862054 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Attempting to bind port f1e82d08-1118-4519-b5a1-df612c4f2c55 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:47:36.862412 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Attempting to bind port f1e82d08-1118-4519-b5a1-df612c4f2c55 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:47:36.873708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.874051 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.874382 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.874720 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.875030 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.875348 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.875666 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.876509 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.876838 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.877150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.877491 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:36.880522 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:47:36.880889 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:47:36.881279 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.881681 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:47:36.882142 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Bound port: f1e82d08-1118-4519-b5a1-df612c4f2c55, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:47:36.882679 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:36.952405 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] For port f1e82d08-1118-4519-b5a1-df612c4f2c55, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:47:36.955820 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] For port f1e82d08-1118-4519-b5a1-df612c4f2c55, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1e82d08-1118-4519-b5a1-df612c4f2c55,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:47:36.967025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:37.041688 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:37.043725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=680dc8f3-0364-4146-9839-bc001cb4a39e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:37.057825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.059705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.060334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.060334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.060578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.060883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:37.066939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:47:37.067282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: 5c99345f-a931-4172-82c6-4593b3040f64, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:47:37.125373 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60453-ec9f-4949-ba64-9d07d75748a1 None None] Pushing event updated for resources: {'Port': ['ID=f1e82d08-1118-4519-b5a1-df612c4f2c55,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:37.129472 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:37.130048 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:37.153326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 5c99345f-a931-4172-82c6-4593b3040f64 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:47:37.235932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 5c99345f-a931-4172-82c6-4593b3040f64) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:37.240163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:37.240862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:37.244844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599cd5da-b89e-4957-af67-10177bf80fde None None] Network 5c99345f-a931-4172-82c6-4593b3040f64 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:47:37.299082 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:37.325780 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d64facfb-724e-4565-b110-bfddc4d34d7d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0160425 Jan 25 15:47:37.330066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37460) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:37.455248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-5c99345f-a931-4172-82c6-4593b3040f64', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:47:37.456050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:37.586200 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:35Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:37.590080 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bec7039-129e-47b0-82f0-9f53620875e1 None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:35Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:47:37.621962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Allocated IP 172.20.0.2 (5c99345f-a931-4172-82c6-4593b3040f64/680dc8f3-0364-4146-9839-bc001cb4a39e/f332b92b-5c49-4af1-a6ab-ccad6628f614) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:47:37.869462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:37.880331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Transition to ACTIVE for port object f332b92b-5c49-4af1-a6ab-ccad6628f614 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:37.899615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Transition to ACTIVE for port object f332b92b-5c49-4af1-a6ab-ccad6628f614 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:37.982671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.053217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Network 5c99345f-a931-4172-82c6-4593b3040f64 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:38.056287 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:38.058792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:47:38.067886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Pushing event updated for resources: {'Port': ['ID=f332b92b-5c49-4af1-a6ab-ccad6628f614,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:38.141130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.175503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Attempting to bind port f332b92b-5c49-4af1-a6ab-ccad6628f614 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:47:38.175871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Attempting to bind port f332b92b-5c49-4af1-a6ab-ccad6628f614 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:47:38.176232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Attempting to bind port f332b92b-5c49-4af1-a6ab-ccad6628f614 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:47:38.183474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:47:38.184225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Checking segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:47:38.184701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.185157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Bound using segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:47:38.185719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Bound port: f332b92b-5c49-4af1-a6ab-ccad6628f614, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:47:38.186156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.282231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] For port f332b92b-5c49-4af1-a6ab-ccad6628f614, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:47:38.285505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] For port f332b92b-5c49-4af1-a6ab-ccad6628f614, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f332b92b-5c49-4af1-a6ab-ccad6628f614,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:47:38.377789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.457073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad57c-11ad-4081-921b-ebfbacce6d7b None None] Pushing event updated for resources: {'Port': ['ID=f332b92b-5c49-4af1-a6ab-ccad6628f614,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:38.542619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (5c99345f-a931-4172-82c6-4593b3040f64/680dc8f3-0364-4146-9839-bc001cb4a39e/d6dba749-1da3-4136-b832-995cb9f4d839) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:47:38.821946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f332b92b-5c49-4af1-a6ab-ccad6628f614 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:38.837405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.853365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object d6dba749-1da3-4136-b832-995cb9f4d839 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:38.856038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.936644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:38.964681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f332b92b-5c49-4af1-a6ab-ccad6628f614 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:38.970494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1e82d08-1118-4519-b5a1-df612c4f2c55 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:39.007677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 5c99345f-a931-4172-82c6-4593b3040f64 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:39.010881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:39.013359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:47:39.047376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:39.080635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.126826 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f1e82d08-1118-4519-b5a1-df612c4f2c55 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:39.132630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f1e82d08-1118-4519-b5a1-df612c4f2c55 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:39.133965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.250449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.252150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.268632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f1e82d08-1118-4519-b5a1-df612c4f2c55, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1e82d08-1118-4519-b5a1-df612c4f2c55,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:39.359752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.419331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d595df3-53ee-4dec-ba2a-7aa406020db3 None None] Network 5c99345f-a931-4172-82c6-4593b3040f64 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:47:39.499081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f1e82d08-1118-4519-b5a1-df612c4f2c55,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:39.634394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Provisioning for port f332b92b-5c49-4af1-a6ab-ccad6628f614 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:39.646849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Provisioning complete for port f332b92b-5c49-4af1-a6ab-ccad6628f614 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:39.647219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.665012 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.725183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.777301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.813494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] For port f332b92b-5c49-4af1-a6ab-ccad6628f614, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f332b92b-5c49-4af1-a6ab-ccad6628f614,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:39.841470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.845524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:39.879580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:39.947796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fc64e-8c1b-4cb4-843f-b9cc8ff19aa9 None None] Pushing event updated for resources: {'Port': ['ID=f332b92b-5c49-4af1-a6ab-ccad6628f614,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:39.992466 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 5c99345f-a931-4172-82c6-4593b3040f64 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:39.993751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:40.070092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Provisioning for port d6dba749-1da3-4136-b832-995cb9f4d839 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:40.077003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Provisioning complete for port d6dba749-1da3-4136-b832-995cb9f4d839 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.077393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:40.139620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Port d6dba749-1da3-4136-b832-995cb9f4d839 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:47:40.153923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Provisioning complete for port f332b92b-5c49-4af1-a6ab-ccad6628f614 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.154292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0b741cd6-430c-482e-a741-c4fee1ecf6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:40.394919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ddbfbf89-a179-4e6a-b885-1a2f14adc169 None None] Provisioning complete for port d6dba749-1da3-4136-b832-995cb9f4d839 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.395535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ddbfbf89-a179-4e6a-b885-1a2f14adc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:40.396507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:47:40.448073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfbf89-a179-4e6a-b885-1a2f14adc169 None None] Port d6dba749-1da3-4136-b832-995cb9f4d839 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:47:40.568150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e1b6a924-815a-40bf-b02d-35aa48a1afba None None] Provisioning complete for port d6dba749-1da3-4136-b832-995cb9f4d839 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.568431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e1b6a924-815a-40bf-b02d-35aa48a1afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:40.617884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e1b6a924-815a-40bf-b02d-35aa48a1afba None None] Port d6dba749-1da3-4136-b832-995cb9f4d839 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:47:40.694427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f332b92b-5c49-4af1-a6ab-ccad6628f614 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:40.696315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:47:40.708264 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-409feea1-b777-42e5-9026-fe57e5b64370 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/bbc293e8-d76c-4671-89d3-9b8d3ee4183b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3769996 Jan 25 15:47:40.710726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37466) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:40.763444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f332b92b-5c49-4af1-a6ab-ccad6628f614 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.763809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:40.844471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5796e5-c0e9-4f60-ac85-bb54ca82eb92 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.844788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5796e5-c0e9-4f60-ac85-bb54ca82eb92 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.845158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5796e5-c0e9-4f60-ac85-bb54ca82eb92 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.845575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5796e5-c0e9-4f60-ac85-bb54ca82eb92 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.847240 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-df5796e5-c0e9-4f60-ac85-bb54ca82eb92 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1356294 Jan 25 15:47:40.849990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37470) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:40.881196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1e82d08-1118-4519-b5a1-df612c4f2c55 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:40.919509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a5d4b-a983-494a-8e93-c2dd0bd86d6a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.919909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a5d4b-a983-494a-8e93-c2dd0bd86d6a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.920271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a5d4b-a983-494a-8e93-c2dd0bd86d6a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.920627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a5d4b-a983-494a-8e93-c2dd0bd86d6a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:40.922319 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fa2a5d4b-a983-494a-8e93-c2dd0bd86d6a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0714238 Jan 25 15:47:40.925470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37474) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:40.951835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f1e82d08-1118-4519-b5a1-df612c4f2c55 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:40.952290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.114720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:47:41.126925 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-20de13ce-66e6-4349-926c-93562f786369 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2003877 Jan 25 15:47:41.129981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:41.130608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:41.303389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:41.608937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37480) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:41.614661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701066878', 'description': 'tempest-secgroup-smoke-1701066878 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:41.620453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:41.624937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:41.627876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:41.633314 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:41.635609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:41.639384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:47:41.639729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Updating router bbc293e8-d76c-4671-89d3-9b8d3ee4183b port d6dba749-1da3-4136-b832-995cb9f4d839 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:47:41.689031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.698530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.733111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:41.737084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:41.739817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:41.745277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:41.797983 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.874106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.918279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:41.982215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:41.983691 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-175704d3-7955-49f3-99b6-c215fcfc5898 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3732562 Jan 25 15:47:41.986489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37484) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:41.991954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:41.997807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:42.002087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:42.004977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:42.010628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:42.019067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.030291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Transition to ACTIVE for port object d6dba749-1da3-4136-b832-995cb9f4d839 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:42.091011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.115468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.153036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.218546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.239957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198aa4-25dc-4b11-ae79-f170ccdc1cdf None None] Pushing event updated for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:42.242039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a49953a-6a02-46b4-8e78-dd91182caff4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:42.329263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Attempting to bind port d6dba749-1da3-4136-b832-995cb9f4d839 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:47:42.329655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Attempting to bind port d6dba749-1da3-4136-b832-995cb9f4d839 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:47:42.330010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Attempting to bind port d6dba749-1da3-4136-b832-995cb9f4d839 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:47:42.336847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:47:42.337296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Checking segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:47:42.343007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.343007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Bound using segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:47:42.343007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Bound port: d6dba749-1da3-4136-b832-995cb9f4d839, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:47:42.343007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.359577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.363169 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21564d94-97c8-4dd2-8ca6-5751b8303246 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3738370 Jan 25 15:47:42.364003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37488) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:42.369784 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:42.375746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:42.380062 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:42.383037 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:42.388738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:42.428359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] For port d6dba749-1da3-4136-b832-995cb9f4d839, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:47:42.431266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] For port d6dba749-1da3-4136-b832-995cb9f4d839, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d6dba749-1da3-4136-b832-995cb9f4d839,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:47:42.505844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.519913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.566601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.601843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:47:42.602475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:42.646864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.661757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198aa4-25dc-4b11-ae79-f170ccdc1cdf None None] Pushing event updated for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:42.672359 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e2825b-0dd0-494e-b66f-837f9e3185b1,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:42.732782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.734897 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bf1508df-bf0f-409e-b167-889402734718 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3693955 Jan 25 15:47:42.737853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37492) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:42.743615 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:42.750765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:42.754725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:42.758448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:42.764248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:42.803093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:47:42.836468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.898486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.959057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:42.985051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79faea77-ee91-4015-93a1-958e8d9653a8,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:43.058435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.059662 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f04c00b7-3441-4672-8205-c9e40f2dae6e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3207836 Jan 25 15:47:43.062410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37496) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:43.067989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:43.073997 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:43.078485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:43.081961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:43.087681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:43.143198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:42Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:47:43.147059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c28b83-dca4-4f72-b87e-e8398351f5f4 None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:42Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:47:43.163035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.235320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.298408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.320593 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6d60a0-d46d-4fa1-a620-ce65c7b65848,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:43.427686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.428899 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-288d8216-333d-4cd6-b1a6-7cde9526ba9c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3655789 Jan 25 15:47:43.431605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37500) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:43.437008 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:43.443256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:43.446918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:43.449733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:43.455941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:43.515492 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:47:43.522221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.596028 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.658216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.683038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eae2f7-a295-4768-b963-d2b3d834d166,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:43.755503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.756711 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c48e89b3-ba17-4aa1-bda4-1d320b4f811c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3242853 Jan 25 15:47:43.759579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37504) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:43.765327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': 'd3fd7bec-4cf3-4cd3-adfa-fb8897f61d74', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:43.771568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:43.775551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:43.782070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:43.784362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:43.852671 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:47:43.860059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.927379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:43.989849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:44.013692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77419377-cc80-4dff-981d-13bc20823b4c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:44.025171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.025479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.025878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.026118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.026440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.026758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.027075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.027392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.027703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.028010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.028414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:47:44.087000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:44.093628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-83fe7b2b-4fb4-452c-bf20-3c6243401f17 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3276365 Jan 25 15:47:44.279044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-1b1d9b4d-303d-4a30-beac-5690d39d45a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:44.349680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-1b1d9b4d-303d-4a30-beac-5690d39d45a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:44.350871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-1b1d9b4d-303d-4a30-beac-5690d39d45a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701066878&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1131024 Jan 25 15:47:44.493442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-aac970ca-daf6-4d76-931f-f1bcfb348d65 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:44.494096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-aac970ca-daf6-4d76-931f-f1bcfb348d65 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:44.566841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-aac970ca-daf6-4d76-931f-f1bcfb348d65 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:44.567892 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-aac970ca-daf6-4d76-931f-f1bcfb348d65 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 797 time: 0.2105958 Jan 25 15:47:44.583824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-7c4f40b8-915f-4c03-a339-05105c6592b4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Jan 25 15:47:44.670574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-cb92b99e-e809-4112-8b03-8ea40ac7946c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:44.722655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d6dba749-1da3-4136-b832-995cb9f4d839 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:44.738547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-cb92b99e-e809-4112-8b03-8ea40ac7946c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:44.739863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-cb92b99e-e809-4112-8b03-8ea40ac7946c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1512301 Jan 25 15:47:44.852491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d6dba749-1da3-4136-b832-995cb9f4d839 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:44.857502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d6dba749-1da3-4136-b832-995cb9f4d839 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:44.857872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:44.875420 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-89f39063-6135-4d7e-b6aa-f3f6c39e3e41 service neutron] 10.222.0.26 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241324 Jan 25 15:47:44.969337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:45.001556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d6dba749-1da3-4136-b832-995cb9f4d839, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d6dba749-1da3-4136-b832-995cb9f4d839,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:45.004139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-645a315f-c0e3-48e8-9387-9d886664a968 service neutron] 10.222.0.26 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227744 Jan 25 15:47:45.063999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:45.128903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:45.280004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-94b02b14-7270-48d6-9309-c9a56ee83552 req-a64551c2-dc74-4d83-b5f2-9da684026715 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 210 time: 0.0399945 Jan 25 15:47:46.075819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:47:46.447551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-736163cc-80d7-47bc-875e-5fa9813c91e0 req-f23ef4b0-ddd3-42e0-a86e-3b8cce34fb57 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 210 time: 0.0482314 Jan 25 15:47:46.690800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d6dba749-1da3-4136-b832-995cb9f4d839 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:46.755928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d6dba749-1da3-4136-b832-995cb9f4d839 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:46.756293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:47.258249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-6cbe3c8b-2b1a-4b5c-aa18-02a46d209d64 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:47.259635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-6cbe3c8b-2b1a-4b5c-aa18-02a46d209d64 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 797 time: 0.1433191 Jan 25 15:47:47.309335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-83c54e5b-cf8c-4c1e-8e3c-fafa868c0cc5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 380 time: 0.0382769 Jan 25 15:47:47.317351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:47.448643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:47.457790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:47.601510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:47:47.604358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:47.622744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c602d9c6-cbc1-43b0-a42f-181f529836bc req-6e711ebf-d3aa-4dab-8903-a5b155206402 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 210 time: 0.0548179 Jan 25 15:47:47.770437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.9 (5c99345f-a931-4172-82c6-4593b3040f64/680dc8f3-0364-4146-9839-bc001cb4a39e/ba2964cd-1fde-49f4-9d1a-10517dbec370) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:47:48.033401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.048657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object ba2964cd-1fde-49f4-9d1a-10517dbec370 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:48.136531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.206461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 5c99345f-a931-4172-82c6-4593b3040f64 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:48.209460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:48.213337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:47:48.249845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:48.280814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:48.281425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.373607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-472cf16d-eb81-494a-a9a7-82968b3af03b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0601552 Jan 25 15:47:48.384311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Request body: {'port': {'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:48.566971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.610058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-35a88e8a-6f51-46f1-8359-d0a6ca04b376 None None] Provisioning for port ba2964cd-1fde-49f4-9d1a-10517dbec370 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:48.614967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-35a88e8a-6f51-46f1-8359-d0a6ca04b376 None None] Provisioning complete for port ba2964cd-1fde-49f4-9d1a-10517dbec370 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:48.615361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a88e8a-6f51-46f1-8359-d0a6ca04b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.670387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-35a88e8a-6f51-46f1-8359-d0a6ca04b376 None None] Port ba2964cd-1fde-49f4-9d1a-10517dbec370 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:47:48.893754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5181c-9811-4177-984e-308ae3d621eb req-ac56d761-d432-4908-bc67-e86b61cb4813 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:48.894335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-68e5181c-9811-4177-984e-308ae3d621eb req-ac56d761-d432-4908-bc67-e86b61cb4813 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:47:48.967360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2964cd-1fde-49f4-9d1a-10517dbec370 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:47:48.973957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:48.988328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Transition to ACTIVE for port object ba2964cd-1fde-49f4-9d1a-10517dbec370 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:47:49.017966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-68e5181c-9811-4177-984e-308ae3d621eb req-ac56d761-d432-4908-bc67-e86b61cb4813 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:47:49.019091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68e5181c-9811-4177-984e-308ae3d621eb req-ac56d761-d432-4908-bc67-e86b61cb4813 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 931 time: 0.2499435 Jan 25 15:47:49.062967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68e5181c-9811-4177-984e-308ae3d621eb req-da80acfa-520c-489e-a880-5a059ded1842 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Jan 25 15:47:49.098237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:49.222632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:49.329699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Attempting to bind port ba2964cd-1fde-49f4-9d1a-10517dbec370 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:47:49.330025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Attempting to bind port ba2964cd-1fde-49f4-9d1a-10517dbec370 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:47:49.330344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Attempting to bind port ba2964cd-1fde-49f4-9d1a-10517dbec370 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:47:49.335810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Port ba2964cd-1fde-49f4-9d1a-10517dbec370 on network 5c99345f-a931-4172-82c6-4593b3040f64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:47:49.336119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Attempting to bind port ba2964cd-1fde-49f4-9d1a-10517dbec370 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:47:49.342143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:47:49.342479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Checking segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:47:49.342849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Bound using segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:47:49.343259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Bound port: ba2964cd-1fde-49f4-9d1a-10517dbec370, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:47:49.343590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:49.430050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:47:49.432840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:47:49.496400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:49.558900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:49.560225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] 10.222.0.41 "PUT /v2.0/ports/ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 1093 time: 1.1799843 Jan 25 15:47:49.560689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:47:49.579358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787b512-3b5b-481e-b48d-3aed8347bcbc service neutron] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:49.623433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:47:49.717372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7c5dfbf-daad-4a47-88c3-c7f3c610a4f0 req-631448b1-c292-473e-8bc4-6d5dff3a469c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1096 time: 0.0747623 Jan 25 15:47:49.857044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5dfbf-daad-4a47-88c3-c7f3c610a4f0 req-0c11ac42-6a95-4f67-8bb7-52429f155348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:49.858739 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7c5dfbf-daad-4a47-88c3-c7f3c610a4f0 req-0c11ac42-6a95-4f67-8bb7-52429f155348 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1345510 Jan 25 15:47:49.988336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5dfbf-daad-4a47-88c3-c7f3c610a4f0 req-faf7a244-fad2-4fdc-b17a-3dbd71824342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:49.989759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7c5dfbf-daad-4a47-88c3-c7f3c610a4f0 req-faf7a244-fad2-4fdc-b17a-3dbd71824342 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257026 Jan 25 15:47:50.092538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-acdfec9e-3124-4c3c-8ab8-34047c3583b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1096 time: 0.0661871 Jan 25 15:47:50.288760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-8aaee12b-6387-42fc-859a-6bddbe7fc633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 217 time: 0.1895249 Jan 25 15:47:50.360030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-9ea87863-f3be-47b3-96c0-e4390941d80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:50.361405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-9ea87863-f3be-47b3-96c0-e4390941d80d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0633647 Jan 25 15:47:50.370648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74ef2-c529-449e-b653-92dd1822db8c req-93548694-562a-4321-a418-fae0096eab14 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:50.375513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ec74ef2-c529-449e-b653-92dd1822db8c req-93548694-562a-4321-a418-fae0096eab14 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 943 time: 0.1363659 Jan 25 15:47:50.464587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ec74ef2-c529-449e-b653-92dd1822db8c req-f8f1d24e-d33e-4b83-9244-97c8b1bc187f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610693 Jan 25 15:47:50.474787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-47ed6789-29bd-4b5d-80d1-e15bb1bda763 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1019754 Jan 25 15:47:50.600686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-e924ad67-84d9-4531-bdcf-89eff1ee3882 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201620 Jan 25 15:47:50.725658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdc3fe9d-38a6-4bb3-94f8-d14c2bd1b1b4 req-5e61b360-b96b-4aac-8af4-4d6c658d512f service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195881 Jan 25 15:47:51.658858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0d4bf-831a-42ec-90b7-0ea66ed96f36 req-6d98539c-61cc-4172-a31e-6fa9203d54b3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:51.660284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4c0d4bf-831a-42ec-90b7-0ea66ed96f36 req-6d98539c-61cc-4172-a31e-6fa9203d54b3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 943 time: 0.0736136 Jan 25 15:47:51.704947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4c0d4bf-831a-42ec-90b7-0ea66ed96f36 req-256e6722-be0f-4aa1-8cbf-9d5ef93a86ca tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 Jan 25 15:47:52.896549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315755c0-d21f-4b08-a5e4-a8a66ce273fa req-b747c513-1a3b-4499-9ad4-5884e069cb70 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:52.897912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-315755c0-d21f-4b08-a5e4-a8a66ce273fa req-b747c513-1a3b-4499-9ad4-5884e069cb70 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 943 time: 0.0778112 Jan 25 15:47:52.942956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-315755c0-d21f-4b08-a5e4-a8a66ce273fa req-a9a4da8f-c9e0-49f3-afb3-0664215cd55d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Jan 25 15:47:53.605441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device ba2964cd-1fde-49f4-9d1a-10517dbec370 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:47:53.732479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:53.745686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:47:53.796265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:53.812827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2964cd-1fde-49f4-9d1a-10517dbec370 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:47:53.827430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:53.904025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:53.970691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:54.130856 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['ba2964cd-1fde-49f4-9d1a-10517dbec370'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:47:54.136155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd5e2e-cfd6-42a0-8639-46e5ca0162a9 req-e91f2792-a41a-4552-beb8-4c79f7fc049f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:54.137653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0bdd5e2e-cfd6-42a0-8639-46e5ca0162a9 req-e91f2792-a41a-4552-beb8-4c79f7fc049f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 944 time: 0.0766647 Jan 25 15:47:54.185951 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0bdd5e2e-cfd6-42a0-8639-46e5ca0162a9 req-54fdc581-0609-4a6f-b76a-05cfc61448ee tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Jan 25 15:47:55.376629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ea783-c7ad-4be4-a96e-da506657b8ba req-9d8ec313-8f69-40e5-8057-1e90804019a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:55.378056 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b6ea783-c7ad-4be4-a96e-da506657b8ba req-9d8ec313-8f69-40e5-8057-1e90804019a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 944 time: 0.0733447 Jan 25 15:47:55.422054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b6ea783-c7ad-4be4-a96e-da506657b8ba req-ae2c902d-4c4c-47ad-bca1-716e31acb4f2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Jan 25 15:47:55.627940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device ba2964cd-1fde-49f4-9d1a-10517dbec370 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:47:55.747178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port ba2964cd-1fde-49f4-9d1a-10517dbec370 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:47:55.751673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port ba2964cd-1fde-49f4-9d1a-10517dbec370 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:47:55.752033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:55.861261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:55.886298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:47:55.895871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:47:55.955655 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:56.013493 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'code': 200} Jan 25 15:47:56.021755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:56.342900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b02ad402-3c84-4c30-9ab9-04f6690d4639 req-5e8c122f-9d05-47e9-a7e9-f4f583733d23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1098 time: 0.0698562 Jan 25 15:47:56.382662 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b02ad402-3c84-4c30-9ab9-04f6690d4639 req-80068ed0-026a-42e1-81b7-f0ae998bd83a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jan 25 15:47:56.615677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c303-64d8-40ee-9f21-4baa4f615953 req-cb0215d6-9700-462c-8fc6-87499b3b84c8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:56.617026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b920c303-64d8-40ee-9f21-4baa4f615953 req-cb0215d6-9700-462c-8fc6-87499b3b84c8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.0748227 Jan 25 15:47:56.661652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b920c303-64d8-40ee-9f21-4baa4f615953 req-b63af4f3-e475-4585-b445-12c55be707d0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391338 Jan 25 15:47:57.859116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8edf4-0cff-4083-81e3-f5e8c2776195 req-f5995e11-974b-4c6c-bb21-b6023e67a131 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:57.861082 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93d8edf4-0cff-4083-81e3-f5e8c2776195 req-f5995e11-974b-4c6c-bb21-b6023e67a131 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.0781021 Jan 25 15:47:57.904170 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-93d8edf4-0cff-4083-81e3-f5e8c2776195 req-b99477fa-5490-40d2-a13a-b8def024c53b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376840 Jan 25 15:47:58.096171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443cb6f-a477-40a2-aded-8551d9b04296 req-b55ea69c-c8ef-4e9d-ae4c-0ae1f665267a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:58.097622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1443cb6f-a477-40a2-aded-8551d9b04296 req-b55ea69c-c8ef-4e9d-ae4c-0ae1f665267a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.0764875 Jan 25 15:47:58.146198 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1443cb6f-a477-40a2-aded-8551d9b04296 req-08bf10ae-1360-46e5-83b1-5131c6c42963 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Jan 25 15:47:58.173771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37558) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:58.241208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3512fbdd-b511-4c25-a7b9-b0216982f2a3 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1093 time: 0.0663288 Jan 25 15:47:58.243852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37562) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:47:58.248939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:47:58.254346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:47:58.258127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:47:58.260890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:47:58.267095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:47:58.337687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:58.467414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:58.715026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.113 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b4c3957d-e60c-4b70-a63b-e23b28a40f95) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:47:58.844755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-12091c4b-2798-4cfe-ada9-d871eca01aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1715112 Jan 25 15:47:58.877750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:58.946391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:59.027542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:47:59.032718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:47:59.034504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b4c3957d-e60c-4b70-a63b-e23b28a40f95,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:47:59.036656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:47:59.127010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-b6c70a45-0b11-42b5-87c6-544b2a855cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1098 time: 0.2174072 Jan 25 15:47:59.393013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-13a2accd-10a4-4b82-9837-c912362190bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:59.394417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-13a2accd-10a4-4b82-9837-c912362190bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.2478609 Jan 25 15:47:59.427060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9716ad2e-58ec-4b2a-af1a-f5a29f3c33fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:59.526161 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-e7ce5b15-3a98-4799-8e5d-6cec0302f0ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 217 time: 0.1247993 Jan 25 15:47:59.606655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-4935ae15-7d59-465a-b731-5127e15c9281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:47:59.608318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-4935ae15-7d59-465a-b731-5127e15c9281 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0766697 Jan 25 15:47:59.707648 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-06b9df59-9d46-4fc8-89d1-b02ac9ef84f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921776 Jan 25 15:47:59.926113 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:47:59.928375 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-46ff6b2e-ec12-421d-9600-8e7a365adba2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133729 Jan 25 15:48:00.164832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:00.234651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9a0a486-1831-42b1-aca2-b349516c2dab req-2b9c3188-aaac-4f6e-92bf-d03d7faa87b1 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003316 Jan 25 15:48:00.387030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:00.444258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:00.550379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b4c3957d-e60c-4b70-a63b-e23b28a40f95,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:00.565949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:00.746273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP ac4fbb52-417b-423b-b9d3-972004ab9224 associated. External IP: 172.26.8.113, port: ba2964cd-1fde-49f4-9d1a-10517dbec370. Jan 25 15:48:01.118802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:48:01.312887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:48:01.322077 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:48:01.334143 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:48:01.334677 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:47:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:01.424206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:01.476558 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eec2c6cc-d401-49e4-9350-1ad69558a8c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2317126 Jan 25 15:48:01.477474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:01.479301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37566) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:01.497984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6af297f5-ddef-4581-af81-bb22734dfa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:01.510852 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:48:01.534221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:48:01.555261 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-09cd87b7-6e17-4c0e-9fc3-0e68cd1e3122 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1093 time: 0.0746765 Jan 25 15:48:01.628694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-957d1d18-a0f5-4e7d-bfed-d978475a77d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1098 time: 0.0698109 Jan 25 15:48:01.757002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-f24faf51-9220-40f1-86fb-f62414a72966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:01.758499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-f24faf51-9220-40f1-86fb-f62414a72966 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1243298 Jan 25 15:48:01.790655 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37574) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:01.796296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011738283', 'description': 'tempest-secgroup-smoke-1011738283 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:01.802311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:01.812463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:01.890403 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:47:59Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:01.895090 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:48:01.905572 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:48:01.906170 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:48:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:01.907812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:01.944261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:01.949075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:01.951865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:01.958263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:01.973726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-d7b57905-28cb-4016-b051-fafe2fe94e6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 999 time: 0.2094343 Jan 25 15:48:02.015395 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.037089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-9cd9682d-6e2b-4d29-b3d0-5679bd4cf00d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:02.038536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-9cd9682d-6e2b-4d29-b3d0-5679bd4cf00d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0589700 Jan 25 15:48:02.086556 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:48:02.096343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.112622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-63e6f2cd-ae3d-4bd6-a442-d35c2559d6e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677259 Jan 25 15:48:02.155805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b165beb-f22b-41dd-83db-48454b1bb10c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:02.227587 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.228838 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6b88bd2f-1bba-4383-b0c6-a24eb85b3d6f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4371853 Jan 25 15:48:02.231634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37578) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:02.238334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:02.243797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:02.247592 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:02.250964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:02.252673 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-fb74eccc-ad5c-4c3e-90c3-8c9d6cfa9786 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338601 Jan 25 15:48:02.256680 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:02.342378 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.386024 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf097f01-577d-45e7-964d-b8cdffcaa260 req-32df8c37-4da0-4a4a-90c3-cbe99d1a5376 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278365 Jan 25 15:48:02.416111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.439529 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:47:59Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:02.443353 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b21cb-aea5-402b-ac6d-1db977e2b266 None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:47:59Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:48:02.496067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.520666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b5fbd8-43e2-4fa1-8282-ac2dd290096d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:02.587224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.588442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ba4ce489-3110-4936-be17-a823d6944e44 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3559086 Jan 25 15:48:02.591316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37582) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:02.596744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:02.602821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:02.606781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:02.610618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:02.616410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:02.634892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6ed6e8-ce79-427d-980d-722b951de7e7 None None] New status for floating IP ac4fbb52-417b-423b-b9d3-972004ab9224: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:48:02.685136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.746148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.827022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.850328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9399c5-6cdc-4298-a9d7-44ed2b7a5611,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:02.935886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:02.936993 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ea86e051-9d4c-4be5-988d-d28e88590df1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3447657 Jan 25 15:48:02.939810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37586) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:02.945172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:02.951189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:02.955009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:02.957844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:02.963427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:03.017763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.046494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.057880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.113268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.195469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.218469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a60d94-a76e-4b7d-be6c-f0eb66c11fd8,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:03.292638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.296401 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eff2b998-caf4-41b2-aa7b-03b6b0a6eaa5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3532887 Jan 25 15:48:03.296599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37590) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:03.302455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:03.308459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:03.316227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:03.316227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:03.320480 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:03.390169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.510601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.569759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.592969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aaecea5-047a-4088-b8bb-4c36cecbf2ae,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:03.657751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.658936 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3fc58ecb-be18-4b63-8b0e-f6b503147ce1 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3613715 Jan 25 15:48:03.661611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37594) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:03.666802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:03.672489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:03.676621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:03.679572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:03.685439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:03.775812 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:48:03.782182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.844504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.912656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:03.934923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1881e5-a563-40cc-9a44-a0e5316bc71b,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:04.015629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.016788 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e75e7adf-9921-4eff-986a-3be5abba58f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3542645 Jan 25 15:48:04.019576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:04.025069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '5b165beb-f22b-41dd-83db-48454b1bb10c', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:04.034648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:04.034820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:04.037667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:04.043625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:04.097857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:48:04.104218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.173749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.223368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.246412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcfd62b-4336-47a8-a356-c8bf88404af3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:04.298417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.299485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3cd34814-827a-4fa1-b1c2-700afbf55539 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2789092 Jan 25 15:48:04.465560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-c5c798a4-c0f5-4a10-b59f-9828894ce9d4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011738283&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.0390983 Jan 25 15:48:04.606376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:04.608694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-1b9d586b-ed70-491a-86c9-49550b5c2537 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:04.610701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-1b9d586b-ed70-491a-86c9-49550b5c2537 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 797 time: 0.1385243 Jan 25 15:48:04.626552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-4ab6b20b-6efc-4e8c-8402-49e23b4efdf4 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Jan 25 15:48:04.706555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-d09a6da6-b3db-423e-b7b7-8f8f9df78282 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0752952 Jan 25 15:48:04.840045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-735096b0-c24f-430c-bbca-cc00987c26e5 service neutron] 10.222.0.26 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218708 Jan 25 15:48:04.967839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-348ba343-f9db-46d6-956c-69c9095deefe service neutron] 10.222.0.26 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214530 Jan 25 15:48:05.235093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91661988-5c91-4194-b726-a844d9f5a7f9 req-bdb8da06-1902-4277-8c55-3ed3c2ab2161 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 210 time: 0.0439253 Jan 25 15:48:06.394327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-48e094b1-14dd-47cf-a7a6-25042888f87f req-07bea069-0da6-4ebe-89c3-8175697dfb90 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 210 time: 0.0417774 Jan 25 15:48:07.005211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-8426a409-daa0-4097-9c01-df7055cf5402 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:07.006636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-8426a409-daa0-4097-9c01-df7055cf5402 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 797 time: 0.1394274 Jan 25 15:48:07.059158 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-7a2d3061-8624-4875-a96f-b28b9603cfb7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 473 time: 0.0404480 Jan 25 15:48:07.067158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': 'df721324-9a24-4c86-97dd-55cc4874e024', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['5b165beb-f22b-41dd-83db-48454b1bb10c']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:07.202564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:07.212751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:07.326202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:48:07.329881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:07.588004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-799b8423-3af4-4e61-bc78-f3adde217d34 req-33e6b504-1d52-4dc8-a188-969ec550be1f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jan 25 15:48:07.612141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.12 (5c99345f-a931-4172-82c6-4593b3040f64/680dc8f3-0364-4146-9839-bc001cb4a39e/13120b9e-4f4f-4dfc-8d1d-49c813793aa4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:48:07.790432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:07.805568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:48:07.886709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:07.955421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 5c99345f-a931-4172-82c6-4593b3040f64 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:48:07.958408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:48:07.962743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:48:07.990508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:08.028551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:08.029154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.121536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-36c9f08c-13e0-4ac4-a35c-bcb5cda73f96 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577154 Jan 25 15:48:08.132491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Request body: {'port': {'device_id': 'df721324-9a24-4c86-97dd-55cc4874e024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:08.212554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f0105421-65ba-4a83-8e59-e1efa6a0e6e6 None None] Provisioning for port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:48:08.218374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f0105421-65ba-4a83-8e59-e1efa6a0e6e6 None None] Provisioning complete for port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:48:08.220199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f0105421-65ba-4a83-8e59-e1efa6a0e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.239818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.269137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f0105421-65ba-4a83-8e59-e1efa6a0e6e6 None None] Port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:48:08.562906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:48:08.569448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.583609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Transition to ACTIVE for port object 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:48:08.674804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.839436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Pushing event updated for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:08.852078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:08.941627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb5b8-db9e-470c-98a9-a164a686bc7a req-f6cca3ce-1102-479d-8c90-03a49f6b4976 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:08.942302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1c8fb5b8-db9e-470c-98a9-a164a686bc7a req-f6cca3ce-1102-479d-8c90-03a49f6b4976 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:48:08.976644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Attempting to bind port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:48:08.976967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Attempting to bind port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:48:08.977279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Attempting to bind port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:48:08.983115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 on network 5c99345f-a931-4172-82c6-4593b3040f64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:48:08.983420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Attempting to bind port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 on network 5c99345f-a931-4172-82c6-4593b3040f64 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:48:08.989859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:48:08.990201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Checking segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:48:08.990580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Bound using segment: {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:48:08.995067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Bound port: 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb0cbca-bef2-419a-be45-869697656355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:48:08.995067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:09.037653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1c8fb5b8-db9e-470c-98a9-a164a686bc7a req-f6cca3ce-1102-479d-8c90-03a49f6b4976 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:48:09.038742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c8fb5b8-db9e-470c-98a9-a164a686bc7a req-f6cca3ce-1102-479d-8c90-03a49f6b4976 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 944 time: 0.3287208 Jan 25 15:48:09.112686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c8fb5b8-db9e-470c-98a9-a164a686bc7a req-89a1dc68-e717-4152-bf79-88c3dc466d27 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678136 Jan 25 15:48:09.114955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:48:09.117976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:48:09.183750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:09.236480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:09.237862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] 10.222.0.41 "PUT /v2.0/ports/13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 200 len: 1094 time: 1.1096299 Jan 25 15:48:09.245143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:09.267644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c6355-0306-4d54-a05d-f396a2bd133f service neutron] Pushing event updated for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:09.304592 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'status': 'completed', 'code': 200} Jan 25 15:48:09.392188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-29a9fccb-e492-414f-b38f-f8cf922e7876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1097 time: 0.0752716 Jan 25 15:48:09.462564 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-5f2860b6-d048-4475-8391-763ff484ca9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 200 len: 217 time: 0.0627513 Jan 25 15:48:09.609780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-2871d3be-28e4-4341-a14e-4efd6410b954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:09.611115 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-2871d3be-28e4-4341-a14e-4efd6410b954 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.1429272 Jan 25 15:48:09.685051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-ab1d32ff-f13d-4c47-9e4e-f7fe3a7d72a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671055 Jan 25 15:48:09.810823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-7cdfb661-0dfb-46c2-9a45-58becd99aefa service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189682 Jan 25 15:48:09.936469 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-783d6a62-c931-4840-a1c0-a60d6fa6ba97 req-bd3c6ef3-6983-4bd0-a776-09f37fa520b5 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195457 Jan 25 15:48:10.100874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-7cb9d85e-9e13-4070-8835-eac9a168f66b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1097 time: 0.0663767 Jan 25 15:48:10.229865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-58179929-8c34-4a1b-bf6c-eeea855e20e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:10.231307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-58179929-8c34-4a1b-bf6c-eeea855e20e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1237938 Jan 25 15:48:10.332991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-9a98e637-9532-4d9d-9981-56cfe2269440 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 200 len: 217 time: 0.0947104 Jan 25 15:48:10.414038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-9be25cc8-b75b-4890-bba2-71cf11620925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:10.415454 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-9be25cc8-b75b-4890-bba2-71cf11620925 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0752847 Jan 25 15:48:10.426160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0298a0-2137-4e58-b8cb-982c2713c83f req-be52dc3c-ef2d-46f7-8c49-d85e79186805 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:10.427516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc0298a0-2137-4e58-b8cb-982c2713c83f req-be52dc3c-ef2d-46f7-8c49-d85e79186805 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 944 time: 0.1398778 Jan 25 15:48:10.519448 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc0298a0-2137-4e58-b8cb-982c2713c83f req-795b75ed-0e84-453f-9ba0-60ce4fc5d26a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628629 Jan 25 15:48:10.529831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-92494775-1223-4178-9856-ec6f931d4ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014066 Jan 25 15:48:10.662521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-7d4b3d86-3d62-47c4-b017-9a137d2fd29f service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263065 Jan 25 15:48:10.794752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4714cd4a-92a9-4963-b607-70462ea215e9 req-2ce5fc3d-734d-4333-a3fb-cb4a0e99bb99 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253247 Jan 25 15:48:11.715331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdb2f8-37a4-498c-a83c-4f0027923832 req-e4d8afbd-878b-4e37-83b5-253abf04440f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:11.716782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bebdb2f8-37a4-498c-a83c-4f0027923832 req-e4d8afbd-878b-4e37-83b5-253abf04440f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 944 time: 0.0783243 Jan 25 15:48:11.760600 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bebdb2f8-37a4-498c-a83c-4f0027923832 req-1c697d0c-9f94-4c76-9742-e09b633542c6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376730 Jan 25 15:48:12.950587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8cce8-382b-456f-b13e-ab9248125358 req-eb5bb558-bb85-42a8-abed-fb8a186a297f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:12.951912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4aa8cce8-382b-456f-b13e-ab9248125358 req-eb5bb558-bb85-42a8-abed-fb8a186a297f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 944 time: 0.0735683 Jan 25 15:48:12.995549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4aa8cce8-382b-456f-b13e-ab9248125358 req-4014dfeb-fad5-49ab-bbb0-03b9a0093c08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377295 Jan 25 15:48:13.706514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:48:13.833957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:48:13.846245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'port_id': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'mac_address': 'fa:16:3e:cb:fc:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:48:13.897723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:13.913649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:48:13.927927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:48:13.988494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:14.055320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:14.194904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a7e16-70bb-4a96-8cdc-195e2fc6c2ef req-6e08ba4c-e31e-4972-a45c-5c3874b7b8ad tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:14.196342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d0a7e16-70bb-4a96-8cdc-195e2fc6c2ef req-6e08ba4c-e31e-4972-a45c-5c3874b7b8ad tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 945 time: 0.0813615 Jan 25 15:48:14.197047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['13120b9e-4f4f-4dfc-8d1d-49c813793aa4'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:48:14.241446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d0a7e16-70bb-4a96-8cdc-195e2fc6c2ef req-c7600f1e-87fe-41af-b13e-af52e89c47f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393543 Jan 25 15:48:15.430955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ed5f6-914b-4d46-bdb7-e9fc92d2be77 req-4257069c-434c-4df3-a8f2-63bc3629a3a9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:15.432297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-432ed5f6-914b-4d46-bdb7-e9fc92d2be77 req-4257069c-434c-4df3-a8f2-63bc3629a3a9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 945 time: 0.0740831 Jan 25 15:48:15.479251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-432ed5f6-914b-4d46-bdb7-e9fc92d2be77 req-025349dc-8620-4475-8ab9-732e06275237 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Jan 25 15:48:15.721521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:48:15.832283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:48:15.836797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:48:15.837168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:15.948623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:15.974483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:15.983891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:48:16.027149 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'code': 200} Jan 25 15:48:16.051611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:16.118709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:16.462248 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d80b7b-b735-4b95-9e18-3ea2fd058a2d req-538bfc08-dcfe-4a98-90cc-78d4d1bf7113 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1099 time: 0.1454871 Jan 25 15:48:16.503184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d80b7b-b735-4b95-9e18-3ea2fd058a2d req-6e85e658-2eec-4897-9f52-5eecca332cf7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Jan 25 15:48:16.675716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a5071-26bb-472a-bbaf-9f936199218c req-8ae7ea8a-0d97-496a-9ed4-36ea93bfab08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:16.677168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d2a5071-26bb-472a-bbaf-9f936199218c req-8ae7ea8a-0d97-496a-9ed4-36ea93bfab08 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.0773079 Jan 25 15:48:16.720575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d2a5071-26bb-472a-bbaf-9f936199218c req-ecbf9d7d-2a68-4b16-b2c2-c937fb0a1579 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Jan 25 15:48:17.914870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f72f0e-2950-4f82-b1ce-0a97eae8d638 req-cfc890a6-dc37-4b30-9f79-40e2172bd73b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:17.916270 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1f72f0e-2950-4f82-b1ce-0a97eae8d638 req-cfc890a6-dc37-4b30-9f79-40e2172bd73b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.0736048 Jan 25 15:48:17.960457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1f72f0e-2950-4f82-b1ce-0a97eae8d638 req-10a9b1a8-d5bf-4b32-9e8d-a289e2827a10 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 Jan 25 15:48:18.154581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d65f5b-afcb-47fa-989d-54d4fcdd134b req-8eedd657-8d2a-45d9-9f5a-c0b0193d0dd2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:18.156044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-98d65f5b-afcb-47fa-989d-54d4fcdd134b req-8eedd657-8d2a-45d9-9f5a-c0b0193d0dd2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.0789309 Jan 25 15:48:18.200372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-98d65f5b-afcb-47fa-989d-54d4fcdd134b req-00f370c8-578d-43e8-952d-524e5343fb70 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387917 Jan 25 15:48:18.226964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37646) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:18.294671 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8a3fc4ad-6228-4743-bda9-2bc60b5931d9 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1094 time: 0.0665832 Jan 25 15:48:18.297854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37650) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:18.302935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:18.308347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:48:18.312056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:48:18.315446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:48:18.320892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:48:18.394367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:18.523470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:18.658010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.51 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:48:18.798588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:18.868844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:18.937245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:48:18.939941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:48:18.944213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:48:18.968084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:19.444846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:19.568088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:19.843271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:19.908753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:20.007850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:20.025297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:20.210799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP f5851baf-dd10-4a7f-a5fc-f456ca855a64 associated. External IP: 172.26.8.51, port: 13120b9e-4f4f-4dfc-8d1d-49c813793aa4. Jan 25 15:48:20.585405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:48:20.774845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:48:20.784878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:48:20.796770 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:48:20.797360 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:48:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:20.857464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:20.912043 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3e8caedd-94ca-498b-981c-8071ef46179f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6132102 Jan 25 15:48:20.912597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:20.965670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'status': 'completed', 'code': 200} Jan 25 15:48:20.969659 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:48:21.053263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-8c5da82b-1e55-4fd3-9aa5-266ba80b04a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1099 time: 0.0669403 Jan 25 15:48:21.181668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-8af9e7e8-0085-4af9-8796-247b24bed461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:21.183112 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-8af9e7e8-0085-4af9-8796-247b24bed461 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1239543 Jan 25 15:48:21.288273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-3a7ed157-801d-4cf7-9bf2-bad1c9cb39e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 200 len: 999 time: 0.0990319 Jan 25 15:48:21.332803 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}, {'id': 'f5851baf-dd10-4a7f-a5fc-f456ca855a64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:cb:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df721324-9a24-4c86-97dd-55cc4874e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:48:19Z', 'updated_at': '2022-01-25T15:48:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:21.336607 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:48:21.346605 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:48:21.347184 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:48:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:21.348195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-ea9fdb56-416d-4ed0-8f2c-7030259edd07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:21.349695 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-ea9fdb56-416d-4ed0-8f2c-7030259edd07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0551143 Jan 25 15:48:21.518630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-027317f6-45b6-44d7-8df9-1c572f91ad74 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1627476 Jan 25 15:48:21.523454 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:48:21.646769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-b0154759-4c1b-49a8-ae07-b26394ea3549 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216350 Jan 25 15:48:21.773965 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5741fdc1-7b96-4948-b1c0-20dff0e549f8 req-28471b01-607b-45b1-873f-f8c67b35ac2d service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201077 Jan 25 15:48:21.862729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}, {'id': 'f5851baf-dd10-4a7f-a5fc-f456ca855a64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:cb:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df721324-9a24-4c86-97dd-55cc4874e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:48:19Z', 'updated_at': '2022-01-25T15:48:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:48:21.866620 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1663a968-02b2-489d-9f35-49e656cd569f None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}, {'id': 'f5851baf-dd10-4a7f-a5fc-f456ca855a64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:cb:fc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df721324-9a24-4c86-97dd-55cc4874e024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:48:19Z', 'updated_at': '2022-01-25T15:48:19Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:48:22.059469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c4fab-58a7-4326-8848-e3ffd1355f77 None None] New status for floating IP f5851baf-dd10-4a7f-a5fc-f456ca855a64: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:48:23.075817 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:48:29.399830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b2bf7ffe-1827-4ccf-a156-5c90a0b1d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:31.491198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e515c377-3ccc-4f64-b449-127b83dc84cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:32.906261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:32.988339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:34.637954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:38.877916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:54.221019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37668) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:54.323853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-23c3ca78-ccef-4e95-81e8-8a20f127eea2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ac4fbb52-417b-423b-b9d3-972004ab9224 HTTP/1.1" status: 200 len: 993 time: 0.1016779 Jan 25 15:48:55.049428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37680) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:55.055216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:55.170041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:55.374199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:48:55.398411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:55.456929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:55.528100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:55.528707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:55.530108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/ports/ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 938 time: 0.4795718 Jan 25 15:48:55.530648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:55.554632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=6']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:55.563469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.563815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.564218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.564549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.565567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.565897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.566219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.566542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.566863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.567178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.567494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6003c2f-cf16-40e7-9642-621ae0ef4451 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:55.589643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:48:55.682595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-674a5901-62d7-4d36-bb8b-b6c1f4b117af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1099 time: 0.0701187 Jan 25 15:48:55.772962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6bd3f0c-efb5-4622-9ffb-d2ff1e7a33a6 None None] Provisioning complete for port ba2964cd-1fde-49f4-9d1a-10517dbec370 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:48:55.773624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6bd3f0c-efb5-4622-9ffb-d2ff1e7a33a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:55.814281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-dce52eac-f8bd-4c6c-9096-f35026bd7b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:55.816280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-dce52eac-f8bd-4c6c-9096-f35026bd7b5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1252387 Jan 25 15:48:55.833970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd3f0c-efb5-4622-9ffb-d2ff1e7a33a6 None None] Port ba2964cd-1fde-49f4-9d1a-10517dbec370 is administratively disabled so it will not transition to active. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 25 15:48:55.915061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-11acd804-9c86-4be7-a30a-fcc4e3828540 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 1002 time: 0.0928950 Jan 25 15:48:55.974147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-cb1ef77a-3964-42d7-be5f-c9c81dcdd16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:55.975496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-cb1ef77a-3964-42d7-be5f-c9c81dcdd16b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0551515 Jan 25 15:48:56.050772 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-187b982d-2e9c-4cdb-ac1a-8c0a4b002967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694804 Jan 25 15:48:56.177669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-8ee52a4c-0a14-4e99-af24-9452467405ac service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208622 Jan 25 15:48:56.390683 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78d58dc5-225a-4a4d-b5e2-a42b716866b0 req-7b31c924-035e-4d72-aaf1-ae82d593b971 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074623 Jan 25 15:48:58.748045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-7b24bb8e-04e2-4882-b4f5-b9f48a500b8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653944 Jan 25 15:48:58.883125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-e5661daa-44c8-4e40-9ee8-f94f6bb519a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1099 time: 0.0682473 Jan 25 15:48:58.961449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37690) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:58.967412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:48:59.023595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-f8e8d0d4-95e9-47bf-8082-bfc17c569a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:59.025010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-f8e8d0d4-95e9-47bf-8082-bfc17c569a37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1247802 Jan 25 15:48:59.082974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.122280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-2728d84e-b5b9-468f-b77a-35a9de899630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 1002 time: 0.0913193 Jan 25 15:48:59.187873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-a32580cf-fb1e-479f-af7c-0b8524a6dc0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:59.189303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-a32580cf-fb1e-479f-af7c-0b8524a6dc0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0599840 Jan 25 15:48:59.266651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-355bde6a-03a0-487b-8207-66c74d17a156 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716472 Jan 25 15:48:59.388003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:48:59.396955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-52874d19-af09-41b8-838e-d237471fdc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.397534 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-977b6d30-432e-4759-817e-a418db64739f service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251531 Jan 25 15:48:59.412165 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.488871 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.527845 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a47a378e-5043-46bc-bacc-edf3326fdc5e req-33ceeffa-9c15-4f9e-95d6-fe5907b6f6a2 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218047 Jan 25 15:48:59.561448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:59.561448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.561448 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/ports/ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 937 time: 0.5970764 Jan 25 15:48:59.561448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:48:59.562506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37694) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:48:59.577411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=7']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:48:59.586788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.587158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.587460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.587791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.588638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.588980 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.589355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.590089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.590341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.590633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.591090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d066a9-1b54-4d46-bde7-6877e889da25 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:48:59.688489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8497c2c0-8882-423e-a3b7-da190b9ab3f5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/ac4fbb52-417b-423b-b9d3-972004ab9224 HTTP/1.1" status: 200 len: 993 time: 0.1247284 Jan 25 15:48:59.707241 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:48:59.785875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['ba2964cd-1fde-49f4-9d1a-10517dbec370'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:48:59.799404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-8154d496-08af-4a5c-8083-452a1bba5aa6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1098 time: 0.0721493 Jan 25 15:48:59.813129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cbd5813e-f7c3-4fac-9be9-9a140f1f3656 None None] Provisioning complete for port ba2964cd-1fde-49f4-9d1a-10517dbec370 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:48:59.813522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cbd5813e-f7c3-4fac-9be9-9a140f1f3656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:48:59.928212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-a211d767-e2bb-435a-9af7-a0382f6a539f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:48:59.929569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-a211d767-e2bb-435a-9af7-a0382f6a539f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1239152 Jan 25 15:49:00.025126 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-c42d690d-1008-45ae-a8c9-d710fdacd3f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 1001 time: 0.0900977 Jan 25 15:49:00.076595 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:49:00.089998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-9fd8530d-de10-474b-852d-95bf6dafeae5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:00.091513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-9fd8530d-de10-474b-852d-95bf6dafeae5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0606298 Jan 25 15:49:00.167620 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-100a3da5-7e38-4a07-ba05-c89116e9664a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698986 Jan 25 15:49:00.294614 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-d27cc37a-d1a7-464e-8a64-141658d703e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205156 Jan 25 15:49:00.495259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bec32f62-e19e-4e95-91db-0036267c9dd6 req-6bd1eb1b-8d42-45fb-b3d6-dea9307e4501 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942115 Jan 25 15:49:01.496052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0dff8ba1-78f9-483f-8399-cd4e310d4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.247838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37708) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:02.444590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:02.444847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.605705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.606030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.726820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:02.883141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.959491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:02.959747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:03.007778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=1d73278f-f7a8-45f5-a6d1-4a6ba0a6cbb4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:03.095337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:03.474426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:49:03.762512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:03.771669 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:03.783360 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:03.784458 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:03.827022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:03.878148 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4179a058-d2b0-4e06-8f44-8cf2a81c35d5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/f5851baf-dd10-4a7f-a5fc-f456ca855a64 HTTP/1.1" status: 204 len: 168 time: 1.6292698 Jan 25 15:49:03.878707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:03.934846 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'status': 'completed', 'code': 200} Jan 25 15:49:03.959269 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:04.025070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-290a8837-7415-46c8-b056-c15dbfd71079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 1099 time: 0.0704908 Jan 25 15:49:04.156859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-1826cf89-3ecc-45d1-8730-fa99dffab21f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:04.158370 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-1826cf89-3ecc-45d1-8730-fa99dffab21f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1273522 Jan 25 15:49:04.224676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-18c261c3-00f5-442e-8d99-a0ab5d8aed89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 200 len: 217 time: 0.0609393 Jan 25 15:49:04.295208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-8d7b7b4f-74ba-4425-90f5-d29a2b3eefd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:04.296664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-8d7b7b4f-74ba-4425-90f5-d29a2b3eefd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0666909 Jan 25 15:49:04.334987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:04.339739 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:04.351621 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:04.352226 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:04.373640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-4db93997-25f8-43bc-a0c9-fd665745cecb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701466 Jan 25 15:49:04.522710 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:04.560712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20de59-a381-42e2-aec3-cad1de46cafc req-c7a23d5d-cd46-4371-95e0-fa882da990d6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:04.561470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bc20de59-a381-42e2-aec3-cad1de46cafc req-c7a23d5d-cd46-4371-95e0-fa882da990d6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:04.566932 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-19f223bd-1b61-4cc1-8288-575a7ab07597 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625993 Jan 25 15:49:04.633340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:04.662443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bc20de59-a381-42e2-aec3-cad1de46cafc req-c7a23d5d-cd46-4371-95e0-fa882da990d6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:04.663567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bc20de59-a381-42e2-aec3-cad1de46cafc req-c7a23d5d-cd46-4371-95e0-fa882da990d6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.2888064 Jan 25 15:49:04.721734 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f488036e-00dc-479d-9e4f-63930e12aa5d req-c26488f8-b260-4276-b872-5b0d68ecaaf8 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459312 Jan 25 15:49:04.741465 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bc20de59-a381-42e2-aec3-cad1de46cafc req-56ad5d29-c5e9-4ebb-9337-f91743dd2510 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575743 Jan 25 15:49:04.860480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:04.864769 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60de852c-9538-4f13-af58-64f4c826a38a None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'ac4fbb52-417b-423b-b9d3-972004ab9224', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'port_id': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'mac_address': 'fa:16:3e:21:42:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:47:59Z', 'updated_at': '2022-01-25T15:48:02Z', 'revision_number': 1, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:05.086146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaabc5c-5bf1-4746-a274-7b9263ad5c53 None None] New status for floating IP f5851baf-dd10-4a7f-a5fc-f456ca855a64: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:49:05.627078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-193d3f31-bc50-46c3-b3bf-b6475331aff2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:05.628501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-193d3f31-bc50-46c3-b3bf-b6475331aff2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.0740790 Jan 25 15:49:05.696797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:05.697139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:05.980069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:05.980414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:06.046989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225e9b7-0ac1-46c1-b79c-18282abfd461 req-231bb098-02e9-4b1d-9edc-8bf1f5d02873 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:06.048393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8225e9b7-0ac1-46c1-b79c-18282abfd461 req-231bb098-02e9-4b1d-9edc-8bf1f5d02873 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 946 time: 0.1845207 Jan 25 15:49:06.105425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:06.296785 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8225e9b7-0ac1-46c1-b79c-18282abfd461 req-f88b1944-e8bb-46d9-9c9e-69c45d71c40d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=5b165beb-f22b-41dd-83db-48454b1bb10c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979306 Jan 25 15:49:06.427708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:06.478106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=13120b9e-4f4f-4dfc-8d1d-49c813793aa4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:06.545990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:49:06.554552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:06.554552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'name': 'network-vif-deleted', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:06.603544 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df721324-9a24-4c86-97dd-55cc4874e024', 'name': 'network-vif-deleted', 'tag': '13120b9e-4f4f-4dfc-8d1d-49c813793aa4', 'status': 'completed', 'code': 200} Jan 25 15:49:06.666392 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-89bbc482-ba10-4d88-b233-134bccbe1c09 req-6359905b-8dc1-4987-87b1-2a976c3eda77 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/13120b9e-4f4f-4dfc-8d1d-49c813793aa4 HTTP/1.1" status: 204 len: 173 time: 1.0324643 Jan 25 15:49:07.471210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-35dc7135-5d74-48f0-8f8c-330379d34f0d req-ba5ef6cb-91bf-4732-8bf4-2105166f1954 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:07.654203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-35dc7135-5d74-48f0-8f8c-330379d34f0d req-ba5ef6cb-91bf-4732-8bf4-2105166f1954 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:07.655356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-35dc7135-5d74-48f0-8f8c-330379d34f0d req-ba5ef6cb-91bf-4732-8bf4-2105166f1954 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=df721324-9a24-4c86-97dd-55cc4874e024 HTTP/1.1" status: 200 len: 210 time: 0.2233446 Jan 25 15:49:08.845043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:08.901241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37726) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:08.970486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:08.998905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.101708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.120067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b165beb-f22b-41dd-83db-48454b1bb10c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:09.126784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.130747 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12933757-b495-4cd5-8b8c-706d370f925a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/5b165beb-f22b-41dd-83db-48454b1bb10c HTTP/1.1" status: 204 len: 168 time: 0.2284198 Jan 25 15:49:09.219760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37732) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:09.413810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port b4c3957d-e60c-4b70-a63b-e23b28a40f95 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:09.414051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.574029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.574352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.694337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for b4c3957d-e60c-4b70-a63b-e23b28a40f95 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:09.913490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:09.959735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=b4c3957d-e60c-4b70-a63b-e23b28a40f95,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:10.045497 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:10.080159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:49:10.116099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:49:10.116473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 13120b9e-4f4f-4dfc-8d1d-49c813793aa4 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:49:10.421760 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:49:10.704896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:10.714166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:10.725401 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:10.726186 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:10.776100 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:10.831795 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-33711bb5-4e03-494f-b098-e86cecb80362 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/ac4fbb52-417b-423b-b9d3-972004ab9224 HTTP/1.1" status: 204 len: 168 time: 1.6109750 Jan 25 15:49:10.834540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:10.889974 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:49:10.907694 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:10.978767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-b02a38c1-d8bc-44ce-af1a-82ed40f7117f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 1098 time: 0.0710590 Jan 25 15:49:11.113142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-3cd96139-01e1-4eb9-8f88-fe34075cb684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:11.115411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-3cd96139-01e1-4eb9-8f88-fe34075cb684 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 200 len: 898 time: 0.1305659 Jan 25 15:49:11.191219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-fb2a2f30-c328-4b66-af0c-209649d845c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 200 len: 217 time: 0.0685413 Jan 25 15:49:11.215093 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:11.218806 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:11.229644 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:11.230227 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:11.259151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-b30b9896-263a-4d46-ab23-665cf924609e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:11.260652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-b30b9896-263a-4d46-ab23-665cf924609e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 200 len: 835 time: 0.0642827 Jan 25 15:49:11.334920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-150a97c9-dc7a-4a2e-81d9-ac3908adcec6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5c99345f-a931-4172-82c6-4593b3040f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690136 Jan 25 15:49:11.412728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:11.523081 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-3b88dbab-31de-4543-a287-3e8dc61a7c40 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808066 Jan 25 15:49:11.536638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77d566-6100-4e14-8f8f-ef8bf3d3a92f req-60ddf87a-945b-4f80-934d-324fa4af50f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:11.538019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e77d566-6100-4e14-8f8f-ef8bf3d3a92f req-60ddf87a-945b-4f80-934d-324fa4af50f0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.1275980 Jan 25 15:49:11.659433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e77d566-6100-4e14-8f8f-ef8bf3d3a92f req-89bb6400-f418-4aef-a94b-c91c0353a099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:11.702094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4a9cda0-11fc-42e5-9613-46896e2db3bf req-02c5132b-0efd-4841-8114-27207fd5b432 service neutron] 10.222.0.41 "GET /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718624 Jan 25 15:49:11.741905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e77d566-6100-4e14-8f8f-ef8bf3d3a92f req-89bb6400-f418-4aef-a94b-c91c0353a099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:11.743399 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e77d566-6100-4e14-8f8f-ef8bf3d3a92f req-89bb6400-f418-4aef-a94b-c91c0353a099 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887202 Jan 25 15:49:11.748791 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:11.753551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadbfcbe-2304-4cb4-8b85-0ed2f0a50853 None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd6dba749-1da3-4136-b832-995cb9f4d839', 'name': '', 'network_id': '5c99345f-a931-4172-82c6-4593b3040f64', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:61:4c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:38Z', 'updated_at': '2022-01-25T15:47:44Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '680dc8f3-0364-4146-9839-bc001cb4a39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:11.968134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa9fb1-3d43-4441-983f-558662e42ef7 None None] New status for floating IP ac4fbb52-417b-423b-b9d3-972004ab9224: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:49:12.786842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-aae792f3-24d9-4ed2-b770-48321875a17c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:12.788292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-aae792f3-24d9-4ed2-b770-48321875a17c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.0738056 Jan 25 15:49:12.858687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port ba2964cd-1fde-49f4-9d1a-10517dbec370 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:12.859025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:13.092673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eb95d-38bd-4ed1-b84b-fcea96d84b3c req-49cb34eb-0c95-4ab5-a837-dd058416113b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:13.094114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d90eb95d-38bd-4ed1-b84b-fcea96d84b3c req-49cb34eb-0c95-4ab5-a837-dd058416113b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 945 time: 0.2088704 Jan 25 15:49:13.264834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d90eb95d-38bd-4ed1-b84b-fcea96d84b3c req-754981ba-388f-4351-be3d-c363ceac91a2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643655 Jan 25 15:49:13.266413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port ba2964cd-1fde-49f4-9d1a-10517dbec370, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=ba2964cd-1fde-49f4-9d1a-10517dbec370,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:13.266758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:13.388303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for ba2964cd-1fde-49f4-9d1a-10517dbec370 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:13.599036 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:13.645218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=ba2964cd-1fde-49f4-9d1a-10517dbec370,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:13.718003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port ba2964cd-1fde-49f4-9d1a-10517dbec370 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:49:13.720229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:13.722664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'name': 'network-vif-deleted', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:13.733914 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d82335fa-4c90-4f96-a96d-fabe399c23d2 req-f36f02a4-265f-4177-9305-8c81ec7c072c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/ba2964cd-1fde-49f4-9d1a-10517dbec370 HTTP/1.1" status: 204 len: 173 time: 0.9397783 Jan 25 15:49:13.777572 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750110a6-c2d6-446c-b841-0a4c9ae64793', 'name': 'network-vif-deleted', 'tag': 'ba2964cd-1fde-49f4-9d1a-10517dbec370', 'status': 'completed', 'code': 200} Jan 25 15:49:14.439718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3dcf2779-6a9f-4f73-b6f4-c457eaf8ca81 req-64c19e40-1cf5-43f9-877c-df9f77891e78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:14.518662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3dcf2779-6a9f-4f73-b6f4-c457eaf8ca81 req-64c19e40-1cf5-43f9-877c-df9f77891e78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:14.519824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3dcf2779-6a9f-4f73-b6f4-c457eaf8ca81 req-64c19e40-1cf5-43f9-877c-df9f77891e78 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=750110a6-c2d6-446c-b841-0a4c9ae64793 HTTP/1.1" status: 200 len: 210 time: 0.1194429 Jan 25 15:49:15.665764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37750) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:15.731797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:15.763042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:15.889921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:15.908893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:15.974864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:15.975967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7b7241e4-f3cd-4634-a262-239884e9fe84 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/d3fd7bec-4cf3-4cd3-adfa-fb8897f61d74 HTTP/1.1" status: 204 len: 168 time: 0.3092539 Jan 25 15:49:16.050808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37756) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:16.432393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:17.005018 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port d6dba749-1da3-4136-b832-995cb9f4d839 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:17.005349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:17.179510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port d6dba749-1da3-4136-b832-995cb9f4d839, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d6dba749-1da3-4136-b832-995cb9f4d839,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:17.180143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:17.388909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for d6dba749-1da3-4136-b832-995cb9f4d839 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:17.633373 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:17.681065 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=d6dba749-1da3-4136-b832-995cb9f4d839,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:17.966676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:18.094213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device ba2964cd-1fde-49f4-9d1a-10517dbec370 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:49:18.127794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: ba2964cd-1fde-49f4-9d1a-10517dbec370 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:49:18.128327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device ba2964cd-1fde-49f4-9d1a-10517dbec370 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:49:18.523978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router bbc293e8-d76c-4671-89d3-9b8d3ee4183b has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:49:18.712003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:18.721915 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Sync routers for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:18.734078 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:18.734682 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:18.804177 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-abb30a4e-1697-49f8-a0bb-2e864260197d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/bbc293e8-d76c-4671-89d3-9b8d3ee4183b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520852 Jan 25 15:49:18.806665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37760) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:18.907813 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:19.088288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 680dc8f3-0364-4146-9839-bc001cb4a39e {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:49:19.091044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.142612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.191956 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:49:17Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:19.195699 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Checking router: bbc293e8-d76c-4671-89d3-9b8d3ee4183b for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:19.206414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Routers {'bbc293e8-d76c-4671-89d3-9b8d3ee4183b'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:19.207042 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:19.221486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.359222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.374966 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] Set router bbc293e8-d76c-4671-89d3-9b8d3ee4183b gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:19.398986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=680dc8f3-0364-4146-9839-bc001cb4a39e,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:19.405778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.410840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbc8e8-b37c-471b-8447-1524c87d5425 None None] Network 5c99345f-a931-4172-82c6-4593b3040f64 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:49:19.415603 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-18a5c728-f5df-4cca-8cda-6e4968e98348 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/680dc8f3-0364-4146-9839-bc001cb4a39e HTTP/1.1" status: 204 len: 168 time: 0.6055956 Jan 25 15:49:19.415999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37764) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:19.624540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.665015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:49:17Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:19.668635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] DHCP port deletion for 5c99345f-a931-4172-82c6-4593b3040f64 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:49:19.669185 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcf35cc-d91e-4709-bc88-91bf316c95a7 None None] The sync data for ids ['bbc293e8-d76c-4671-89d3-9b8d3ee4183b'] in dv-neutron-826291-2-hyperv is: [{'id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'name': 'tempest-TestNetworkBasicOps-router-1167954723', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:49:17Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'f1e82d08-1118-4519-b5a1-df612c4f2c55', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc293e8-d76c-4671-89d3-9b8d3ee4183b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:47:34Z', 'updated_at': '2022-01-25T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:19.672997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Deleting port f332b92b-5c49-4af1-a6ab-ccad6628f614 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:19.678784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.825526 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.871175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] For port f332b92b-5c49-4af1-a6ab-ccad6628f614, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f332b92b-5c49-4af1-a6ab-ccad6628f614,segment=NetworkSegment(4bb0cbca-bef2-419a-be45-869697656355),segment_id=4bb0cbca-bef2-419a-be45-869697656355)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:19.871477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.890301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port f1e82d08-1118-4519-b5a1-df612c4f2c55 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:49:19.890640 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:19.987964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Calling delete_port for f332b92b-5c49-4af1-a6ab-ccad6628f614 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:20.064952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port f1e82d08-1118-4519-b5a1-df612c4f2c55, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f1e82d08-1118-4519-b5a1-df612c4f2c55,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:20.065322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:20.145681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:20.185435 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for f1e82d08-1118-4519-b5a1-df612c4f2c55 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:49:20.193362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Pushing event deleted for resources: {'Port': ['ID=f332b92b-5c49-4af1-a6ab-ccad6628f614,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:20.198007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] No DVR routers for this DVR port f332b92b-5c49-4af1-a6ab-ccad6628f614 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:49:20.213731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.214394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.214737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.215067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.215392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.215717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.216058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.216371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.216693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.217019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.217321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bcb620-683d-4b33-8425-f2d26b4decca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:20.387559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:20.431608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=f1e82d08-1118-4519-b5a1-df612c4f2c55,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:20.739005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:20.782240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f332b92b-5c49-4af1-a6ab-ccad6628f614 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:49:20.816059 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f332b92b-5c49-4af1-a6ab-ccad6628f614 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:49:20.816392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f332b92b-5c49-4af1-a6ab-ccad6628f614 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:49:20.816800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d6dba749-1da3-4136-b832-995cb9f4d839 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:49:20.847265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d6dba749-1da3-4136-b832-995cb9f4d839 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:49:20.847605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d6dba749-1da3-4136-b832-995cb9f4d839 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:49:20.992444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:20.996500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.107155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.107676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router bbc293e8-d76c-4671-89d3-9b8d3ee4183b {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:49:21.122475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.126028 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-06ca3641-d776-4a8e-a18b-56824038950b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/bbc293e8-d76c-4671-89d3-9b8d3ee4183b HTTP/1.1" status: 204 len: 168 time: 1.7064445 Jan 25 15:49:21.126215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37768) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:21.240780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.369340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.393011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c99345f-a931-4172-82c6-4593b3040f64']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:21.404725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb0cbca-bef2-419a-be45-869697656355') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:21.405016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb0cbca-bef2-419a-be45-869697656355') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:21.415778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.431093 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.436937 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:49:21.437329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:49:21.451507 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:49:21.591135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.608950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.621638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=5c99345f-a931-4172-82c6-4593b3040f64,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:21.713437 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a0c091f7-491a-4b5c-bb6e-9eb67436da56 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/5c99345f-a931-4172-82c6-4593b3040f64 HTTP/1.1" status: 204 len: 168 time: 0.5862010 Jan 25 15:49:21.740612 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37772) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:21.746135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'network': {'name': 'tempest-network-smoke--458208639', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:21.751402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:21.755365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:network and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:21.758181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:21.763694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:21.826777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:49:21.829641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.857590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:49:21.865610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.865976 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Added segment 4d1b033b-33e4-4048-beba-cc433b6102c9 of type vlan for network e69835a5-977e-4407-a491-a82f29f78190 Jan 25 15:49:21.889813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.981125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:21.985005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:21.985588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.089115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Network': ['ID=e69835a5-977e-4407-a491-a82f29f78190,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:22.100576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network e69835a5-977e-4407-a491-a82f29f78190 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:49:22.145434 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-48a4dbc0-0511-4edf-8dcf-284af88e5f47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4006715 Jan 25 15:49:22.146243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37776) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:22.150617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-107995627', 'admin_state_up': True, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:22.157617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:22.161960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:router and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:22.164811 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:22.170403 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:22.244622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.245588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.263214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.465800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.695319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1e82d08-1118-4519-b5a1-df612c4f2c55 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:49:22.728690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f1e82d08-1118-4519-b5a1-df612c4f2c55 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:49:22.729245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f1e82d08-1118-4519-b5a1-df612c4f2c55 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:49:22.789057 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.817700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:22.945362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.101 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b7f34b04-d174-4ab6-aa05-ebad3dd064f5) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:49:23.083769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:23.176471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:23.243622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:23.246588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:23.249567 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:49:23.281404 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:23.474015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:23.474742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:23.796159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:49:23.988872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:23.998356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:24.010270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:24.010841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:24.094130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:24.098028 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c8969319-c480-40b4-8126-fcbc75d1ddc7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9487522 Jan 25 15:49:24.098392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37780) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:24.141180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37784) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:24.141365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-606a7474-0bfe-4c5a-9faf-0d6452ac4a25 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=cbbfad97e70847b4a0ed427e01343de6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418708 Jan 25 15:49:24.212308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:24.269208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f13631-ffac-4611-97a9-6ea293baed20 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:24.270695 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b4f13631-ffac-4611-97a9-6ea293baed20 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283834 Jan 25 15:49:24.273617 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37788) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:24.311637 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b108074c-db79-4863-b8ba-3382ae8becf8 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369999 Jan 25 15:49:24.314009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37792) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:24.319685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-303253069', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:24.422202 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:24.426337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:subnet and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:24.429010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:24.434433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:24.489346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:23Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:24.493018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Checking router: 50d8a131-caa3-4350-af43-537452952e23 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:24.493361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Updating router 50d8a131-caa3-4350-af43-537452952e23 port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:49:24.542041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:24.553104 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:49:24.650953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:24.866367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:24.877483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Transition to ACTIVE for port object b7f34b04-d174-4ab6-aa05-ebad3dd064f5 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:24.958851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.015905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.039295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Attempting to bind port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:49:25.039837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Attempting to bind port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:49:25.040005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Attempting to bind port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:49:25.041898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc5ae8-edd3-4b56-b293-730a1d5a6c2e None None] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:25.049234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:49:25.054751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:49:25.054751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.054751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:49:25.054751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Bound port: b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:49:25.054751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.097054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Subnet': ['ID=47527fd9-0f0b-4d74-afae-80b986f8d171,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:25.106938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Checking segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:49:25.107297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network hostable DHCP agents. Network: e69835a5-977e-4407-a491-a82f29f78190, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:49:25.122350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:49:25.124395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:49:25.202879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.210255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network e69835a5-977e-4407-a491-a82f29f78190 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:49:25.273102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, e69835a5-977e-4407-a491-a82f29f78190) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:25.277764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:25.278338 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:25.280691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc5ae8-edd3-4b56-b293-730a1d5a6c2e None None] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:25.284585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1040a77b-39ab-4ad9-81d9-895bd4237955 None None] Network e69835a5-977e-4407-a491-a82f29f78190 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:49:25.302528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:25.303134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:25.374529 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a301b726-2aa6-4e2b-b9aa-2eb7944a504f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0595164 Jan 25 15:49:25.377715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37796) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:25.604789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:25.811535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-e69835a5-977e-4407-a491-a82f29f78190', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:49:25.812326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.101119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Allocated IP 172.20.0.2 (e69835a5-977e-4407-a491-a82f29f78190/47527fd9-0f0b-4d74-afae-80b986f8d171/d9227c16-c8eb-465e-ab50-564e218a0f0b) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:49:26.123176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.202999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:23Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:26.218226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e71eed3-942e-4eb2-b936-3b0e54363c1e None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:23Z', 'revision_number': 3, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:26.343113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.353402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Transition to ACTIVE for port object d9227c16-c8eb-465e-ab50-564e218a0f0b will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:26.373012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Transition to ACTIVE for port object d9227c16-c8eb-465e-ab50-564e218a0f0b will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:26.462695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.529512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.1 (e69835a5-977e-4407-a491-a82f29f78190/47527fd9-0f0b-4d74-afae-80b986f8d171/7bc51684-86f0-4ec9-81cb-dd990d409f31) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:49:26.534631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Network e69835a5-977e-4407-a491-a82f29f78190 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:26.538427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Pushing event updated for resources: {'Port': ['ID=d9227c16-c8eb-465e-ab50-564e218a0f0b,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:26.540919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:26.543216 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:49:26.639124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Attempting to bind port d9227c16-c8eb-465e-ab50-564e218a0f0b on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:49:26.639950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Attempting to bind port d9227c16-c8eb-465e-ab50-564e218a0f0b by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:49:26.640305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Attempting to bind port d9227c16-c8eb-465e-ab50-564e218a0f0b on network e69835a5-977e-4407-a491-a82f29f78190 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:49:26.647184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:49:26.647598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Checking segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:49:26.648008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.649012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Bound using segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:49:26.649012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Bound port: d9227c16-c8eb-465e-ab50-564e218a0f0b, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:49:26.649257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.707412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.724732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 7bc51684-86f0-4ec9-81cb-dd990d409f31 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:26.744790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] For port d9227c16-c8eb-465e-ab50-564e218a0f0b, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:49:26.748894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] For port d9227c16-c8eb-465e-ab50-564e218a0f0b, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9227c16-c8eb-465e-ab50-564e218a0f0b,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:49:26.801545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:26.833311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.833588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:26.942427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a17312-d97b-4d20-bf9d-6631b9329841 None None] Pushing event updated for resources: {'Port': ['ID=d9227c16-c8eb-465e-ab50-564e218a0f0b,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:27.030891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network e69835a5-977e-4407-a491-a82f29f78190 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:27.035003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:27.037880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:49:27.038532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:27.047302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:27.047669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.097535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:27.109954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.205838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.224084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:27.289933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.294543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.358444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:27.694337 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.756861 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.869562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:27.872128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:27.877755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce4354-a83a-4f91-81b6-6c306488f288 None None] Network e69835a5-977e-4407-a491-a82f29f78190 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:49:28.005464 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network e69835a5-977e-4407-a491-a82f29f78190 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:28.006644 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:28.080579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-76173eca-0fe6-4d1c-884d-050f2a2b280d None None] Provisioning for port d9227c16-c8eb-465e-ab50-564e218a0f0b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:28.392407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:49:28.398931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9bdd09d8-7668-4771-ad55-2b308da79d2e None None] Provisioning for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:28.405086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9bdd09d8-7668-4771-ad55-2b308da79d2e None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:28.405616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9bdd09d8-7668-4771-ad55-2b308da79d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:28.502893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9bdd09d8-7668-4771-ad55-2b308da79d2e None None] Port 7bc51684-86f0-4ec9-81cb-dd990d409f31 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:49:28.633279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e8b1b895-4c17-473c-8fa6-95a8bb3d8686 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:28.633965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e8b1b895-4c17-473c-8fa6-95a8bb3d8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:28.687120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e8b1b895-4c17-473c-8fa6-95a8bb3d8686 None None] Port 7bc51684-86f0-4ec9-81cb-dd990d409f31 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:49:28.715145 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:28.728873 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c7a18890-bb04-47ac-8ea2-d2f3bd0760b2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/50d8a131-caa3-4350-af43-537452952e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3500817 Jan 25 15:49:28.731569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37800) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:28.810585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c6f7f834-9663-4695-9deb-ee73e4b57b87 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:28.810956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c6f7f834-9663-4695-9deb-ee73e4b57b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:28.835786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:28.875702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6aa90-8199-498e-896c-5440ac402a2b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.876075 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6aa90-8199-498e-896c-5440ac402a2b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.876433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6aa90-8199-498e-896c-5440ac402a2b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.876787 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6aa90-8199-498e-896c-5440ac402a2b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.880880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-61e6aa90-8199-498e-896c-5440ac402a2b tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1459861 Jan 25 15:49:28.881103 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37804) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:28.910613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7f834-9663-4695-9deb-ee73e4b57b87 None None] Port 7bc51684-86f0-4ec9-81cb-dd990d409f31 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:49:28.928766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:28.929130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:28.947127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb6383-412b-4fc8-9e0d-153f2c1393fa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.947512 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb6383-412b-4fc8-9e0d-153f2c1393fa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.947867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb6383-412b-4fc8-9e0d-153f2c1393fa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.948217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cb6383-412b-4fc8-9e0d-153f2c1393fa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:28.952277 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a2cb6383-412b-4fc8-9e0d-153f2c1393fa tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0678391 Jan 25 15:49:28.952502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37808) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:29.040824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9227c16-c8eb-465e-ab50-564e218a0f0b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:29.149615 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b88774b4-b171-4bf3-b569-7ddd8d454e1a tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1960511 Jan 25 15:49:29.175950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d9227c16-c8eb-465e-ab50-564e218a0f0b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:29.181183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d9227c16-c8eb-465e-ab50-564e218a0f0b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:29.181589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.293481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.333573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d9227c16-c8eb-465e-ab50-564e218a0f0b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9227c16-c8eb-465e-ab50-564e218a0f0b,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:29.415672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.450404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-594b27f0-c805-4592-8a95-2d6663e4a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.481111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d9227c16-c8eb-465e-ab50-564e218a0f0b,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:29.538441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37814) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:29.544182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870022482', 'description': 'tempest-secgroup-smoke-870022482 description', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:29.550788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:29.554992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:29.558032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:29.564307 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:29.661327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.698312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:29.702270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:29.705022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:29.710533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:29.764293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.765989 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:29.777882 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:29.778466 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:29.830870 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.875507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0192f361-bb0a-4d04-b8a8-3adf4099a29f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:29.939459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:29.940644 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-50d61ba0-f384-4537-bbbe-8e2b3b099c1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4012265 Jan 25 15:49:29.943490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37818) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:29.948839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:29.954628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:29.958600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:29.961499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:29.967246 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:29.977422 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:30.042525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.106556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.167794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.188661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35b19ef-742a-4246-ba6c-4ebe40c61a3e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:30.255867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.257098 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f4ef4329-d0dd-4aba-acb4-26c7c26909e0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3127027 Jan 25 15:49:30.259820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37822) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:30.265351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:30.271621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:30.275388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:30.278261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:30.284682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:30.298198 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:30.301982 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Checking router: 50d8a131-caa3-4350-af43-537452952e23 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:30.302329 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Updating router 50d8a131-caa3-4350-af43-537452952e23 port 7bc51684-86f0-4ec9-81cb-dd990d409f31 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:49:30.350979 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.376371 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.437656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.499176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.521268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e245d48c-4aa6-4c1d-a232-55d66c1a9537,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:30.631096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.632307 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-aad95ad3-4a11-4a50-ac7d-93927be0e612 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3714623 Jan 25 15:49:30.634952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:30.640409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:30.646851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:30.650590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:30.653514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:30.659200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:30.675050 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.685881 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Transition to ACTIVE for port object 7bc51684-86f0-4ec9-81cb-dd990d409f31 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:30.725301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.739636 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.744573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9227c16-c8eb-465e-ab50-564e218a0f0b up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:30.790491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.818711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d9227c16-c8eb-465e-ab50-564e218a0f0b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:30.819168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.888051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.906024 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc80eb4-2f95-4132-8d41-7d3a69000842,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:30.960553 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:30.965372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Attempting to bind port 7bc51684-86f0-4ec9-81cb-dd990d409f31 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:49:30.965372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Attempting to bind port 7bc51684-86f0-4ec9-81cb-dd990d409f31 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:49:30.965372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Attempting to bind port 7bc51684-86f0-4ec9-81cb-dd990d409f31 on network e69835a5-977e-4407-a491-a82f29f78190 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:49:30.976029 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.976403 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.976726 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.977046 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.977362 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.977692 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.978002 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.978312 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.978618 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.978928 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.979234 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:49:30.984079 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:49:30.984684 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Checking segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:49:30.985069 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:30.985457 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Bound using segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:49:30.985912 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Bound port: 7bc51684-86f0-4ec9-81cb-dd990d409f31, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:49:30.986872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.015748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.017093 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3b6f9b12-f57d-43c4-9aed-a0a18ffb0178 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3811395 Jan 25 15:49:31.019955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37830) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:31.025751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:31.031908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:31.036746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:31.039705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:31.045484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:31.077428 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:49:31.080459 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7bc51684-86f0-4ec9-81cb-dd990d409f31,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:49:31.118159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.174552 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.181949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.252964 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8a36d-1ffa-40a1-b229-e75fd8323481 None None] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:31.255793 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:31.256389 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:31.265157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.293498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc231be-febf-479e-b9e5-ec611f5f6e6c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:31.375916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.377725 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13265d6f-a995-425e-9b7c-85bcf736b7a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3567717 Jan 25 15:49:31.380387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37834) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:31.385881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:31.393461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:31.398267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:31.401209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:31.407018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:31.436712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:31.473495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:49:31.480126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.502069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12ddad28-3307-4b64-b09f-79aa277f795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.545331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.633009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.658048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e06e26-4919-4ac5-ae9c-141f63f2d684,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:31.729801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.731080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62443d85-5878-4a54-9dfd-18dd2eb5202b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3497751 Jan 25 15:49:31.733996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37838) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:31.739566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'security_group_rule': {'security_group_id': '0192f361-bb0a-4d04-b8a8-3adf4099a29f', 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:31.745651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:31.749654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:security_group_rule and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:31.752475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:31.758081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:31.760411 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:31Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:31.764478 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516815c-a6c0-4200-803d-3525af11eb6b None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:31Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:31.838610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Project cbbfad97e70847b4a0ed427e01343de6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:49:31.845408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.907453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:31.981676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:32.004656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027de55d-e849-4142-926d-a4b2064b65ce,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:32.072979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:32.074147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-89113bed-7f12-45b0-964f-9800a16e6f53 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3392057 Jan 25 15:49:32.253061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-1b811cdf-ed2b-44b5-9aba-f0c7f0a00aeb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:32.335958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-1b811cdf-ed2b-44b5-9aba-f0c7f0a00aeb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:32.337163 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-1b811cdf-ed2b-44b5-9aba-f0c7f0a00aeb tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870022482&fields=id&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 267 time: 0.1301191 Jan 25 15:49:32.489746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-1e1ad1c6-546e-44a0-8801-421df613ca1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:32.491202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-1e1ad1c6-546e-44a0-8801-421df613ca1b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/networks?id=e69835a5-977e-4407-a491-a82f29f78190 HTTP/1.1" status: 200 len: 796 time: 0.1473236 Jan 25 15:49:32.510553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-2dc29e93-a87e-4b20-a46d-2cb87dcbfd9e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/quotas/cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 375 time: 0.0137293 Jan 25 15:49:32.590832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-efb3080b-f30e-4e5d-83c5-db683673f20f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750160 Jan 25 15:49:32.799903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:32.801176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-b991434b-8f1d-4c3d-bc59-3bfac1f90fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986420 Jan 25 15:49:32.927760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:32.946738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:32.948569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-af1f1369-bb5b-4ccb-a588-68cd21597c0c service neutron] 10.222.0.26 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381011 Jan 25 15:49:32.951924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:32.955990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:33.002905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:33.073219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:33.104741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7bc51684-86f0-4ec9-81cb-dd990d409f31,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:33.190764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:33.222769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-947c6673-7a03-42b8-b291-f5f90d5f2270 req-2ad02a01-d26d-4577-a183-b3d27be4b460 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 210 time: 0.0422721 Jan 25 15:49:33.261464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:34.390013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0070d6a2-3b25-4fb8-8675-7673614b00a8 req-4c63aa30-cdf7-4ce5-a241-6b9a045b2891 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 210 time: 0.0434358 Jan 25 15:49:34.636217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:34.744385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:34.814724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:34.815075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:35.206387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-376d6d8c-a062-470a-8b6f-943e3fcfa5b7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:35.207768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-376d6d8c-a062-470a-8b6f-943e3fcfa5b7 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/networks?id=e69835a5-977e-4407-a491-a82f29f78190 HTTP/1.1" status: 200 len: 796 time: 0.2291665 Jan 25 15:49:35.258556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-592dd21f-1756-4e00-ae41-eadb1070a30b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbfad97e70847b4a0ed427e01343de6 HTTP/1.1" status: 200 len: 379 time: 0.0392804 Jan 25 15:49:35.267191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'port': {'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'admin_state_up': True, 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'security_groups': ['0192f361-bb0a-4d04-b8a8-3adf4099a29f']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:35.399568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:35.403508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:port and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:35.406275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:35.411801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:35.478253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Made reservation on behalf of cbbfad97e70847b4a0ed427e01343de6 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:49:35.481630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:35.585828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29d1a377-daa5-4269-b7f0-b24c0418cd17 req-e775b85f-9e44-44e9-b1f4-39b2900b1d48 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 210 time: 0.0513606 Jan 25 15:49:35.673516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.20.0.11 (e69835a5-977e-4407-a491-a82f29f78190/47527fd9-0f0b-4d74-afae-80b986f8d171/5c30db72-e5ba-4c79-a04d-5c49bf52d264) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:49:35.851104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:35.866561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Transition to ACTIVE for port object 5c30db72-e5ba-4c79-a04d-5c49bf52d264 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:35.935892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.006470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network e69835a5-977e-4407-a491-a82f29f78190 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:36.009344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:36.013092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:49:36.042742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:36.076238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:36.076982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.146160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-22e386d8-021d-4217-83fd-d672652df999 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824863 Jan 25 15:49:36.158782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Request body: {'port': {'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:36.267295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.270548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6a29220-e97d-42a4-8645-197765848dda None None] Provisioning for port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:36.275532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6a29220-e97d-42a4-8645-197765848dda None None] Provisioning complete for port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:36.275895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6a29220-e97d-42a4-8645-197765848dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.328626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a6a29220-e97d-42a4-8645-197765848dda None None] Port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:49:36.593463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c30db72-e5ba-4c79-a04d-5c49bf52d264 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:49:36.600045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.614703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Transition to ACTIVE for port object 5c30db72-e5ba-4c79-a04d-5c49bf52d264 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:49:36.687960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:36.863854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Pushing event updated for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:36.960479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb480e3-47c4-425f-af80-e21a693ac669 req-5e5f56ca-78ba-413f-84a0-4c449189cf2c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:36.961159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bcb480e3-47c4-425f-af80-e21a693ac669 req-5e5f56ca-78ba-413f-84a0-4c449189cf2c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:49:36.996661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Attempting to bind port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:49:37.002651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Attempting to bind port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:49:37.002651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Attempting to bind port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 on network e69835a5-977e-4407-a491-a82f29f78190 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:49:37.003520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 on network e69835a5-977e-4407-a491-a82f29f78190 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:49:37.003831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Attempting to bind port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 on network e69835a5-977e-4407-a491-a82f29f78190 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:49:37.009906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:49:37.010235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Checking segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:49:37.010609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Bound using segment: {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:49:37.011020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Bound port: 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d1b033b-33e4-4048-beba-cc433b6102c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:49:37.011358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:37.052841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-bcb480e3-47c4-425f-af80-e21a693ac669 req-5e5f56ca-78ba-413f-84a0-4c449189cf2c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:49:37.053942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcb480e3-47c4-425f-af80-e21a693ac669 req-5e5f56ca-78ba-413f-84a0-4c449189cf2c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 944 time: 0.3304167 Jan 25 15:49:37.076454 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:49:37.214102 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bcb480e3-47c4-425f-af80-e21a693ac669 req-8779e897-8a52-4a62-bd03-0ebeb8ec7d66 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539886 Jan 25 15:49:37.224417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:49:37.224417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:49:37.294001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:37.354367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:37.355707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] 10.222.0.41 "PUT /v2.0/ports/5c30db72-e5ba-4c79-a04d-5c49bf52d264 HTTP/1.1" status: 200 len: 1094 time: 1.2018285 Jan 25 15:49:37.356404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:37.376999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a086e-ce33-485a-9c03-caf28b31355d service neutron] Pushing event updated for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:37.423648 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'status': 'completed', 'code': 200} Jan 25 15:49:37.516119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3c0960e-b6f4-4f42-8905-3c5b0183e5dd req-0f86f371-35b8-4178-8379-a30e9dfa6763 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1097 time: 0.0733387 Jan 25 15:49:37.652448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0960e-b6f4-4f42-8905-3c5b0183e5dd req-f6ef3064-3ff2-47e0-957a-e575e3cdbaff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:37.653780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3c0960e-b6f4-4f42-8905-3c5b0183e5dd req-f6ef3064-3ff2-47e0-957a-e575e3cdbaff service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cbbfad97e70847b4a0ed427e01343de6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1318834 Jan 25 15:49:37.784555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0960e-b6f4-4f42-8905-3c5b0183e5dd req-a6bedaca-66ef-4f8c-b7ba-219922dbc065 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:37.786037 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3c0960e-b6f4-4f42-8905-3c5b0183e5dd req-a6bedaca-66ef-4f8c-b7ba-219922dbc065 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264865 Jan 25 15:49:37.885390 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-04502a51-8ca3-4079-b55c-3f0cc2176a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1097 time: 0.0664108 Jan 25 15:49:37.953425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-c82fe58b-994a-4a0c-a225-287427fe0ba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264 HTTP/1.1" status: 200 len: 217 time: 0.0621796 Jan 25 15:49:38.012944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-882e6498-38a9-4219-8c89-af8843a6b584 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:38.014326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-882e6498-38a9-4219-8c89-af8843a6b584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47527fd9-0f0b-4d74-afae-80b986f8d171 HTTP/1.1" status: 200 len: 834 time: 0.0555019 Jan 25 15:49:38.090397 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-b54444c3-b664-474e-8e4d-953de8058893 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e69835a5-977e-4407-a491-a82f29f78190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702848 Jan 25 15:49:38.220753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-50a601de-9194-474e-9356-135f846f8931 service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249244 Jan 25 15:49:38.387870 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-022f00a2-b22c-4e95-8162-3bcfe9095846 req-3fdff8d8-8881-4deb-8910-f9c698e027c1 service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615255 Jan 25 15:49:38.425974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c99f8-a8e7-4173-82a2-9a3307634cb9 req-545b13e0-8e73-414c-a9ae-136c234a16e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:38.427433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c99f8-a8e7-4173-82a2-9a3307634cb9 req-545b13e0-8e73-414c-a9ae-136c234a16e9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 944 time: 0.0847764 Jan 25 15:49:38.475548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c99f8-a8e7-4173-82a2-9a3307634cb9 req-1c2376f4-c21c-4422-a27d-4b0719201a66 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Jan 25 15:49:38.870806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:39.672886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e98f2-9587-44f7-9bce-86277c085cdd req-3670bcb9-4407-4a4f-b8c3-36dd7b875d9b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:39.674340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f0e98f2-9587-44f7-9bce-86277c085cdd req-3670bcb9-4407-4a4f-b8c3-36dd7b875d9b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 944 time: 0.0765519 Jan 25 15:49:39.717739 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f0e98f2-9587-44f7-9bce-86277c085cdd req-5cab1567-4497-4a4a-897b-926b0b599e26 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377536 Jan 25 15:49:40.910459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a42c45-33ed-44a1-bd5f-e70435a8ae57 req-9249b1ce-3af5-4063-b4d4-79ac783402ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:40.911885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01a42c45-33ed-44a1-bd5f-e70435a8ae57 req-9249b1ce-3af5-4063-b4d4-79ac783402ec tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 944 time: 0.0749657 Jan 25 15:49:40.956011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01a42c45-33ed-44a1-bd5f-e70435a8ae57 req-2c5a1669-3e21-4b94-a828-a13fbf2e45dd tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387459 Jan 25 15:49:42.149331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138fc58-aa1a-4d95-ba4e-98ff3ceab179 req-5f214e43-d536-4075-8e46-1cd3253c20be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:42.150788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b138fc58-aa1a-4d95-ba4e-98ff3ceab179 req-5f214e43-d536-4075-8e46-1cd3253c20be tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 944 time: 0.0787528 Jan 25 15:49:42.194497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b138fc58-aa1a-4d95-ba4e-98ff3ceab179 req-b77b4f1d-fd55-4bd8-abad-9b9b0087357a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381982 Jan 25 15:49:42.223990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 5c30db72-e5ba-4c79-a04d-5c49bf52d264 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:49:42.352045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:42.365123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:49:42.416073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:42.435567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c30db72-e5ba-4c79-a04d-5c49bf52d264 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:49:42.450704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:42.558089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:42.622673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:42.746878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['5c30db72-e5ba-4c79-a04d-5c49bf52d264'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:49:43.385392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74718b6-5896-4026-b0d9-5c162c3f1778 req-53435a19-abc3-4407-99ab-9a3182f1ac9d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:43.386954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e74718b6-5896-4026-b0d9-5c162c3f1778 req-53435a19-abc3-4407-99ab-9a3182f1ac9d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 945 time: 0.0727096 Jan 25 15:49:43.433844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e74718b6-5896-4026-b0d9-5c162c3f1778 req-45dd9872-630f-4020-b26d-4b8d3d4018a5 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Jan 25 15:49:44.234208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 5c30db72-e5ba-4c79-a04d-5c49bf52d264 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:49:44.369243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:49:44.373976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:49:44.374349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:44.480712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:44.532560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:44.542081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:49:44.590179 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'code': 200} Jan 25 15:49:44.632578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06379e4-8622-4c19-8fc2-7f774f97b4bc req-cd5865c9-ea81-44f2-a777-e8762045f582 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:44.634070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f06379e4-8622-4c19-8fc2-7f774f97b4bc req-cd5865c9-ea81-44f2-a777-e8762045f582 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 945 time: 0.0781007 Jan 25 15:49:44.655194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:44.679533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f06379e4-8622-4c19-8fc2-7f774f97b4bc req-29c2bcd8-c924-4dc5-9143-7ace2fc3b7da tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395422 Jan 25 15:49:44.721400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:44.959705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b11d7c60-7dbf-4c11-a86a-54c7d67527ea req-d3487331-6f71-4746-a29d-5611b2fb6ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1099 time: 0.0683327 Jan 25 15:49:45.087290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b11d7c60-7dbf-4c11-a86a-54c7d67527ea req-fc5bf80b-0575-4ccb-913f-fd8df95be58b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204855 Jan 25 15:49:45.871569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe115a82-c61b-41d6-a8be-58019037a79e req-934d4df5-cab9-4692-b66f-c1be71322997 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:45.872903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe115a82-c61b-41d6-a8be-58019037a79e req-934d4df5-cab9-4692-b66f-c1be71322997 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.0744328 Jan 25 15:49:45.916912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe115a82-c61b-41d6-a8be-58019037a79e req-035a3b0f-8598-4284-bb7f-4d2b34c7a3c3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Jan 25 15:49:47.106340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea94f0-81dc-4a3c-acb5-c8f9755b5ec2 req-77ebc6d2-5af7-4e19-9d49-54b388b48d16 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:47.107750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57ea94f0-81dc-4a3c-acb5-c8f9755b5ec2 req-77ebc6d2-5af7-4e19-9d49-54b388b48d16 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.0755892 Jan 25 15:49:47.150863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57ea94f0-81dc-4a3c-acb5-c8f9755b5ec2 req-660da50f-b471-4e16-a92f-8158f1b78866 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371475 Jan 25 15:49:47.341092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5fb89-c7a3-49ad-91c6-abe1536e4d97 req-26d13c97-0991-4912-97a1-b63121465cc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:47.342519 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01f5fb89-c7a3-49ad-91c6-abe1536e4d97 req-26d13c97-0991-4912-97a1-b63121465cc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.0733266 Jan 25 15:49:47.388403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01f5fb89-c7a3-49ad-91c6-abe1536e4d97 req-e81cfadd-0583-45b4-a9c1-586deedf7638 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 Jan 25 15:49:47.416047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:47.482410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46fd22ae-9c19-40e6-8336-dfac9d4907d8 tempest-TestNetworkBasicOps-735103613 tempest-TestNetworkBasicOps-735103613-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1094 time: 0.0652924 Jan 25 15:49:47.484884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37894) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:47.489886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:49:47.495078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:49:47.498810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Usage tracker for resource:floatingip and tenant:cbbfad97e70847b4a0ed427e01343de6 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:49:47.501623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:49:47.507131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:49:47.618676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:47.750807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:47.884363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Allocated IP 172.26.8.122 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/89386a83-3f24-49ed-ada4-95069dbd00b3) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:49:48.025780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:48.107221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:48.171216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:49:48.174608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:49:48.178264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:49:48.210612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=89386a83-3f24-49ed-ada4-95069dbd00b3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:48.675065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:48.792547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:49.069370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:49.138738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:49.239542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event updated for resources: {'Port': ['ID=89386a83-3f24-49ed-ada4-95069dbd00b3,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:49:49.257005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:49.440726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Floating IP 1dc92ac6-32ca-4be9-90eb-aa5d805897b3 associated. External IP: 172.26.8.122, port: 5c30db72-e5ba-4c79-a04d-5c49bf52d264. Jan 25 15:49:49.826541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:49:50.014341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:49:50.023640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:49:50.035905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:50.036509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:50.089854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:49:50.146013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bc88805a-20e0-453b-b3a8-ea0352630d47 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6601233 Jan 25 15:49:50.146570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:49:50.148855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:50.201558 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'status': 'completed', 'code': 200} Jan 25 15:49:50.213714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:50.292832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-07a3e23b-0c0f-4393-b08f-a3578b030a9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1099 time: 0.0686417 Jan 25 15:49:50.328853 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d544b6f7-79f2-4459-9c91-7487eb188e73 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1785946 Jan 25 15:49:50.421951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-3a9cf0e1-e948-41ed-b153-f36b668d627b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:50.423365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-3a9cf0e1-e948-41ed-b153-f36b668d627b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e69835a5-977e-4407-a491-a82f29f78190 HTTP/1.1" status: 200 len: 897 time: 0.1238492 Jan 25 15:49:50.524760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-3d5e4583-37f1-4ec7-9c14-16bbe5d71776 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264 HTTP/1.1" status: 200 len: 1000 time: 0.0958736 Jan 25 15:49:50.550898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:49:48Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:33Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:50.554696 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Checking router: 50d8a131-caa3-4350-af43-537452952e23 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:49:50.564853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:49:50.565470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:49:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:50.586648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-515c8f1b-2205-4034-89a9-8737a39caed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:49:50.588079 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-515c8f1b-2205-4034-89a9-8737a39caed1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47527fd9-0f0b-4d74-afae-80b986f8d171 HTTP/1.1" status: 200 len: 834 time: 0.0570700 Jan 25 15:49:50.666431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-a562cc57-bd5c-42be-92d5-1390ade95892 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e69835a5-977e-4407-a491-a82f29f78190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721996 Jan 25 15:49:50.738691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:49:50.894874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-476320b4-c657-48fa-9af3-dd50773073b0 service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223477 Jan 25 15:49:51.023593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82155cb1-8c80-44c6-99b4-73e37972d4ae req-4317872c-5585-4c86-aef6-281045133a01 service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230485 Jan 25 15:49:51.105362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:49:48Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:33Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:49:51.109745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d35c71-8b99-46ab-ab0a-fd01c258d5ea None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:49:48Z', 'revision_number': 0, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:49:33Z', 'revision_number': 5, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:49:51.296015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c487cf60-7f02-4e73-ad6f-8b5badee23d9 None None] New status for floating IP 1dc92ac6-32ca-4be9-90eb-aa5d805897b3: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:49:51.333127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37906) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:51.436026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6db5a12b-2940-4333-9149-32a288b5f023 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1017401 Jan 25 15:49:52.439923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37910) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:49:52.538712 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7be66feb-8c90-4b2f-9c85-8e298d293bd0 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 994 time: 0.0977111 Jan 25 15:49:59.401158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebb31-ab8a-42d0-8a62-89e01145e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:01.523456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-417de32e-dc59-4691-a6ff-3f75ac5adefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:02.894558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:02.961225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:04.646693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:08.860223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:14.076612 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:50:17.142062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37924) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:17.148052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:17.683979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:17.761187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:17.959127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:50:18.258539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:18.264398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:18.265766 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e022ce09-26f6-4729-9116-b563b6d8198a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/50d8a131-caa3-4350-af43-537452952e23 HTTP/1.1" status: 200 len: 888 time: 1.1223679 Jan 25 15:50:18.267897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:18.280562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:18.281167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:18.341366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:18.352164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:18.352760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:18.410234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:18.410631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1812751c-d05a-4e76-8dd4-f270ca43b786 None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:18.796240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:18.908514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:18.939423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7bc51684-86f0-4ec9-81cb-dd990d409f31,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:19.008387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:19.076636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:19.164460 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765449f9-bce3-4e48-9a66-76868ff472b0 None None] New status for floating IP 1dc92ac6-32ca-4be9-90eb-aa5d805897b3: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:50:20.426766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37930) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:20.432068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:20.760975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:20.866756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:20.882283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:20.938362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:20.974549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:21.006067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:21.014137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.014477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.014811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.015137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.015462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.015784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.016120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.016418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.016791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.017099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.017438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:21.029649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-390543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-390532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-380442'] for router, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:21.221814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:50:21.414163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:21.419825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:21.421510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3ac222b6-89fe-4487-9132-8d365f0b2097 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/50d8a131-caa3-4350-af43-537452952e23 HTTP/1.1" status: 200 len: 887 time: 0.9936945 Jan 25 15:50:21.423142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:21.424316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37934) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:21.435435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:21.436033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:21.529051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3c627685-e9d8-4797-af3e-721d54b5651d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1036863 Jan 25 15:50:21.607683 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:21.937796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:50:19Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:50:18Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:21.941623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Checking router: 50d8a131-caa3-4350-af43-537452952e23 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:50:21.951891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:21.952474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:22.159220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:22.493660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-82659e93-6822-451d-9c38-a65e965febfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:50:19Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:50:18Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:22.497508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82659e93-6822-451d-9c38-a65e965febfe None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '1dc92ac6-32ca-4be9-90eb-aa5d805897b3', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '50d8a131-caa3-4350-af43-537452952e23', 'port_id': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'mac_address': 'fa:16:3e:3d:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:49:48Z', 'updated_at': '2022-01-25T15:50:19Z', 'revision_number': 2, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc51684-86f0-4ec9-81cb-dd990d409f31', 'name': '', 'network_id': 'e69835a5-977e-4407-a491-a82f29f78190', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'mac_address': 'fa:16:3e:2f:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:26Z', 'updated_at': '2022-01-25T15:50:18Z', 'revision_number': 6, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'subnets': [{'id': '47527fd9-0f0b-4d74-afae-80b986f8d171', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:22.532975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37938) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:22.658581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ec6f0c0-9723-4217-86b6-63ea1004ed74 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1232376 Jan 25 15:50:22.808360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:22.877082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:22.877363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:22.995915 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:23.029831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7bc51684-86f0-4ec9-81cb-dd990d409f31,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:23.132308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:23.195405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:23.661710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37942) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:23.759839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-07d90458-478b-4576-afc2-94212cb1ba7f tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.0969963 Jan 25 15:50:24.763731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37946) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:24.848378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:24.871831 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d41e333c-f218-496a-a2c1-b8dd9b1fcfbf tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1069369 Jan 25 15:50:24.917948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:24.918314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:25.027026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:25.042555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:25.107612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:25.108693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:25.215939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:25.229176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7bc51684-86f0-4ec9-81cb-dd990d409f31 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:25.229574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:25.875541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37950) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:26.070505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c3cc20b3-031e-4ea8-90ab-29585b8242ae tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1938357 Jan 25 15:50:26.768426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:26.837328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:26.837776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:27.074317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37954) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:27.177257 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-635e5b29-7ba5-4f59-9b66-e4ac8cccae3c tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1012890 Jan 25 15:50:28.181079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37958) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:28.285073 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c85989db-9566-46b0-98f2-35c9637b3a1a tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1028409 Jan 25 15:50:29.288903 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37962) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:29.393825 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c99400d3-7391-42bd-a678-1a10ef0db643 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 992 time: 0.1036205 Jan 25 15:50:29.402676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-96aaa832-36f8-43bf-aa93-e6c3c1926a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:29.639740 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bafae73-f6ce-4a55-83b0-7601fb0db0d9 None None] New status for floating IP 1dc92ac6-32ca-4be9-90eb-aa5d805897b3: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:50:30.397436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 37966) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:30.499682 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b750908b-c91b-47e0-89dd-3553da065bd9 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 200 len: 994 time: 0.1011274 Jan 25 15:50:30.783245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37974) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:30.980696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 89386a83-3f24-49ed-ada4-95069dbd00b3 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:50:30.981034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.142398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.142725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.258633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 89386a83-3f24-49ed-ada4-95069dbd00b3 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:50:31.465352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.488120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-511dab9d-29da-45be-aa18-f55d676e0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.513195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=89386a83-3f24-49ed-ada4-95069dbd00b3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:31.549207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.549599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.549904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.550229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.550553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.550870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.551216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.552081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.552399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.552711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.553020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:31.609882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:31.985438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:50:32.262205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:32.351104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:32.404431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6b7d909c-90dd-4e22-934a-2baff52fabc3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/floatingips/1dc92ac6-32ca-4be9-90eb-aa5d805897b3 HTTP/1.1" status: 204 len: 168 time: 1.6197820 Jan 25 15:50:32.404755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:50:32.460333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'status': 'completed', 'code': 200} Jan 25 15:50:32.548959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-02360b46-0cff-46c1-a3eb-28d2c18ac5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cbbfad97e70847b4a0ed427e01343de6&device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 1099 time: 0.0679576 Jan 25 15:50:32.677309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-d74a880f-9273-4c2e-9c51-c851b5e08bb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:32.678778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-d74a880f-9273-4c2e-9c51-c851b5e08bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e69835a5-977e-4407-a491-a82f29f78190 HTTP/1.1" status: 200 len: 897 time: 0.1243863 Jan 25 15:50:32.747760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-61923cab-84d7-4997-83da-4e8e05666a50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264 HTTP/1.1" status: 200 len: 217 time: 0.0628574 Jan 25 15:50:32.809871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-b7e617fb-b3c3-491f-a7ea-9c85292ea8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:32.811182 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-b7e617fb-b3c3-491f-a7ea-9c85292ea8f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47527fd9-0f0b-4d74-afae-80b986f8d171 HTTP/1.1" status: 200 len: 834 time: 0.0559468 Jan 25 15:50:32.886456 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-3651d09f-d9c3-4a7c-ad52-8669fd3860a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e69835a5-977e-4407-a491-a82f29f78190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681834 Jan 25 15:50:32.934264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:33.008384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:33.070819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-88319fa6-24df-4b5d-9853-808e5cf0f28d service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776164 Jan 25 15:50:33.100516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fb01-b7c1-48ea-a2a2-a3e8f4f240ab req-98235bf3-73de-4330-b416-ae7d1deef156 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:33.101173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-aab2fb01-b7c1-48ea-a2a2-a3e8f4f240ab req-98235bf3-73de-4330-b416-ae7d1deef156 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:50:33.210799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-aab2fb01-b7c1-48ea-a2a2-a3e8f4f240ab req-98235bf3-73de-4330-b416-ae7d1deef156 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:50:33.211902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aab2fb01-b7c1-48ea-a2a2-a3e8f4f240ab req-98235bf3-73de-4330-b416-ae7d1deef156 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.2515411 Jan 25 15:50:33.214978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb9f5ee9-759f-412d-9a58-b1f8d32f5cab req-1b5aa040-56ce-4e51-8bd9-411e7a0ca886 service neutron] 10.222.0.41 "GET /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366434 Jan 25 15:50:33.256731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aab2fb01-b7c1-48ea-a2a2-a3e8f4f240ab req-208df1bf-94d7-4f60-bede-2661c93aa5c3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391912 Jan 25 15:50:34.241050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-7ec2935d-6440-404b-90c8-94296d1e4e0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:34.242446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-7ec2935d-6440-404b-90c8-94296d1e4e0b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.0775578 Jan 25 15:50:34.306837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:50:34.307173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:34.582107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357b83e-4364-4359-99b6-2d2ebdd4b9da req-7518ab17-f7d8-46da-b43d-5232f4722dc2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:34.584087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d357b83e-4364-4359-99b6-2d2ebdd4b9da req-7518ab17-f7d8-46da-b43d-5232f4722dc2 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 946 time: 0.1977210 Jan 25 15:50:34.617137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 5c30db72-e5ba-4c79-a04d-5c49bf52d264, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=5c30db72-e5ba-4c79-a04d-5c49bf52d264,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:34.617516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:34.617652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:34.838743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 5c30db72-e5ba-4c79-a04d-5c49bf52d264 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:50:34.885066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d357b83e-4364-4359-99b6-2d2ebdd4b9da req-97b5b266-ab31-409a-943d-85cab2bc1c8e tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/security-groups?id=0192f361-bb0a-4d04-b8a8-3adf4099a29f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926064 Jan 25 15:50:35.031296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:35.077370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=5c30db72-e5ba-4c79-a04d-5c49bf52d264,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:35.148423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] No DVR routers for this DVR port 5c30db72-e5ba-4c79-a04d-5c49bf52d264 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:50:35.150710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:35.153110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'name': 'network-vif-deleted', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:50:35.208683 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ef2bfc-1dcf-4b54-a3b7-99e545d747fa', 'name': 'network-vif-deleted', 'tag': '5c30db72-e5ba-4c79-a04d-5c49bf52d264', 'status': 'completed', 'code': 200} Jan 25 15:50:35.220636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a24b3b12-1daa-4c17-8539-c90a0eade591 req-f5ef7b22-358e-4b77-b01e-90ece9f18ac8 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.41 "DELETE /v2.0/ports/5c30db72-e5ba-4c79-a04d-5c49bf52d264 HTTP/1.1" status: 204 len: 173 time: 0.9728770 Jan 25 15:50:36.060168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-372717fa-5491-4f90-84e8-18bd353860f0 req-50b63633-19a8-4944-b805-7bb2905005ae tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Synchronizing usage tracker for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:50:36.151237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-372717fa-5491-4f90-84e8-18bd353860f0 req-50b63633-19a8-4944-b805-7bb2905005ae tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Unset dirty status for tenant:cbbfad97e70847b4a0ed427e01343de6 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:50:36.152387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-372717fa-5491-4f90-84e8-18bd353860f0 req-50b63633-19a8-4944-b805-7bb2905005ae tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "GET /v2.0/ports?device_id=01ef2bfc-1dcf-4b54-a3b7-99e545d747fa HTTP/1.1" status: 200 len: 210 time: 0.1357112 Jan 25 15:50:37.256438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37992) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:37.322590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:37.350292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:37.465662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:37.483737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0192f361-bb0a-4d04-b8a8-3adf4099a29f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:37.576441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:37.577594 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d2b7b51c-19e9-40bd-b79a-20a64f0e9dd6 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/security-groups/0192f361-bb0a-4d04-b8a8-3adf4099a29f HTTP/1.1" status: 204 len: 168 time: 0.3201137 Jan 25 15:50:37.663883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 37998) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:38.051986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:38.466818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 5c30db72-e5ba-4c79-a04d-5c49bf52d264 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:38.498940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 5c30db72-e5ba-4c79-a04d-5c49bf52d264 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:50:38.499274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 5c30db72-e5ba-4c79-a04d-5c49bf52d264 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:50:38.719277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port 7bc51684-86f0-4ec9-81cb-dd990d409f31 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:50:38.719702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:38.874845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:38.897496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port 7bc51684-86f0-4ec9-81cb-dd990d409f31, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7bc51684-86f0-4ec9-81cb-dd990d409f31,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:38.897850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:39.016986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for 7bc51684-86f0-4ec9-81cb-dd990d409f31 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:50:39.234540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:39.282258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=7bc51684-86f0-4ec9-81cb-dd990d409f31,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:39.565992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:40.070850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:40.082965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:40.083777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:40.231663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Router 50d8a131-caa3-4350-af43-537452952e23 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:50:40.292484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:40.425447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:40.490720 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d3a5d8da-052e-4f9a-b7e2-01bcd6c4f4e3 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "PUT /v2.0/routers/50d8a131-caa3-4350-af43-537452952e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8256638 Jan 25 15:50:40.493702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 38002) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:40.569367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:39Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:40.573038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Checking router: 50d8a131-caa3-4350-af43-537452952e23 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:50:40.583330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Routers {'50d8a131-caa3-4350-af43-537452952e23'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:40.583908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['50d8a131-caa3-4350-af43-537452952e23'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:40.674332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting subnet 47527fd9-0f0b-4d74-afae-80b986f8d171 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 15:50:40.677777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:40.728810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:40.760441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] Set router 50d8a131-caa3-4350-af43-537452952e23 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:40.913432 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.040282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:39Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:41.044046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e8fda-c08a-4821-a1b6-78c013abd47f None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [{'id': '50d8a131-caa3-4350-af43-537452952e23', 'name': 'tempest-TestNetworkBasicOps-router-107995627', 'tenant_id': 'cbbfad97e70847b4a0ed427e01343de6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101'}], 'enable_snat': True}, 'gw_port_id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:39Z', 'revision_number': 7, 'project_id': 'cbbfad97e70847b4a0ed427e01343de6', 'gw_port': {'id': 'b7f34b04-d174-4ab6-aa05-ebad3dd064f5', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d8a131-caa3-4350-af43-537452952e23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:49:22Z', 'updated_at': '2022-01-25T15:50:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:41.046686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.090614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Subnet': ['ID=47527fd9-0f0b-4d74-afae-80b986f8d171,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:41.096059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.102542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9840677-be1d-4d09-b581-0362ec08b120 None None] Network e69835a5-977e-4407-a491-a82f29f78190 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:50:41.108260 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/subnets/47527fd9-0f0b-4d74-afae-80b986f8d171 HTTP/1.1" status: 204 len: 168 time: 0.6110926 Jan 25 15:50:41.108260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.108260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.108260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.108260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.108834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.108834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.109044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.109267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.109608 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.109919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.110230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e538acee-a7da-475d-8e1e-bbff8fd5374d tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:41.110658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38006) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:41.317670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.401548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] DHCP port deletion for e69835a5-977e-4407-a491-a82f29f78190 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 15:50:41.405688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Deleting port d9227c16-c8eb-465e-ab50-564e218a0f0b {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:50:41.406231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.520801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.590925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Deleting port b7f34b04-d174-4ab6-aa05-ebad3dd064f5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:50:41.591342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.615727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] For port d9227c16-c8eb-465e-ab50-564e218a0f0b, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d9227c16-c8eb-465e-ab50-564e218a0f0b,segment=NetworkSegment(4d1b033b-33e4-4048-beba-cc433b6102c9),segment_id=4d1b033b-33e4-4048-beba-cc433b6102c9)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:41.620854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.781098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] For port b7f34b04-d174-4ab6-aa05-ebad3dd064f5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:41.782465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.790504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Calling delete_port for d9227c16-c8eb-465e-ab50-564e218a0f0b owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:50:41.904986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Calling delete_port for b7f34b04-d174-4ab6-aa05-ebad3dd064f5 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:50:41.916852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:41.959947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] Pushing event deleted for resources: {'Port': ['ID=d9227c16-c8eb-465e-ab50-564e218a0f0b,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:41.971928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b31487-5622-499a-a017-dcd1d6c160db None None] No DVR routers for this DVR port d9227c16-c8eb-465e-ab50-564e218a0f0b on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:50:42.139897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.182178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Port': ['ID=b7f34b04-d174-4ab6-aa05-ebad3dd064f5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:42.392498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.730600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.735137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.818049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9227c16-c8eb-465e-ab50-564e218a0f0b no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:42.840846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.844351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Fanout notify agent at l3_agent the message router_deleted on router 50d8a131-caa3-4350-af43-537452952e23 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 15:50:42.853198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d9227c16-c8eb-465e-ab50-564e218a0f0b {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:50:42.853583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d9227c16-c8eb-465e-ab50-564e218a0f0b not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:50:42.853997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:42.856124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:42.857203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0784cc7f-b761-4bfa-a3d8-bcadc2bed953 tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/routers/50d8a131-caa3-4350-af43-537452952e23 HTTP/1.1" status: 204 len: 168 time: 1.7453966 Jan 25 15:50:42.859889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38010) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:42.884870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7bc51684-86f0-4ec9-81cb-dd990d409f31 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:50:42.885208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7bc51684-86f0-4ec9-81cb-dd990d409f31 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:50:42.966652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.100296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.124603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69835a5-977e-4407-a491-a82f29f78190']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:43.136451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1b033b-33e4-4048-beba-cc433b6102c9') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:43.136742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1b033b-33e4-4048-beba-cc433b6102c9') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:43.148185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.163299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.169108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 15:50:43.169509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 15:50:43.183117 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 15:50:43.314381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.331190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:43.344344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] Pushing event deleted for resources: {'Network': ['ID=e69835a5-977e-4407-a491-a82f29f78190,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:43.346808 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-828a209b-51aa-49f7-81f5-0e09770bdf7b tempest-TestNetworkBasicOps-2147087229 tempest-TestNetworkBasicOps-2147087229-project] 10.222.0.26 "DELETE /v2.0/networks/e69835a5-977e-4407-a491-a82f29f78190 HTTP/1.1" status: 204 len: 168 time: 0.4860187 Jan 25 15:50:43.881652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38018) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:44.046132 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95898d01-978f-46c0-9bf9-d41c3a331f99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cbbfad97e70847b4a0ed427e01343de6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1633556 Jan 25 15:50:44.048582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38024) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:44.105985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:44.131852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:44.183431 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4820cf-9abd-4d74-91ae-c0b2990ec0aa None None] New status for floating IP 1dc92ac6-32ca-4be9-90eb-aa5d805897b3: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:50:44.265291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:44.282554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4500b556-97fa-46ef-bf41-1d0944f9d494,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:44.291933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:44.295575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-50fdbd6e-0fc8-42cd-893d-048ebd148936 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4500b556-97fa-46ef-bf41-1d0944f9d494 HTTP/1.1" status: 204 len: 168 time: 0.2437463 Jan 25 15:50:44.381512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Sync routers for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:44.392536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Routers set() bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:44.392893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Router IDs set() for agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 25 15:50:44.393571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50d8a131-caa3-4350-af43-537452952e23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent'). {{(pid=84140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 25 15:50:44.403974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Routers set() bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:44.417014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Router IDs set() for agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 25 15:50:44.417014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'50d8a131-caa3-4350-af43-537452952e23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent'). {{(pid=84140) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 25 15:50:44.417014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc0fd3-c097-40e3-86c1-707282dd9c86 None None] The sync data for ids ['50d8a131-caa3-4350-af43-537452952e23'] in dv-neutron-826291-2-hyperv is: [] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:44.806250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:50:44.838051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: b7f34b04-d174-4ab6-aa05-ebad3dd064f5 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:50:44.839929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device b7f34b04-d174-4ab6-aa05-ebad3dd064f5 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:50:44.924820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38032) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:44.943022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:44.977564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:44.981512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Usage tracker for resource:security_group_rule and tenant:d29a57b9f4da4b689cb75380d18b6533 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:44.984233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:44.990394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:45.057901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.127706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.173145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66276f-08e1-4c56-9762-1621c6bdf987,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:45.178729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4ebec210-aa37-42d4-9ca1-da6d75efa2aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d29a57b9f4da4b689cb75380d18b6533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2528951 Jan 25 15:50:45.181361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38036) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:45.238273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.266682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.412103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.427787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66276f-08e1-4c56-9762-1621c6bdf987,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:45.432094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:45.433055 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3105b0f4-8f85-4cb6-8f38-4f88561df768 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de66276f-08e1-4c56-9762-1621c6bdf987 HTTP/1.1" status: 204 len: 168 time: 0.2507913 Jan 25 15:50:46.706842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38058) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:46.831520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1152673242-network', 'tenant_id': '056dc39368ca4892833360de542193a8'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:46.836136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:46.839870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Usage tracker for resource:network and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:46.842710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:46.848750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:46.925816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Made reservation on behalf of 056dc39368ca4892833360de542193a8 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:50:46.928719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:46.940847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:46.970583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:46.974896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:46.977618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:46.983408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:47.050659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.116517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.149278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:50:47.153654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e27c3-3885-49a1-a3d9-a5e40aa834ae,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:47.159072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.159434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Added segment e2554956-f6f6-4534-aeed-0e2287b27925 of type vlan for network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 Jan 25 15:50:47.185180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.286547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.287393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:47.287962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.382759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] Pushing event updated for resources: {'Network': ['ID=25dc8215-9db9-42f8-9b8e-c8de6629f8a0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:47.391986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:50:47.446700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46a81c21-1c8f-442c-af64-fa34e4310ffc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7387764 Jan 25 15:50:47.449622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38064) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:47.454990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Request body: {'subnet': {'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1152673242-subnet', 'tenant_id': '056dc39368ca4892833360de542193a8', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:47.460164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:47.464034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Usage tracker for resource:subnet and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:47.466828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:47.472492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:47.537182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Made reservation on behalf of 056dc39368ca4892833360de542193a8 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:50:47.539589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.874592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:47.949262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:47.959718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:47.960068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Network hostable DHCP agents. Network: 25dc8215-9db9-42f8-9b8e-c8de6629f8a0, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:50:48.028798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:50:48.105502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 25dc8215-9db9-42f8-9b8e-c8de6629f8a0) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:48.109254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:48.109848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.115402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52e88c-8fdd-4b04-baba-5126a8f7fa70 None None] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:50:48.212496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d27cb238-7e8c-48b6-af55-a401dd67b6f1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7618167 Jan 25 15:50:48.215030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:48.220055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:48.224518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:48.228310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Usage tracker for resource:router and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:48.231373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:48.236951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:48.303432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.304427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.323263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.325532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:50:48.326343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.477244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Allocated IP 172.20.0.2 (25dc8215-9db9-42f8-9b8e-c8de6629f8a0/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca/5ec3b847-ffe3-4796-ab38-a8bbecba9d36) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:48.540440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.672927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.683334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Transition to ACTIVE for port object 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:48.701039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Transition to ACTIVE for port object 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:48.755243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.792530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.822916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:48.825010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.825693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:48.830070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:48.831931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Pushing event updated for resources: {'Port': ['ID=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:48.915158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Attempting to bind port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:50:48.915519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Attempting to bind port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:50:48.915882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Attempting to bind port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:50:48.922156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:50:48.922523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:48.922913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.923296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Bound using segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:50:48.923745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Bound port: 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:50:48.924107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:48.954341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Allocated IP 172.26.8.74 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/a719f572-a320-48d0-90a1-0cfb95edbb16) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:49.010624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] For port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:50:49.013432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] For port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:50:49.088292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:49.101334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:49.171348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8a0c-609e-4fa3-8ab9-1b90f3ecbe1f None None] Pushing event updated for resources: {'Port': ['ID=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:49.191276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:49.263780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:49.266579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:49.271922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:49.298188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Pushing event updated for resources: {'Port': ['ID=a719f572-a320-48d0-90a1-0cfb95edbb16,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:49.528432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:49.529089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:49.813911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:50:50.014231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f2462-fbc9-4a75-a660-1956dce18df3 None None] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:50:50.017002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:50.025804 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:50.038123 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:50.038800 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:50.098244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:50.102327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0e23cc98-e870-49f9-84c6-a634d8411645 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8838408 Jan 25 15:50:50.102662 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 38072) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:50.195550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d5e4408d-1b5e-4864-b700-eab7250c5082 None None] Provisioning for port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:50.215067 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:50.508697 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:49Z', 'revision_number': 3, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:50.512539 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:50:50.512872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Updating router 97211f2b-2ec4-4152-a98e-18db938cd4b9 port a719f572-a320-48d0-90a1-0cfb95edbb16 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:50:50.565429 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:50.842314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:50.850782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:50.879738 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:50.890894 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Transition to ACTIVE for port object a719f572-a320-48d0-90a1-0cfb95edbb16 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:50.966116 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:50.996701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:51.002581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:51.002581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.042214 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Attempting to bind port a719f572-a320-48d0-90a1-0cfb95edbb16 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:50:51.042807 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Attempting to bind port a719f572-a320-48d0-90a1-0cfb95edbb16 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:50:51.042940 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Attempting to bind port a719f572-a320-48d0-90a1-0cfb95edbb16 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:50:51.052541 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Pushing event updated for resources: {'Port': ['ID=a719f572-a320-48d0-90a1-0cfb95edbb16,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:51.054252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Allocated IP 172.20.0.1 (25dc8215-9db9-42f8-9b8e-c8de6629f8a0/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca/717926d3-b2a8-4087-a26d-cbb5afdd32ba) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:51.067164 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.067504 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.067829 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.068208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.068531 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.068846 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.069162 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.069506 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.069814 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.070318 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.070631 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:50:51.075366 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:50:51.075764 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:51.076201 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.076573 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:50:51.077537 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Bound port: a719f572-a320-48d0-90a1-0cfb95edbb16, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:50:51.077537 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.118900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.121217 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:50:51.153544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:51.170639 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] For port a719f572-a320-48d0-90a1-0cfb95edbb16, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:50:51.173800 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] For port a719f572-a320-48d0-90a1-0cfb95edbb16, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a719f572-a320-48d0-90a1-0cfb95edbb16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:50:51.214673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.229674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Transition to ACTIVE for port object 717926d3-b2a8-4087-a26d-cbb5afdd32ba will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:51.236639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.265742 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.304553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:51.332032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.341407 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d6518-76ad-4c22-b74f-855ce9d30fec None None] Pushing event updated for resources: {'Port': ['ID=a719f572-a320-48d0-90a1-0cfb95edbb16,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:51.346489 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:51.347071 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:51.398695 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:51.401484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:51.405865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:51.434284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:51.464998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.527662 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:51.614361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.748810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1539dc27-2d8b-4be9-a180-1856ceb0167f None None] Provisioning for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:51.754722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1539dc27-2d8b-4be9-a180-1856ceb0167f None None] Provisioning complete for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:51.755087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1539dc27-2d8b-4be9-a180-1856ceb0167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:51.808869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1539dc27-2d8b-4be9-a180-1856ceb0167f None None] Port 717926d3-b2a8-4087-a26d-cbb5afdd32ba cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:50:51.841526 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:49Z', 'revision_number': 3, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:51.845189 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36217485-ee05-40ee-9533-76d4be8d2904 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:49Z', 'revision_number': 3, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:51.945477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:52.012015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:52.116747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:52.119087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:52.257961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:52.259084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:52.538974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-03d93e87-991c-4755-b5ec-549716037324 None None] Provisioning complete for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:52.539475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-03d93e87-991c-4755-b5ec-549716037324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:52.592769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-03d93e87-991c-4755-b5ec-549716037324 None None] Port 717926d3-b2a8-4087-a26d-cbb5afdd32ba cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:50:52.649989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:50:52.846553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:52.855770 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9942ba79-f487-4b14-8a1b-90d3f137a7a9 admin admin] 10.222.0.26 "PUT /v2.0/routers/97211f2b-2ec4-4152-a98e-18db938cd4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520602 Jan 25 15:50:52.867189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:52.934766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:52.935130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:53.051465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a719f572-a320-48d0-90a1-0cfb95edbb16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:53.183024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a719f572-a320-48d0-90a1-0cfb95edbb16 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:53.188143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a719f572-a320-48d0-90a1-0cfb95edbb16 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:53.189085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:53.300270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:53.315926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port a719f572-a320-48d0-90a1-0cfb95edbb16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a719f572-a320-48d0-90a1-0cfb95edbb16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:53.411460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:53.475294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=a719f572-a320-48d0-90a1-0cfb95edbb16,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:53.975859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38094) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:53.981631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1210578752-network', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:53.986293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:53.990059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Usage tracker for resource:network and tenant:3e3ac596d3274b4cb2e8950229a10449 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:53.993610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:53.999172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:54.062829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Made reservation on behalf of 3e3ac596d3274b4cb2e8950229a10449 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:50:54.065084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.077157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.108038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:54.111719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Usage tracker for resource:security_group_rule and tenant:3e3ac596d3274b4cb2e8950229a10449 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:54.114540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:54.120139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:54.184078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.245820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.273961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 15:50:54.282414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf1f4b-6c99-439f-85c4-861c72bf3fbb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:54.288183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.288520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Added segment b88500f7-dcf6-4a94-8a72-6e0c846686f0 of type vlan for network 465d0647-441a-42c1-a672-5d000fc1f01c Jan 25 15:50:54.313370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.400181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.400989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:54.401575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.581349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] Pushing event updated for resources: {'Network': ['ID=465d0647-441a-42c1-a672-5d000fc1f01c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:54.592880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 465d0647-441a-42c1-a672-5d000fc1f01c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 15:50:54.641073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-53495924-f008-4cbf-b8e1-15c550f722eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6641088 Jan 25 15:50:54.643671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38098) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:54.649631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Request body: {'subnet': {'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1210578752-subnet', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:54.654454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:54.658305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Usage tracker for resource:subnet and tenant:3e3ac596d3274b4cb2e8950229a10449 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:54.661079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:54.666628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:54.750741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Made reservation on behalf of 3e3ac596d3274b4cb2e8950229a10449 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:50:54.753058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.780444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a719f572-a320-48d0-90a1-0cfb95edbb16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:54.847139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a719f572-a320-48d0-90a1-0cfb95edbb16 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:54.847470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:54.990880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.070512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549b004a-65fa-4aa1-b324-b30894379f39,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:55.084060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Checking segment: {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:55.084444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Network hostable DHCP agents. Network: 465d0647-441a-42c1-a672-5d000fc1f01c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 15:50:55.139077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Network 465d0647-441a-42c1-a672-5d000fc1f01c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 15:50:55.184746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 465d0647-441a-42c1-a672-5d000fc1f01c) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:55.188594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:50:55.189161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.193596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f455e97e-8621-471b-93af-6d595f13f203 None None] Network 465d0647-441a-42c1-a672-5d000fc1f01c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:50:55.257189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:55.275304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8198b9d4-a972-404e-99ef-4aa9e22210a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6305532 Jan 25 15:50:55.277764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38102) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:55.282921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:50:55.288379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:50:55.291994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:55.292320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Usage tracker for resource:router and tenant:3e3ac596d3274b4cb2e8950229a10449 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:50:55.292613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:55.295169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:50:55.301352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:50:55.382984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.383941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.401857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.591224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-465d0647-441a-42c1-a672-5d000fc1f01c', 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'fixed_ips': [{'subnet_id': '549b004a-65fa-4aa1-b324-b30894379f39'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 15:50:55.592004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.611113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:55.613970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.855879 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.885353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:55.960978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Allocated IP 172.20.0.2 (465d0647-441a-42c1-a672-5d000fc1f01c/549b004a-65fa-4aa1-b324-b30894379f39/a95078a9-e301-4e05-bea3-57ffa264d637) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:56.033929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Allocated IP 172.26.8.34 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f3f2f2f2-e3eb-46b4-9817-cf3d076b0479) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:56.175497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 2, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:56.181483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.192353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:50:56.199403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Updating router 97211f2b-2ec4-4152-a98e-18db938cd4b9 port 717926d3-b2a8-4087-a26d-cbb5afdd32ba binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:50:56.253357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.264699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.276310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Transition to ACTIVE for port object a95078a9-e301-4e05-bea3-57ffa264d637 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:56.276762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.330161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Transition to ACTIVE for port object a95078a9-e301-4e05-bea3-57ffa264d637 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:56.343428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:56.346251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:56.350814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:56.375116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Pushing event updated for resources: {'Port': ['ID=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:56.411473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.554445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Network 465d0647-441a-42c1-a672-5d000fc1f01c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:56.555159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Pushing event updated for resources: {'Port': ['ID=a95078a9-e301-4e05-bea3-57ffa264d637,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:56.559308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:56.562907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:56.571354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.572085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.686967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Attempting to bind port a95078a9-e301-4e05-bea3-57ffa264d637 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:50:56.687577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Attempting to bind port a95078a9-e301-4e05-bea3-57ffa264d637 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:50:56.687577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Attempting to bind port a95078a9-e301-4e05-bea3-57ffa264d637 on network 465d0647-441a-42c1-a672-5d000fc1f01c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:50:56.698197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:50:56.698562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Checking segment: {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:56.698954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.699339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Bound using segment: {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:50:56.699791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Bound port: a95078a9-e301-4e05-bea3-57ffa264d637, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:50:56.700155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.838113 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.857579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Transition to ACTIVE for port object 717926d3-b2a8-4087-a26d-cbb5afdd32ba will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:56.862257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] For port a95078a9-e301-4e05-bea3-57ffa264d637, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:50:56.865620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] For port a95078a9-e301-4e05-bea3-57ffa264d637, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a95078a9-e301-4e05-bea3-57ffa264d637,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:50:56.910611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:56.950375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Router 8651a2d4-0100-4897-be78-1627cfe6c6a5 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 15:50:56.959449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.060087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bb9a2-92a6-4070-955d-9c657a51c78a None None] Pushing event updated for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:57.211647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:50:57.220337 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Sync routers for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:50:57.233561 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:57.234172 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:57.283860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794af9a7-7af5-4c68-b2b5-92e9ad5648f5 None None] Pushing event updated for resources: {'Port': ['ID=a95078a9-e301-4e05-bea3-57ffa264d637,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:57.297176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Attempting to bind port 717926d3-b2a8-4087-a26d-cbb5afdd32ba on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:50:57.297568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Attempting to bind port 717926d3-b2a8-4087-a26d-cbb5afdd32ba by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:50:57.298421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Attempting to bind port 717926d3-b2a8-4087-a26d-cbb5afdd32ba on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:50:57.314562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:50:57.315344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.318265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-083a0ade-4a7f-46fc-a346-a4d002dab870 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0394657 Jan 25 15:50:57.321292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38112) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:50:57.321846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:57.322361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.322758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Bound using segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:50:57.323244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Bound port: 717926d3-b2a8-4087-a26d-cbb5afdd32ba, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:50:57.323615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.441786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] For port 717926d3-b2a8-4087-a26d-cbb5afdd32ba, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:50:57.445313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] For port 717926d3-b2a8-4087-a26d-cbb5afdd32ba, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=717926d3-b2a8-4087-a26d-cbb5afdd32ba,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:50:57.469408 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:57.562445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.646077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:57.646077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:57.723664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bb9a2-92a6-4070-955d-9c657a51c78a None None] Pushing event updated for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:57.768094 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:56Z', 'revision_number': 3, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:57.773009 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Checking router: 8651a2d4-0100-4897-be78-1627cfe6c6a5 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:50:57.773351 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Updating router 8651a2d4-0100-4897-be78-1627cfe6c6a5 port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:50:57.831665 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:57.869182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:58.230497 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.246085 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Transition to ACTIVE for port object f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:58.297607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.311630 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.318053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:57Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:58.322615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175ceadf-1491-491a-af54-8bc968a200e4 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:57Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:58.372150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406fe9a0-6257-4963-8ed1-fa2b797de621 None None] Network 465d0647-441a-42c1-a672-5d000fc1f01c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 15:50:58.414892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Attempting to bind port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:50:58.415599 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Attempting to bind port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:50:58.416183 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Attempting to bind port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:50:58.425654 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:50:58.426335 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:50:58.427083 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.427683 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:50:58.428360 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Bound port: f3f2f2f2-e3eb-46b4-9817-cf3d076b0479, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:50:58.429113 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.510569 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] For port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:50:58.513002 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c89c-8086-44da-81b5-c62ecab77fbd None None] Pushing event updated for resources: {'Port': ['ID=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:58.516609 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] For port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:50:58.537994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Allocated IP 172.20.0.1 (465d0647-441a-42c1-a672-5d000fc1f01c/549b004a-65fa-4aa1-b324-b30894379f39/6d524690-1d04-4929-bb8e-d856c2eed0d1) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:50:58.561833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-832f231c-d666-4bab-842b-5f9dd5422237 None None] Provisioning for port a95078a9-e301-4e05-bea3-57ffa264d637 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:58.636037 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.686870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.705035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Transition to ACTIVE for port object 6d524690-1d04-4929-bb8e-d856c2eed0d1 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:50:58.726046 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c89c-8086-44da-81b5-c62ecab77fbd None None] Pushing event updated for resources: {'Port': ['ID=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:58.735963 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:50:58.736584 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:50:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:58.801459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:58.902078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Pushing event updated for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:58.918844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Network 465d0647-441a-42c1-a672-5d000fc1f01c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:58.921275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:58.923788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:50:59.006344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 717926d3-b2a8-4087-a26d-cbb5afdd32ba up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:59.013618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.042762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:50:59.177636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:59.183133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:59.183502 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.210137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.354164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3da085ac-cb66-4292-ba98-da7bd2261d9a None None] Provisioning for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:59.359206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.382413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3da085ac-cb66-4292-ba98-da7bd2261d9a None None] Provisioning complete for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:59.385371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3da085ac-cb66-4292-ba98-da7bd2261d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.428841 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:56Z', 'revision_number': 3, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:50:59.433123 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082e4dc7-9ae0-448f-b656-86e842131193 None None] The sync data for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv is: [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:56Z', 'revision_number': 3, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:50:59.442381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-71f8c1a7-5efd-4606-9933-ba11772b830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.444844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3da085ac-cb66-4292-ba98-da7bd2261d9a None None] Port 6d524690-1d04-4929-bb8e-d856c2eed0d1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:50:59.460500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 717926d3-b2a8-4087-a26d-cbb5afdd32ba, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=717926d3-b2a8-4087-a26d-cbb5afdd32ba,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:59.527906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.528694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a95078a9-e301-4e05-bea3-57ffa264d637 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:50:59.627822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.641820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:59.676526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.737364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port a95078a9-e301-4e05-bea3-57ffa264d637 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:50:59.744576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a95078a9-e301-4e05-bea3-57ffa264d637 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:50:59.744576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.781641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.784803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Pushing event updated for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:50:59.857888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:50:59.888694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port a95078a9-e301-4e05-bea3-57ffa264d637, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a95078a9-e301-4e05-bea3-57ffa264d637,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:50:59.916035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Network 465d0647-441a-42c1-a672-5d000fc1f01c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:50:59.917066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:50:59.954819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:00.027446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=a95078a9-e301-4e05-bea3-57ffa264d637,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:00.170770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fedaecd4-25eb-4b83-9615-965685c97ebf None None] Provisioning complete for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:00.171133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fedaecd4-25eb-4b83-9615-965685c97ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:00.258732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fedaecd4-25eb-4b83-9615-965685c97ebf None None] Port 6d524690-1d04-4929-bb8e-d856c2eed0d1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:51:00.292710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Router 8651a2d4-0100-4897-be78-1627cfe6c6a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:51:00.487506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:51:00.497052 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c9da9da6-af81-46ed-9314-ae2bb902b507 admin admin] 10.222.0.26 "PUT /v2.0/routers/8651a2d4-0100-4897-be78-1627cfe6c6a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1739945 Jan 25 15:51:00.788441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 717926d3-b2a8-4087-a26d-cbb5afdd32ba up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:00.854142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 717926d3-b2a8-4087-a26d-cbb5afdd32ba triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:00.854751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:00.964579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a95078a9-e301-4e05-bea3-57ffa264d637 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:01.030919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port a95078a9-e301-4e05-bea3-57ffa264d637 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:01.031520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.045345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38128) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:01.051249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520029966', 'description': 'tempest-secgroup-smoke-1520029966 description', 'project_id': '056dc39368ca4892833360de542193a8'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:01.057012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:01.060848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:01.063741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:01.069885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:01.128119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.165139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:01.168815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:01.171544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:01.177028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:01.228601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.296897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.336730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f954f224-32c2-4290-be45-b4c183b55162,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:01.413199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.414493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5689db2d-1170-44e0-b6fb-8d7df931672d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3680134 Jan 25 15:51:01.417309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:01.422802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:01.428858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:01.432656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:01.435659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:01.442157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:01.510155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f9c30fc1-8384-4996-8a07-d4405db846c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.532013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.591351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.662705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.685530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2fb9c1-a3c6-4229-8085-8baae788c37f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:01.756112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.757400 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-71f21f90-0a42-4b09-9a8f-8485bfb2b5cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3389740 Jan 25 15:51:01.759981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38136) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:01.765251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:01.770876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:01.774582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:01.777341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:01.782989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:01.858035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.919985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:01.993795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.016058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bcc4a2-9516-42f5-9a73-1da72c457ee3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:02.093006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.094214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12bbbf81-b219-4f33-a543-533f16952c32 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3333383 Jan 25 15:51:02.096787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:02.102117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:02.108008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:02.111756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:02.114604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:02.120057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:02.196624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.256533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.336607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.359167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ce23cb-f46c-425d-a0ef-b496bc7ec2f1,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:02.459011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.460228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46693f68-fb1b-42d5-be8e-9f233e16bccc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3624620 Jan 25 15:51:02.464707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 38144) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:02.468665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:02.474703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:02.478424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:02.481575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:02.487835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:02.568647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.633345 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.681363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.703451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ee5096-0fd5-4e33-bcff-04d1a9fb87b3,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:02.756133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.757290 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ac245a93-2109-43b8-857d-987ce4aeadf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2933457 Jan 25 15:51:02.759961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 38148) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:02.765249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:02.770891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:02.779788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:02.779788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:02.782823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:02.840621 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Project 056dc39368ca4892833360de542193a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:51:02.846892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.908341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.911199 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:02.982583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.005418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.028773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056513a5-ff12-44f1-a4c6-7a2e9fbebdac,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:03.119848 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.121138 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dd959a4e-a944-4157-919a-4d8ee991f903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3602841 Jan 25 15:51:03.123974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38154) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:03.129621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'security_group_rule': {'security_group_id': 'f954f224-32c2-4290-be45-b4c183b55162', 'project_id': '056dc39368ca4892833360de542193a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:03.135550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:03.139343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:security_group_rule and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:03.142396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:03.148517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:03.235931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Project 056dc39368ca4892833360de542193a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 15:51:03.242184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.306492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.382460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.405348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd187ae-7ca9-4809-bf3d-5fe880747793,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:03.537691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:03.538907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3db74e63-21d7-4a59-88b6-1bb70294a9ae tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4139011 Jan 25 15:51:04.653162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:07.848251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:07.984475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:51:07.990742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:07.991364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:08.132110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:08.143807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:51:08.207665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:08.277495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:08.789336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:08.870910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:08.871663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:08.915852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:19.073440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Sync routers for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:51:19.086387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:51:19.086984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:51:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:19.263141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:51:19.570742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 4, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d524690-1d04-4929-bb8e-d856c2eed0d1', 'name': '', 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'mac_address': 'fa:16:3e:1f:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '549b004a-65fa-4aa1-b324-b30894379f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:58Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 2, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'subnets': [{'id': '549b004a-65fa-4aa1-b324-b30894379f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:19.574926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Checking router: 8651a2d4-0100-4897-be78-1627cfe6c6a5 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:51:19.575281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Updating router 8651a2d4-0100-4897-be78-1627cfe6c6a5 port 6d524690-1d04-4929-bb8e-d856c2eed0d1 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 15:51:19.625942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:19.989271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:20.001277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Transition to ACTIVE for port object 6d524690-1d04-4929-bb8e-d856c2eed0d1 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:51:20.116584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:20.240318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca4142-b67a-4029-8654-8241979fac66 None None] Pushing event updated for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:20.328916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Attempting to bind port 6d524690-1d04-4929-bb8e-d856c2eed0d1 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:51:20.329272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Attempting to bind port 6d524690-1d04-4929-bb8e-d856c2eed0d1 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:51:20.329785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Attempting to bind port 6d524690-1d04-4929-bb8e-d856c2eed0d1 on network 465d0647-441a-42c1-a672-5d000fc1f01c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:51:20.339798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:51:20.340163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Checking segment: {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:51:20.340550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:20.340930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Bound using segment: {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:51:20.341398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Bound port: 6d524690-1d04-4929-bb8e-d856c2eed0d1, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b88500f7-dcf6-4a94-8a72-6e0c846686f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:51:20.341797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:20.439780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] For port 6d524690-1d04-4929-bb8e-d856c2eed0d1, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:51:20.443153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] For port 6d524690-1d04-4929-bb8e-d856c2eed0d1, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d524690-1d04-4929-bb8e-d856c2eed0d1,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:51:20.533237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:20.610333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca4142-b67a-4029-8654-8241979fac66 None None] Pushing event updated for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:20.614936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:51:20.615536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:51:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:20.796265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:51:21.115213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 4, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d524690-1d04-4929-bb8e-d856c2eed0d1', 'name': '', 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'mac_address': 'fa:16:3e:1f:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '549b004a-65fa-4aa1-b324-b30894379f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:58Z', 'updated_at': '2022-01-25T15:51:20Z', 'revision_number': 4, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'subnets': [{'id': '549b004a-65fa-4aa1-b324-b30894379f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:21.119044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfee72d-83ad-49ae-8632-595e44215ffe None None] The sync data for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv is: [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 4, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d524690-1d04-4929-bb8e-d856c2eed0d1', 'name': '', 'network_id': '465d0647-441a-42c1-a672-5d000fc1f01c', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'mac_address': 'fa:16:3e:1f:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '549b004a-65fa-4aa1-b324-b30894379f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:58Z', 'updated_at': '2022-01-25T15:51:20Z', 'revision_number': 4, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'subnets': [{'id': '549b004a-65fa-4aa1-b324-b30894379f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:51:22.828111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d524690-1d04-4929-bb8e-d856c2eed0d1 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:22.959362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:51:22.964761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:22.965126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:23.076866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:23.108884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6d524690-1d04-4929-bb8e-d856c2eed0d1, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d524690-1d04-4929-bb8e-d856c2eed0d1,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:51:23.188419 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:23.255963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:23.265007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.265350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.265712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.266046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.266379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.266707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.267030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.267375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.267695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.268012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:23.268327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:24.795929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d524690-1d04-4929-bb8e-d856c2eed0d1 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:24.860784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d524690-1d04-4929-bb8e-d856c2eed0d1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:24.861143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:28.121073 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:51:28.930293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-46f20a58-3855-408c-84d7-2e267e0cac7f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:51:29.056398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-46f20a58-3855-408c-84d7-2e267e0cac7f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:51:29.057554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-46f20a58-3855-408c-84d7-2e267e0cac7f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520029966&fields=id&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 267 time: 0.1667106 Jan 25 15:51:29.285086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-49135431-4cbc-41b2-b333-1ac750233598 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:29.285765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-49135431-4cbc-41b2-b333-1ac750233598 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:51:29.359107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-49135431-4cbc-41b2-b333-1ac750233598 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:51:29.360377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-49135431-4cbc-41b2-b333-1ac750233598 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.2965081 Jan 25 15:51:29.376955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-6970bd43-614d-4f8b-a993-f357883317ff tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/quotas/056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 375 time: 0.0113244 Jan 25 15:51:29.406863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1fb40d23-afdd-4e92-a6b9-bf3521afd4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:29.455820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-5a241b1b-7bb6-4565-83ca-fccc3a9aa8dd tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736597 Jan 25 15:51:29.703302 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-0706738f-d86f-4820-af59-ca89159d3083 service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365315 Jan 25 15:51:29.830279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-125d8648-6ab7-4f4c-8f16-9cd668ccb6b0 service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213381 Jan 25 15:51:30.492193 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ef2d7bc-f862-4052-b011-2d76be9f8ceb req-5e1dc56d-cc93-4c33-8579-97e96c73e0ce tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 210 time: 0.0485997 Jan 25 15:51:31.524920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3c7b3d93-578a-4eba-83b1-31b3b9148d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:31.649680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-37c6b1f0-ccf1-4ecc-8cc6-0fae197472b2 req-035d458e-7a54-47a9-a07f-6b3b6d7fec5d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 210 time: 0.0402553 Jan 25 15:51:32.537366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-c2f419e5-e68a-4e34-a311-55a30e7507ea tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:32.539292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-c2f419e5-e68a-4e34-a311-55a30e7507ea tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.1435583 Jan 25 15:51:32.591182 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-51eac6ab-4c67-4918-bc8e-39209ab60db2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 380 time: 0.0394206 Jan 25 15:51:32.598974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'port': {'device_id': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'admin_state_up': True, 'tenant_id': '056dc39368ca4892833360de542193a8', 'security_groups': ['f954f224-32c2-4290-be45-b4c183b55162']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:32.733929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:32.737651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:port and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:32.742384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:32.748275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:32.818591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf3d882c-088d-4393-ae28-4937c4a74726 req-74921d3e-ecd1-40bd-af9b-d59dbab0a0c3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 210 time: 0.0452378 Jan 25 15:51:32.829565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Made reservation on behalf of 056dc39368ca4892833360de542193a8 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:51:32.832489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:32.908368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:32.977477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:32.995638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.20.0.6 (25dc8215-9db9-42f8-9b8e-c8de6629f8a0/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca/0303f3a5-2cd1-483e-8dee-98ec261812ae) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:51:33.189304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:33.204191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Transition to ACTIVE for port object 0303f3a5-2cd1-483e-8dee-98ec261812ae will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:51:33.281769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:33.352042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:51:33.355218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:51:33.359625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:51:33.387978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:33.407849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.408189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.408518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.408849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.409173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.409524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.409854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.410156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.410466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.410773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.411087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:51:33.435148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:33.435766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:33.550618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f9e09980-8baa-4795-a8d9-be7c8ab953a2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9550414 Jan 25 15:51:33.562242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9ba19b47-6311-407f-b835-470f5e543c45 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:51:33.563229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9ba19b47-6311-407f-b835-470f5e543c45 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052335 Jan 25 15:51:33.573544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Request body: {'port': {'device_id': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:33.682350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:33.692550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-331a5dec-4223-4588-9486-2760508f14ab None None] Provisioning for port 0303f3a5-2cd1-483e-8dee-98ec261812ae completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:51:33.698369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-331a5dec-4223-4588-9486-2760508f14ab None None] Provisioning complete for port 0303f3a5-2cd1-483e-8dee-98ec261812ae triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:33.698803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-331a5dec-4223-4588-9486-2760508f14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:33.754793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-331a5dec-4223-4588-9486-2760508f14ab None None] Port 0303f3a5-2cd1-483e-8dee-98ec261812ae cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:51:34.105132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83227bd-768d-4a0e-920f-173f9453f331 req-558b4417-37bd-4703-8f11-c0aa60d37d54 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:34.105806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a83227bd-768d-4a0e-920f-173f9453f331 req-558b4417-37bd-4703-8f11-c0aa60d37d54 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:51:34.184320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0303f3a5-2cd1-483e-8dee-98ec261812ae {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:51:34.191439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.204271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a83227bd-768d-4a0e-920f-173f9453f331 req-558b4417-37bd-4703-8f11-c0aa60d37d54 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:51:34.205413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a83227bd-768d-4a0e-920f-173f9453f331 req-558b4417-37bd-4703-8f11-c0aa60d37d54 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 931 time: 0.2241383 Jan 25 15:51:34.207656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Transition to ACTIVE for port object 0303f3a5-2cd1-483e-8dee-98ec261812ae will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:51:34.251977 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a83227bd-768d-4a0e-920f-173f9453f331 req-f3024516-7b85-48f7-8eb6-f31772d72cbb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Jan 25 15:51:34.285049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.415435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:34.523868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Attempting to bind port 0303f3a5-2cd1-483e-8dee-98ec261812ae on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:51:34.524198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Attempting to bind port 0303f3a5-2cd1-483e-8dee-98ec261812ae by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:51:34.524516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Attempting to bind port 0303f3a5-2cd1-483e-8dee-98ec261812ae on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:51:34.530215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Port 0303f3a5-2cd1-483e-8dee-98ec261812ae on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:51:34.530519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Attempting to bind port 0303f3a5-2cd1-483e-8dee-98ec261812ae on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:51:34.536554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:51:34.536883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:51:34.537261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Bound using segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:51:34.537703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Bound port: 0303f3a5-2cd1-483e-8dee-98ec261812ae, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:51:34.538140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.627480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:51:34.630292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:51:34.639115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.707913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.776240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:34.777761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 1093 time: 1.2085745 Jan 25 15:51:34.778370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:51:34.793744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb8436-bd68-4957-aac9-a82b9ee55cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:34.840336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'status': 'completed', 'code': 200} Jan 25 15:51:34.940446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24035f8f-6fe7-4c43-b248-273750d14897 req-3f5a2071-cd2f-4738-a551-f0f693a494bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1096 time: 0.0792060 Jan 25 15:51:35.086480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035f8f-6fe7-4c43-b248-273750d14897 req-381dd812-598a-419c-b425-bbe0528daf76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:35.087858 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24035f8f-6fe7-4c43-b248-273750d14897 req-381dd812-598a-419c-b425-bbe0528daf76 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=056dc39368ca4892833360de542193a8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1402488 Jan 25 15:51:35.224989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035f8f-6fe7-4c43-b248-273750d14897 req-3b3721b6-f8c3-4ca1-9e23-61c7d1ae063c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:35.226499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24035f8f-6fe7-4c43-b248-273750d14897 req-3b3721b6-f8c3-4ca1-9e23-61c7d1ae063c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324112 Jan 25 15:51:35.329918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-caaca001-7c99-4d20-8447-959c01049296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1096 time: 0.0700145 Jan 25 15:51:35.431962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-b9d65751-f913-4c2a-ae21-1ccd12a34c29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 217 time: 0.0950859 Jan 25 15:51:35.509306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-c4f64cce-ef45-4265-9ad3-21cc68cabc0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:35.510740 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-c4f64cce-ef45-4265-9ad3-21cc68cabc0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0729856 Jan 25 15:51:35.559957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae14423-19aa-4672-acfb-7dfed26f7cb7 req-890bd4fb-47db-48fa-ae40-bf577e4966f6 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:35.561356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fae14423-19aa-4672-acfb-7dfed26f7cb7 req-890bd4fb-47db-48fa-ae40-bf577e4966f6 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.1779478 Jan 25 15:51:35.626406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fae14423-19aa-4672-acfb-7dfed26f7cb7 req-7dd99ed8-07e3-4ac9-8450-2e1651c73f8f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585277 Jan 25 15:51:35.635151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-882621bc-25d7-4831-b97f-99949f5ad461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1182582 Jan 25 15:51:35.765997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-f8cad5a4-88f4-4696-933d-bd62f1d386bc service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240296 Jan 25 15:51:35.983195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cdf3b47-f770-407a-99cb-ad4c0fc7092b req-9cb8c23f-9b43-4846-8c70-7eb16e7a4679 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113874 Jan 25 15:51:36.822883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d181a3-e860-4b4c-aad4-398deb47d009 req-51fd04a8-d16d-4c78-876b-9ee2f872bcd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:36.824662 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14d181a3-e860-4b4c-aad4-398deb47d009 req-51fd04a8-d16d-4c78-876b-9ee2f872bcd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0792143 Jan 25 15:51:36.869662 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14d181a3-e860-4b4c-aad4-398deb47d009 req-e28f0216-3919-46df-b2d5-d251ca5c6f19 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393391 Jan 25 15:51:38.059927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f3290-e510-413d-bf37-a228a5c7ab80 req-3a7fdbf0-59b0-4013-817b-dbec181ad320 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:38.061352 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-da3f3290-e510-413d-bf37-a228a5c7ab80 req-3a7fdbf0-59b0-4013-817b-dbec181ad320 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0740831 Jan 25 15:51:38.106289 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-da3f3290-e510-413d-bf37-a228a5c7ab80 req-5ab6cd25-ea9f-4ff5-9089-64129130fc94 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Jan 25 15:51:38.903494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:39.299339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e939a0-4cca-47a1-baf7-b24409a35a49 req-be13c941-d930-4ba9-8f1d-458cd2464e4e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:39.300751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-31e939a0-4cca-47a1-baf7-b24409a35a49 req-be13c941-d930-4ba9-8f1d-458cd2464e4e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0774577 Jan 25 15:51:39.343973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-31e939a0-4cca-47a1-baf7-b24409a35a49 req-9dd90ebe-5369-4075-88c6-f537f1bb291d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371656 Jan 25 15:51:40.563982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6f199-f389-4c74-b366-c0108605df8a req-c4814b74-dc8a-4cc3-a8c8-944266fcff19 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:40.565416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dcd6f199-f389-4c74-b366-c0108605df8a req-c4814b74-dc8a-4cc3-a8c8-944266fcff19 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.1019976 Jan 25 15:51:40.608660 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dcd6f199-f389-4c74-b366-c0108605df8a req-13db1102-db33-41e2-a3df-81e3a236b844 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Jan 25 15:51:41.805934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a4b62-3287-45bb-a077-bde30e075167 req-1ce27f0e-08d0-461c-b73e-300777ba9ec3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:41.807358 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f58a4b62-3287-45bb-a077-bde30e075167 req-1ce27f0e-08d0-461c-b73e-300777ba9ec3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0786750 Jan 25 15:51:41.870550 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f58a4b62-3287-45bb-a077-bde30e075167 req-840d265c-3b93-47a7-9268-793274e4cd65 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576220 Jan 25 15:51:43.061709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dfc5a-a2c3-4681-8b1c-bd37156b3fda req-dd1fc17f-5a81-4792-b199-1b65cfbb01cb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:43.063068 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-540dfc5a-a2c3-4681-8b1c-bd37156b3fda req-dd1fc17f-5a81-4792-b199-1b65cfbb01cb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0739939 Jan 25 15:51:43.111410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-540dfc5a-a2c3-4681-8b1c-bd37156b3fda req-de125d04-65e7-4236-b3b2-90b90de4938b tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Jan 25 15:51:44.300005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b3f56-3b7f-455d-994a-42a7fa1e461e req-185f4d9a-4629-4413-89a7-2516b1d16bf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:44.301474 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d19b3f56-3b7f-455d-994a-42a7fa1e461e req-185f4d9a-4629-4413-89a7-2516b1d16bf0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0739212 Jan 25 15:51:44.345455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d19b3f56-3b7f-455d-994a-42a7fa1e461e req-3c283ae2-4a89-4ccf-9d0a-959711ecb765 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Jan 25 15:51:45.566050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddcde9-bba2-4c43-ad2a-7ec278497a69 req-c17a0f9e-0d2f-4ad4-97a2-50fafad9c544 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:45.567475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5ddcde9-bba2-4c43-ad2a-7ec278497a69 req-c17a0f9e-0d2f-4ad4-97a2-50fafad9c544 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.1060650 Jan 25 15:51:45.611472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5ddcde9-bba2-4c43-ad2a-7ec278497a69 req-c0eb247b-724e-454c-9bb0-5999cd7fb9dd tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386286 Jan 25 15:51:46.799794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e134a7-c519-464f-9e12-a7dca219f687 req-d7220ed2-ccc1-44e5-9732-fb1c50faee4c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:46.801196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51e134a7-c519-464f-9e12-a7dca219f687 req-d7220ed2-ccc1-44e5-9732-fb1c50faee4c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 943 time: 0.0733578 Jan 25 15:51:46.844275 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51e134a7-c519-464f-9e12-a7dca219f687 req-99cef4cd-16bc-4b57-bcc7-8afe8a5f6cbd tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369198 Jan 25 15:51:46.864183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0303f3a5-2cd1-483e-8dee-98ec261812ae details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:51:46.992958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:51:47.005533 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'port_id': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'mac_address': 'fa:16:3e:fa:7c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:51:47.056892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:47.073226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0303f3a5-2cd1-483e-8dee-98ec261812ae {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:51:47.088538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:51:47.176085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:47.244090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:47.389066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['0303f3a5-2cd1-483e-8dee-98ec261812ae'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:51:48.041326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afad1ff-1f7a-4770-9c70-4a078d7420a7 req-7cb2970b-1d0f-4955-b9c0-480fe6300de0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:48.042779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0afad1ff-1f7a-4770-9c70-4a078d7420a7 req-7cb2970b-1d0f-4955-b9c0-480fe6300de0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 944 time: 0.0774658 Jan 25 15:51:48.086553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0afad1ff-1f7a-4770-9c70-4a078d7420a7 req-fdb7480a-8cf3-478f-ad27-f7279597dc82 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Jan 25 15:51:48.870521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0303f3a5-2cd1-483e-8dee-98ec261812ae up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:51:49.000319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 0303f3a5-2cd1-483e-8dee-98ec261812ae completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:51:49.004991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 0303f3a5-2cd1-483e-8dee-98ec261812ae triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:51:49.005354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:49.116477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:49.144038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:51:49.154250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:51:49.198753 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'code': 200} Jan 25 15:51:49.240602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:49.289875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be3459-a00c-4649-a71a-0a04b691a926 req-c6a9f66c-bf7c-4d2c-8823-afb9e6542ef4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:49.291546 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3be3459-a00c-4649-a71a-0a04b691a926 req-c6a9f66c-bf7c-4d2c-8823-afb9e6542ef4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.0777049 Jan 25 15:51:49.308220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:49.341466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3be3459-a00c-4649-a71a-0a04b691a926 req-47f9a724-222c-4ce6-bbb9-4e01f5f3b33c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Jan 25 15:51:49.451756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3931436f-57a0-4d21-96b1-f65209f2c992 req-6ab9941d-8c11-4a8b-b0a6-82f386de0b80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1098 time: 0.0654554 Jan 25 15:51:49.493503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3931436f-57a0-4d21-96b1-f65209f2c992 req-c13c0bc2-f08c-4f77-bb7f-ccf41b5c1de9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357604 Jan 25 15:51:50.540339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59521a9-3514-4276-be49-acbd9e64e0e4 req-7204c0e7-4be8-45f4-b9e3-620e680226bb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:50.541723 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a59521a9-3514-4276-be49-acbd9e64e0e4 req-7204c0e7-4be8-45f4-b9e3-620e680226bb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.0816267 Jan 25 15:51:50.586596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a59521a9-3514-4276-be49-acbd9e64e0e4 req-7a5b9947-daeb-4862-a983-a6e1518717cc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394733 Jan 25 15:51:51.775177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082feaf8-209b-40f0-b0b4-1012753ec8bf req-b78f9564-3fdb-4928-8ab0-14b4472bc577 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:51.776595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-082feaf8-209b-40f0-b0b4-1012753ec8bf req-b78f9564-3fdb-4928-8ab0-14b4472bc577 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.0744574 Jan 25 15:51:51.820110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-082feaf8-209b-40f0-b0b4-1012753ec8bf req-cb6259e8-65f0-4576-85a8-c1ba9075f0cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Jan 25 15:51:52.013046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c61abe-e7a7-4367-a6b6-c6dc034861a9 req-da3e2af7-9b5e-4521-9b3e-81eff942b4ab tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:52.014492 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d7c61abe-e7a7-4367-a6b6-c6dc034861a9 req-da3e2af7-9b5e-4521-9b3e-81eff942b4ab tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.0782673 Jan 25 15:51:52.057987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d7c61abe-e7a7-4367-a6b6-c6dc034861a9 req-c4c61e73-a8ee-4af7-abf2-27fdd5cbdecc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378995 Jan 25 15:51:52.086151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38336) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:52.216242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b5faf9b2-4c71-4678-9117-3c331043b085 tempest-TestVolumeBootPattern-1951977473 tempest-TestVolumeBootPattern-1951977473-project-admin] Synchronizing usage tracker for tenant:3e3ac596d3274b4cb2e8950229a10449 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:51:52.307169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b5faf9b2-4c71-4678-9117-3c331043b085 tempest-TestVolumeBootPattern-1951977473 tempest-TestVolumeBootPattern-1951977473-project-admin] Unset dirty status for tenant:3e3ac596d3274b4cb2e8950229a10449 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:51:52.308221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b5faf9b2-4c71-4678-9117-3c331043b085 tempest-TestVolumeBootPattern-1951977473 tempest-TestVolumeBootPattern-1951977473-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1093 time: 0.2211335 Jan 25 15:51:52.311199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38342) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:51:52.316415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'tenant_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:51:52.322441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:51:52.326116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:floatingip and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:51:52.328812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:51:52.334281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:51:52.392603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:52.524694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:52.658400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.26.8.253 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/8f09a183-739b-4d8c-82e1-0c600fe9d29e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:51:52.877198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:52.983581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:53.051233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:51:53.053977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:51:53.056496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:51:53.086005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=8f09a183-739b-4d8c-82e1-0c600fe9d29e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:53.558114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:53.672103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:53.865593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:53.931467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:54.034468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=8f09a183-739b-4d8c-82e1-0c600fe9d29e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:51:54.049238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:54.234376 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Floating IP daff01e4-7343-4493-aa0a-18e472e09b72 associated. External IP: 172.26.8.253, port: 0303f3a5-2cd1-483e-8dee-98ec261812ae. Jan 25 15:51:54.699136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:51:54.889360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:51:54.899221 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:51:54.910770 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:51:54.911359 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:51:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:54.976393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:55.031453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e4c36f72-0430-4970-9d62-47031f8306f5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7191143 Jan 25 15:51:55.032018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:51:55.084851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'status': 'completed', 'code': 200} Jan 25 15:51:55.085020 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:51:55.175528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-698c5dd4-222e-44ad-ab4a-0663d59bf5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1098 time: 0.0681446 Jan 25 15:51:55.302120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-f371290e-259f-4a73-ad60-7882948813ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:55.304236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-f371290e-259f-4a73-ad60-7882948813ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1222024 Jan 25 15:51:55.404463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-b3fe0df7-fb3d-4ab8-9f1c-278241e22b50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 999 time: 0.0946953 Jan 25 15:51:55.421649 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'daff01e4-7343-4493-aa0a-18e472e09b72', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:fa:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:51:53Z', 'updated_at': '2022-01-25T15:51:53Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:55.425473 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:51:55.435399 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:51:55.435975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:51:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:55.464739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-ffdc3766-9ec9-4d4d-9db0-84f70c7676bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:55.466196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-ffdc3766-9ec9-4d4d-9db0-84f70c7676bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0560002 Jan 25 15:51:55.541743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-d2954902-0ff8-4c0e-8d79-bd6b6b2baab8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700581 Jan 25 15:51:55.605957 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:51:55.670948 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-d743321f-df33-46cb-9504-72bb9a28d601 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227417 Jan 25 15:51:55.798502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47bad07e-8270-414a-8ac3-f35b4fb549a6 req-3d5bce5c-a3c2-4c70-a98d-ca4863a0a065 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218538 Jan 25 15:51:55.967238 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'daff01e4-7343-4493-aa0a-18e472e09b72', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:fa:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:51:53Z', 'updated_at': '2022-01-25T15:51:53Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:51:55.970901 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8f66c-738b-4b1a-add0-c57e19687280 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'daff01e4-7343-4493-aa0a-18e472e09b72', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.253', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:fa:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:51:53Z', 'updated_at': '2022-01-25T15:51:53Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:51:56.154320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f933b-3bea-47d4-b978-9c63a3249838 None None] New status for floating IP daff01e4-7343-4493-aa0a-18e472e09b72: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:51:58.798612 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-110c2486-ebe5-4436-a6c1-e776e6827b44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318669 Jan 25 15:51:58.937145 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-25a4bd8a-5f4c-4775-8c3c-1a3da7fc2ca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1098 time: 0.0727332 Jan 25 15:51:59.079975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-6fc45c65-40c8-470b-b5a0-fc80d5a93a9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:59.081980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-6fc45c65-40c8-470b-b5a0-fc80d5a93a9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1265171 Jan 25 15:51:59.181033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-3c611734-1e7f-4e4d-807f-b37f012d4bf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 1001 time: 0.0940666 Jan 25 15:51:59.333841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-145c0cac-09d7-4056-ad6c-c22a3a1c0c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:51:59.335736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-145c0cac-09d7-4056-ad6c-c22a3a1c0c9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.1489940 Jan 25 15:51:59.404509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-929645c2-0fd3-474f-9468-b128936372ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:51:59.411212 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-08deac64-0a6f-441d-a2b9-c62f5fb60bf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695305 Jan 25 15:51:59.540134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-4837eddd-6508-4d49-a34e-651f4192205e service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220796 Jan 25 15:51:59.667635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ad20337-34b7-4eaa-9e1e-cf17b0c63ebc req-3cd13759-2a9d-4525-9bf1-5e5841ad34f2 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211007 Jan 25 15:52:01.507877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-26dd3aa6-9891-4a82-a000-8321e6108a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:02.902201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:02.981021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:04.678013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:05.121208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:52:08.918152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:29.416852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6e25c8d9-811d-4df3-8632-01045a74f4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:31.530792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7efdebd4-c963-41c3-8c11-15e46442c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:32.942378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:32.988039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:34.648846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:38.933779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:52:42.120537 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:52:55.226331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-828c6267-0ff4-48a8-a1cb-a742dc0cba9b req-7f8fdaee-de70-428f-9cd8-eae2be733eb1 service neutron] (84139) timed out ('10.222.0.41', 54069) {{(pid=84139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 15:52:59.389308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8d9ee529-8635-4b18-a929-87788020f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:00.283018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-00239b33-35e9-4129-a4fe-662a50fda36e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656710 Jan 25 15:53:00.418969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-310fd855-341e-444b-a4dc-e53571694df5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1098 time: 0.0691378 Jan 25 15:53:00.557135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-1c460bc7-16f8-480c-8f95-b13303450f5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:53:00.558606 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-1c460bc7-16f8-480c-8f95-b13303450f5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1220205 Jan 25 15:53:00.658223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-f3b5172e-56e3-4051-a49a-82c46bed7efe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 1001 time: 0.0941052 Jan 25 15:53:00.722713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-0e1fa283-0278-463c-b246-e1cabd4bde00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:53:00.723560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-0e1fa283-0278-463c-b246-e1cabd4bde00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0588911 Jan 25 15:53:00.795900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-fb5bfd51-64fb-48b3-8e32-2884231b6901 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670056 Jan 25 15:53:00.923553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-ca8aea1d-6913-45f1-ab7a-dafea56f3c5c service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213129 Jan 25 15:53:01.051812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d86725c9-71df-4b7b-97e3-ef287bd3d79f req-3c429a5f-324e-4699-9b45-1656a45ea0cd service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222789 Jan 25 15:53:01.501164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3412207e-f14d-434d-b4bc-d9344e036015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:02.945195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:02.969759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:04.642516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:08.956553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:19.120207 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:53:29.421116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-23cfbaff-ba22-4f03-a703-7f6d20101795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:31.550766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f7720030-8403-4de7-96f1-84a7cd3325d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:32.916133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:32.967445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:34.643817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:37.421521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-ddd20ad3-2434-43cc-90ee-d80e2868fab5 req-6e2029f9-3287-42fb-bd16-ea6d44214f0b tempest-TestServerAdvancedOps-1646767492 tempest-TestServerAdvancedOps-1646767492-project] (84139) timed out ('10.222.0.41', 54078) {{(pid=84139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 15:53:38.904376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:56.119655 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:53:59.441393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-be3ebd3c-ea6a-47ed-8626-4166713a8e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:53:59.738050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-57c912f3-37ea-4423-a580-9cc8e5a4780f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690994 Jan 25 15:53:59.870786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-7b9a2a03-237b-482b-a5ce-a0331f62ea50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 1098 time: 0.0668111 Jan 25 15:54:00.009752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-8c198233-3716-42e6-b731-fa31b095e298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:00.011710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-8c198233-3716-42e6-b731-fa31b095e298 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1232345 Jan 25 15:54:00.192997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-c92f3508-e8fe-4b3c-b1ec-03c4226ae1da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 200 len: 1001 time: 0.1753070 Jan 25 15:54:00.252019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-c6b81799-1636-4d84-8e38-677402f68e08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:00.253342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-c6b81799-1636-4d84-8e38-677402f68e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0541286 Jan 25 15:54:00.327596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-8b61d92a-d79a-4e23-acb5-cc56a5911cf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680246 Jan 25 15:54:00.452703 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-1b3bee6b-de63-41ac-8737-56e8f3d93827 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189678 Jan 25 15:54:00.583347 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875353c1-e3e9-4e9c-a853-e1cf13d5ff97 req-39a92d6e-73f4-4f5b-893b-fce0815b1377 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211345 Jan 25 15:54:01.499913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-55fe09d6-7f79-4161-bb09-1c9db359d47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:02.918670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:02.962441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:04.660295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:08.920960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:29.412437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ab03856-6553-4d1c-8602-06d429c34805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:31.527958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2f26082b-4a00-4b4a-8de0-8339c25dacd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:32.956740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:32.990584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:33.119933 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:54:33.209704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81732729-5da6-451a-be40-549122085a20 req-4c7da57e-5f16-47f1-acea-fde2f86697c3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:33.211121 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-81732729-5da6-451a-be40-549122085a20 req-4c7da57e-5f16-47f1-acea-fde2f86697c3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.1755710 Jan 25 15:54:33.255485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-81732729-5da6-451a-be40-549122085a20 req-30752e90-21ee-4574-85a4-7df6a7ae16d1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 Jan 25 15:54:34.588668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-6279792d-2802-4dea-929a-4968b2893b89 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:34.590114 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-6279792d-2802-4dea-929a-4968b2893b89 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.1341610 Jan 25 15:54:34.595616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16d25b-6352-4e9d-a0e6-819504567020 req-df6134b9-8c22-4915-badb-ee1213d91ce8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:34.596943 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b16d25b-6352-4e9d-a0e6-819504567020 req-df6134b9-8c22-4915-badb-ee1213d91ce8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 945 time: 0.2095563 Jan 25 15:54:34.687889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port 0303f3a5-2cd1-483e-8dee-98ec261812ae {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 15:54:34.688143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:34.691761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:34.724873 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b16d25b-6352-4e9d-a0e6-819504567020 req-cef8eda0-322d-499a-a451-6883944c86b1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003654 Jan 25 15:54:34.928509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] For port 0303f3a5-2cd1-483e-8dee-98ec261812ae, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0303f3a5-2cd1-483e-8dee-98ec261812ae,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:54:34.928860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:35.201832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:35.202209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:35.202493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Floating IP daff01e4-7343-4493-aa0a-18e472e09b72 disassociated. External IP: 172.26.8.253, port: 0303f3a5-2cd1-483e-8dee-98ec261812ae. Jan 25 15:54:35.202821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for 0303f3a5-2cd1-483e-8dee-98ec261812ae owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 15:54:35.408617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:35.454070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=0303f3a5-2cd1-483e-8dee-98ec261812ae,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:35.467915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.468203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.468556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.468865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.469192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.469548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.469871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.470720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.471040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.471356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.471671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:35.747098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:54:35.952337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b788e17-6017-4a38-b8a3-81b3e1073ce1 req-979a9a1e-9aa0-4e0e-8d38-624ccd56e898 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 210 time: 0.0545530 Jan 25 15:54:35.993277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:54:36.003540 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:54:36.014667 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:54:36.015324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:54:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:54:36.060203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] No DVR routers for this DVR port 0303f3a5-2cd1-483e-8dee-98ec261812ae on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 15:54:36.062691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:36.065739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'name': 'network-vif-deleted', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:54:36.163444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dca013be-dc00-4f2a-b6ad-b46207f6a027 req-5eeb4670-0f1c-4431-b9e7-18a80ded0218 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "DELETE /v2.0/ports/0303f3a5-2cd1-483e-8dee-98ec261812ae HTTP/1.1" status: 204 len: 173 time: 1.5654335 Jan 25 15:54:36.190902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:54:36.197120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cb07c39-759d-4bdb-9ee9-0392380f20c3', 'name': 'network-vif-deleted', 'tag': '0303f3a5-2cd1-483e-8dee-98ec261812ae', 'status': 'completed', 'code': 200} Jan 25 15:54:36.492469 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:54:36.496240 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:54:36.507471 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:54:36.508078 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:54:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:54:36.685559 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:54:36.985882 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:54:36.990518 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24232c6-9fcd-4a31-aa82-cd83bc3ae2b1 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:54:37.156850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-43cb4924-0e3a-4242-94a6-842c4e876cd3 req-6b2b5740-8872-4d19-a853-a811a28f11e2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:54:37.217801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622484b-f4a0-4e62-9b7c-eb4e41776235 None None] New status for floating IP daff01e4-7343-4493-aa0a-18e472e09b72: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:54:37.236700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-43cb4924-0e3a-4242-94a6-842c4e876cd3 req-6b2b5740-8872-4d19-a853-a811a28f11e2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:54:37.238069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-43cb4924-0e3a-4242-94a6-842c4e876cd3 req-6b2b5740-8872-4d19-a853-a811a28f11e2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cb07c39-759d-4bdb-9ee9-0392380f20c3 HTTP/1.1" status: 200 len: 210 time: 0.1340916 Jan 25 15:54:37.739859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0303f3a5-2cd1-483e-8dee-98ec261812ae no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 15:54:37.775124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 0303f3a5-2cd1-483e-8dee-98ec261812ae {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 15:54:37.775460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0303f3a5-2cd1-483e-8dee-98ec261812ae not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 15:54:38.582678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-ea764229-0e74-4e04-8212-d7d7967427da tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520029966&fields=id&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 267 time: 0.0394242 Jan 25 15:54:38.724597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-cde8a233-2d78-4147-a846-e9d65b3b437b tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:38.726280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-cde8a233-2d78-4147-a846-e9d65b3b437b tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.1375339 Jan 25 15:54:38.741424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-c925b3cb-37ce-45b8-b522-d4fe546ed88a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/quotas/056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 375 time: 0.0100636 Jan 25 15:54:38.818159 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-faa062f3-3ae4-4661-924c-e16f0fd56dee tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722573 Jan 25 15:54:38.916408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:38.916978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-34d6936d-30b6-47c5-81d4-5ac02a70ede8 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 15:54:38.917353 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-34d6936d-30b6-47c5-81d4-5ac02a70ede8 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0887766 Jan 25 15:54:39.044338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-91c093ec-0ce8-4ec8-b14a-b6eb3a338e6d service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206734 Jan 25 15:54:39.171569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-e2a98acb-b8ac-478f-a1f1-3fed1bca43cc service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217031 Jan 25 15:54:39.866156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8d24dd0f-8b83-45ae-9fc0-a6e542b008e5 req-dcbeab0e-6c5a-4aa3-81fa-dad1468d1a4d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 210 time: 0.0438430 Jan 25 15:54:41.027812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86593699-7638-4ce9-81fa-84cf99c6bcac req-a93a6cda-c319-4691-9206-131a1a51b625 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 210 time: 0.0402503 Jan 25 15:54:41.768025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-2ce8fd16-da46-4ced-87ca-a6f89686f428 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:41.769435 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-2ce8fd16-da46-4ced-87ca-a6f89686f428 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.1393237 Jan 25 15:54:41.820405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-7e048f85-e8d8-4aa7-a1d3-98d594f4a61b tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 380 time: 0.0387096 Jan 25 15:54:41.828769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'port': {'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'admin_state_up': True, 'tenant_id': '056dc39368ca4892833360de542193a8', 'security_groups': ['f954f224-32c2-4290-be45-b4c183b55162']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:54:41.960455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:54:41.970304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:54:42.030868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Made reservation on behalf of 056dc39368ca4892833360de542193a8 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:54:42.033957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:42.257186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86b8e89e-7bfb-4e5e-98c1-9969712b57a7 req-562f0888-5cfb-4543-8205-5179513b3bb0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 210 time: 0.0496597 Jan 25 15:54:42.337007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.20.0.12 (25dc8215-9db9-42f8-9b8e-c8de6629f8a0/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca/e0943c54-61a7-4485-85f1-d619ee566faf) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:54:42.532314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:42.548413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Transition to ACTIVE for port object e0943c54-61a7-4485-85f1-d619ee566faf will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:54:42.646601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:42.716913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:54:42.719889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:54:42.723770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:54:42.760842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:42.791307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:42.791929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:42.939922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-79ccde62-99a1-4ffd-ae76-494ac88cf337 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1145577 Jan 25 15:54:42.951015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Request body: {'port': {'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:54:43.057231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-01375d1d-ce93-4bba-ab4e-54010a8b54c5 None None] Provisioning for port e0943c54-61a7-4485-85f1-d619ee566faf completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:54:43.058985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:43.062710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-01375d1d-ce93-4bba-ab4e-54010a8b54c5 None None] Provisioning complete for port e0943c54-61a7-4485-85f1-d619ee566faf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:54:43.066782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-01375d1d-ce93-4bba-ab4e-54010a8b54c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:43.115679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-01375d1d-ce93-4bba-ab4e-54010a8b54c5 None None] Port e0943c54-61a7-4485-85f1-d619ee566faf cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:54:43.445473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0943c54-61a7-4485-85f1-d619ee566faf {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:54:43.450499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:43.474635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Transition to ACTIVE for port object e0943c54-61a7-4485-85f1-d619ee566faf will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:54:43.492495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac340e-ac73-4e89-aa5f-b0a9b4022bf3 req-c7720e98-db83-43f8-a165-d9d888ffdbac tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:43.493172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e4ac340e-ac73-4e89-aa5f-b0a9b4022bf3 req-c7720e98-db83-43f8-a165-d9d888ffdbac tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:54:43.556326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:43.591874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e4ac340e-ac73-4e89-aa5f-b0a9b4022bf3 req-c7720e98-db83-43f8-a165-d9d888ffdbac tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:54:43.597455 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e4ac340e-ac73-4e89-aa5f-b0a9b4022bf3 req-c7720e98-db83-43f8-a165-d9d888ffdbac tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 932 time: 0.2064128 Jan 25 15:54:43.708233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:43.750667 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e4ac340e-ac73-4e89-aa5f-b0a9b4022bf3 req-3920b73e-ffd4-4734-af24-de9a45888060 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480041 Jan 25 15:54:43.832524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Attempting to bind port e0943c54-61a7-4485-85f1-d619ee566faf on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:54:43.832923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Attempting to bind port e0943c54-61a7-4485-85f1-d619ee566faf by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:54:43.833309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Attempting to bind port e0943c54-61a7-4485-85f1-d619ee566faf on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:54:43.839952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Port e0943c54-61a7-4485-85f1-d619ee566faf on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:54:43.840904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Attempting to bind port e0943c54-61a7-4485-85f1-d619ee566faf on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:54:43.849229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:54:43.849604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:54:43.849975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Bound using segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:54:43.850702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Bound port: e0943c54-61a7-4485-85f1-d619ee566faf, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:54:43.851040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:43.935371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:54:43.938666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e0943c54-61a7-4485-85f1-d619ee566faf,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:54:44.002442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:44.065453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:44.066798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 1094 time: 1.1198285 Jan 25 15:54:44.067227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:54:44.084498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944915ca-03c6-482c-a209-5e601ec375c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:44.124814 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'status': 'completed', 'code': 200} Jan 25 15:54:44.218499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae1bebc7-b0e2-482a-a112-91911bbb7571 req-e07c19ee-a385-480a-bccb-874966a11e20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1097 time: 0.0728705 Jan 25 15:54:44.359510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bebc7-b0e2-482a-a112-91911bbb7571 req-19d62f2c-7559-420b-a225-452942f19a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:44.360872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae1bebc7-b0e2-482a-a112-91911bbb7571 req-19d62f2c-7559-420b-a225-452942f19a20 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=056dc39368ca4892833360de542193a8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1360388 Jan 25 15:54:44.582136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bebc7-b0e2-482a-a112-91911bbb7571 req-efbea667-8f62-41be-9c62-4b1dc6922837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:44.583605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae1bebc7-b0e2-482a-a112-91911bbb7571 req-efbea667-8f62-41be-9c62-4b1dc6922837 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176056 Jan 25 15:54:44.685109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-2eebf3de-f70c-422e-b478-3fdbe6e78389 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1097 time: 0.0682039 Jan 25 15:54:44.749837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-049889c4-9711-486b-a94d-58cea6ff94b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 217 time: 0.0579529 Jan 25 15:54:44.811301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-2200c13a-c245-4b61-832c-793c9af43a13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:44.812713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-2200c13a-c245-4b61-832c-793c9af43a13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0579782 Jan 25 15:54:44.935900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-ae3b372c-66ff-4684-8bbe-0dbba3ae0f81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167016 Jan 25 15:54:45.027564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44665c2f-aab6-49ac-9f98-059869f0868e req-d2512582-63ba-477d-8916-379acb469872 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:45.028978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44665c2f-aab6-49ac-9f98-059869f0868e req-d2512582-63ba-477d-8916-379acb469872 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.1567113 Jan 25 15:54:45.108383 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-d944623b-e14a-45cf-a4b2-478a9f4a95bc service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656401 Jan 25 15:54:45.110570 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44665c2f-aab6-49ac-9f98-059869f0868e req-a7e8e6b3-a9e1-4105-bb93-c83c0aa639ab tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704684 Jan 25 15:54:45.410933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696752dd-c8cd-455c-8d2e-fe65f58322b0 req-5977cb3a-c000-4dcf-8f55-f615c8828c2e service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260395 Jan 25 15:54:46.302325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d1415-8ea9-4ce7-b287-047761405d8b req-8520814b-3780-4570-b90b-e227f1a09826 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:46.303721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-694d1415-8ea9-4ce7-b287-047761405d8b req-8520814b-3780-4570-b90b-e227f1a09826 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0748222 Jan 25 15:54:46.350083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-694d1415-8ea9-4ce7-b287-047761405d8b req-57b10c37-0945-4ea8-8371-2a33260e3b6a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Jan 25 15:54:47.538655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d30d3a-f664-41b9-832f-6185e209830f req-71854194-4ce8-4f20-822b-119f63ebac01 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:47.540387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46d30d3a-f664-41b9-832f-6185e209830f req-71854194-4ce8-4f20-822b-119f63ebac01 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0748858 Jan 25 15:54:47.583878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46d30d3a-f664-41b9-832f-6185e209830f req-f77223ae-90b6-448e-98c2-f2a041ad5177 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Jan 25 15:54:48.784389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e653dc-f271-42c4-8bc9-c2362a0b632d req-581d4054-a9d7-4838-8705-c8aa98c5327f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:48.785840 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60e653dc-f271-42c4-8bc9-c2362a0b632d req-581d4054-a9d7-4838-8705-c8aa98c5327f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0781250 Jan 25 15:54:48.830001 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60e653dc-f271-42c4-8bc9-c2362a0b632d req-fa86e74f-0df6-4ca6-a438-26577e1939c0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386522 Jan 25 15:54:50.021593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ceb89-7cbf-40f7-a886-e842e88f197f req-34912b58-9f13-4f3e-b8c4-851bbc3577f4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:50.023031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f2ceb89-7cbf-40f7-a886-e842e88f197f req-34912b58-9f13-4f3e-b8c4-851bbc3577f4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0745394 Jan 25 15:54:50.067986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f2ceb89-7cbf-40f7-a886-e842e88f197f req-d2f38592-f555-45b0-bc7a-eb56fc7284b2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395010 Jan 25 15:54:51.260136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdeb2f-6005-4ebd-aaaa-7c4a7f773302 req-8c5018aa-fe5a-4650-81db-2e67fc5871f1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:51.261584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05fdeb2f-6005-4ebd-aaaa-7c4a7f773302 req-8c5018aa-fe5a-4650-81db-2e67fc5871f1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0780547 Jan 25 15:54:51.304679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05fdeb2f-6005-4ebd-aaaa-7c4a7f773302 req-33a44074-cbb2-44d0-9577-2014db083e12 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376263 Jan 25 15:54:52.496850 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ebb3c-9063-423b-9181-391d1bbdafe4 req-ea94c8de-644c-46f4-afea-636631e9626e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:52.498299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-461ebb3c-9063-423b-9181-391d1bbdafe4 req-ea94c8de-644c-46f4-afea-636631e9626e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0739369 Jan 25 15:54:52.545891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-461ebb3c-9063-423b-9181-391d1bbdafe4 req-88c41b9b-9603-4044-a944-63ab63c29da1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Jan 25 15:54:53.736344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7876e83-f754-4d57-825a-597c7c1c57f9 req-0064725f-b780-4034-a4fd-220a729c3862 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:53.738269 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7876e83-f754-4d57-825a-597c7c1c57f9 req-0064725f-b780-4034-a4fd-220a729c3862 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 944 time: 0.0753312 Jan 25 15:54:53.783014 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7876e83-f754-4d57-825a-597c7c1c57f9 req-ca3253db-1ff5-41b7-b1be-9b9163307477 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392151 Jan 25 15:54:53.818064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e0943c54-61a7-4485-85f1-d619ee566faf details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:54:53.946883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e0943c54-61a7-4485-85f1-d619ee566faf,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:54:53.959882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:54:54.013780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:54.030613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0943c54-61a7-4485-85f1-d619ee566faf {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:54:54.044805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e0943c54-61a7-4485-85f1-d619ee566faf,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:54:54.125451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:54.188528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:54.196965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.197254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.197614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.197943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.198273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.198597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.198917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.199238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.199554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.199870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.200180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:54:54.362975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['e0943c54-61a7-4485-85f1-d619ee566faf'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:54:54.976875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60caa66-11de-41cb-886c-d63557945082 req-ebf3e9d8-8dcc-408b-8e41-cd7d83d01cf1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:54.978316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a60caa66-11de-41cb-886c-d63557945082 req-ebf3e9d8-8dcc-408b-8e41-cd7d83d01cf1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 945 time: 0.0774384 Jan 25 15:54:55.021651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a60caa66-11de-41cb-886c-d63557945082 req-f10d15f5-4670-4e0f-94e2-e073f637ea0c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 Jan 25 15:54:55.833444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e0943c54-61a7-4485-85f1-d619ee566faf up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:54:55.953989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port e0943c54-61a7-4485-85f1-d619ee566faf completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:54:55.958583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port e0943c54-61a7-4485-85f1-d619ee566faf triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:54:55.958977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:56.068139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:56.094909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:54:56.105116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e0943c54-61a7-4485-85f1-d619ee566faf,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:54:56.182970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:56.221846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f76f1-66b0-4f20-aae3-5924511b18dc req-9c36fda8-3abd-49e9-a548-e61539b8363d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:56.223303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-897f76f1-66b0-4f20-aae3-5924511b18dc req-9c36fda8-3abd-49e9-a548-e61539b8363d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 945 time: 0.0784078 Jan 25 15:54:56.236676 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'code': 200} Jan 25 15:54:56.255552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:54:56.271550 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-897f76f1-66b0-4f20-aae3-5924511b18dc req-934a76f1-7a0a-441d-ae1b-53ffaa6f06b3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Jan 25 15:54:56.707231 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4842cce-9720-4daf-964c-b25dc8463636 req-06793535-5041-4318-bcb8-994e69812bce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.1488392 Jan 25 15:54:56.749148 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4842cce-9720-4daf-964c-b25dc8463636 req-eda46d51-ed94-4ffe-a947-7539168d859c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346272 Jan 25 15:54:57.463552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35cfe3-4a9c-4fb7-bab8-15979f676ba2 req-01aa1377-99f2-4487-b2b0-58c38422687a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:57.464917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c35cfe3-4a9c-4fb7-bab8-15979f676ba2 req-01aa1377-99f2-4487-b2b0-58c38422687a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 946 time: 0.0736301 Jan 25 15:54:57.508989 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c35cfe3-4a9c-4fb7-bab8-15979f676ba2 req-4ae439b9-6517-41ad-8567-2bf99b4c1def tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Jan 25 15:54:58.700921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84997a37-d974-4fb8-a918-139a646f45ad req-2b3f19aa-cd50-496d-aa8f-5a62fb23ca52 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:58.702389 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84997a37-d974-4fb8-a918-139a646f45ad req-2b3f19aa-cd50-496d-aa8f-5a62fb23ca52 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 946 time: 0.0770655 Jan 25 15:54:58.745618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84997a37-d974-4fb8-a918-139a646f45ad req-14a6d58b-1830-4bf6-9158-f54c3a71d84e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371854 Jan 25 15:54:58.935713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55092e-9702-467a-9562-6398447b0578 req-fb5f8e1a-3a86-4c31-9cae-903d14e50797 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:54:58.937158 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4d55092e-9702-467a-9562-6398447b0578 req-fb5f8e1a-3a86-4c31-9cae-903d14e50797 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 946 time: 0.0736744 Jan 25 15:54:58.983577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4d55092e-9702-467a-9562-6398447b0578 req-7e9c94d3-91ba-4591-9d02-6b7d0c129943 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404086 Jan 25 15:54:59.011097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:54:59.077701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f016c5d7-e1e0-4768-8b4b-815e536cca94 tempest-TestVolumeBootPattern-1951977473 tempest-TestVolumeBootPattern-1951977473-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1094 time: 0.0654950 Jan 25 15:54:59.080294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:54:59.085318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'tenant_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:54:59.090709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:54:59.095469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:floatingip and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:54:59.098318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:54:59.104134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:54:59.224630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:59.355580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:59.417104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-933e27f1-e0bb-43bd-82c0-b3bea4953f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:59.488764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.26.8.18 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/0ba6516e-2f39-436b-b31c-08aa046a6b20) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:54:59.628152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:59.739195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:54:59.803306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:54:59.806211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:54:59.808846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:54:59.846724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=0ba6516e-2f39-436b-b31c-08aa046a6b20,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:55:00.306301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:00.430910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:00.713937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:00.790012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:00.889400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=0ba6516e-2f39-436b-b31c-08aa046a6b20,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:55:00.906782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:01.090483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Floating IP adb2960e-31d3-4623-9779-cce270beee62 associated. External IP: 172.26.8.18, port: e0943c54-61a7-4485-85f1-d619ee566faf. Jan 25 15:55:01.468305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:55:01.532991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fe06a5f5-56a4-46b9-ba76-f55b1137cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:01.659901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:55:01.669635 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:55:01.681759 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:55:01.682328 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:55:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:55:01.734853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:01.798004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-747bcc6d-75e7-43d2-8394-3406ab16e70d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7167125 Jan 25 15:55:01.798841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:55:01.817940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-489e2a60-a468-488f-842d-24c48bd7d197 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266780 Jan 25 15:55:01.854296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'status': 'completed', 'code': 200} Jan 25 15:55:01.862606 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:55:01.954181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-026a083c-0634-4168-b445-9d6644e469de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0665426 Jan 25 15:55:02.098807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-0ee9f7ff-254d-4e8e-8ed7-2521ee64b0ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:55:02.100651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-0ee9f7ff-254d-4e8e-8ed7-2521ee64b0ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1297634 Jan 25 15:55:02.202297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-cc56848d-7932-42e0-aaaf-793bee024cb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 999 time: 0.0954363 Jan 25 15:55:02.202992 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:00Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:55:02.206943 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:55:02.216954 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:55:02.217579 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:55:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:55:02.265159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-8d8d2bfe-8b11-4937-9cad-01d31a853694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:55:02.266574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-8d8d2bfe-8b11-4937-9cad-01d31a853694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0589011 Jan 25 15:55:02.391445 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:55:02.439025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-67b969fb-e183-479f-a0cc-b2c7bb772c94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659064 Jan 25 15:55:02.567991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-b18497a3-13f5-45c5-aae4-73a1b4447ac5 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225564 Jan 25 15:55:02.696116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-355cc99c-9929-4e4f-be47-4dfe5e5f93f3 req-75330645-66f5-4a25-9871-3c17685fb440 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223946 Jan 25 15:55:02.732617 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:00Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:55:02.736523 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2c7ba-4edc-4751-8fc2-7ed1e39eb68e None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:00Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:55:02.858617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-392aa8b5-19dd-42c7-ae36-d97fe8e0a2c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0682232 Jan 25 15:55:02.925635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:02.946930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8bcb6-18c0-4a8a-b149-0424be8162fa None None] New status for floating IP adb2960e-31d3-4623-9779-cce270beee62: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:55:02.997650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-897a7596-d6c0-430c-b1f4-39fa1fe7ecc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:55:02.999366 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-897a7596-d6c0-430c-b1f4-39fa1fe7ecc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1341510 Jan 25 15:55:03.065639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:03.116605 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-8c1578dc-3603-4eee-8410-96f64d784fb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 999 time: 0.1054084 Jan 25 15:55:03.191460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-f30f7e3f-2a34-4af4-8227-91e1bcd2fc0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:55:03.192867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-f30f7e3f-2a34-4af4-8227-91e1bcd2fc0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0701680 Jan 25 15:55:03.267107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-f6d879f4-8dd9-44aa-97f0-6e975453ef06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680921 Jan 25 15:55:03.398295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-f54baaa5-23f7-4146-b166-e70e966b0ffc service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206675 Jan 25 15:55:03.525256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-623239d6-0ab7-4363-a290-fd3a3f91ef72 req-9a121ab8-1d2c-45c8-8856-3144aed41b2b service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206493 Jan 25 15:55:04.698510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:08.913675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:10.119971 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:55:29.450556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-789e88c7-589e-45c1-897f-33faf16f491e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:31.525565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f0cb0eb7-6b98-45bc-bd7d-048fe1b96f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:32.949038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:33.006330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:34.655938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:38.935817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:55:47.119626 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:55:59.415736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-26d8556b-63df-4588-9b66-26d7d7be967c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:01.531296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4d7ef939-b05f-4e84-88e9-e383637f5d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:02.924451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:03.000614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:03.748367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-30bbb05f-55e3-4cee-bd55-fb6c6ea018f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700850 Jan 25 15:56:03.882803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-16844ea4-cf0e-47f3-96d1-156c27f8eda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0678091 Jan 25 15:56:04.022870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f854339-26d2-41a5-903a-52a81830d778 req-627ee53b-39ba-4ea7-add9-c37eb13ce75a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:56:04.024288 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-627ee53b-39ba-4ea7-add9-c37eb13ce75a service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1243536 Jan 25 15:56:04.126162 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-fb4f3f4e-2414-4f7f-b844-c2c34b3e820c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 1001 time: 0.0963044 Jan 25 15:56:04.185448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f854339-26d2-41a5-903a-52a81830d778 req-d3cc13b0-8446-4c69-85ae-abd782039a3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:56:04.186839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-d3cc13b0-8446-4c69-85ae-abd782039a3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0557837 Jan 25 15:56:04.345133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-2470a49a-1408-468f-a2a5-95b417c080fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1528356 Jan 25 15:56:04.472902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-20ece18c-cf91-4207-a606-c866a50c70e0 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218200 Jan 25 15:56:04.603633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f854339-26d2-41a5-903a-52a81830d778 req-6240e6f6-4b24-4895-9474-365852e14e88 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247509 Jan 25 15:56:04.696735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:08.959871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:24.120018 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:56:29.416606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2ee64c9c-29c0-4143-a943-f43e3276a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:31.513193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a757dae5-d748-4973-95ce-117af423fb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:32.953541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:32.999002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:34.701821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:38.919541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:56:59.421151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e73cecff-8123-4496-b1b6-86f37ae4c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:01.119406 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:57:01.512818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8993-1348-4cbe-99ed-4c9e266da217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:02.935340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:02.987170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:04.689464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:05.467213 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-b3d2546d-379c-4328-83d6-10c2ca29a78a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322074 Jan 25 15:57:05.600851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-4e55adde-7eeb-42ee-ac32-1e6dfa3ed647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0670974 Jan 25 15:57:05.739416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-2320b275-3113-41d9-8e8d-4bf74f5d1d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:05.740812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-2320b275-3113-41d9-8e8d-4bf74f5d1d8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1224842 Jan 25 15:57:05.840233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-3cfc5a72-7ea0-4a80-b931-09634fa93d81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 1001 time: 0.0935187 Jan 25 15:57:05.903386 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-547b98cf-e808-4045-84b4-4e18d8a46867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:05.904756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-547b98cf-e808-4045-84b4-4e18d8a46867 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0589266 Jan 25 15:57:05.976145 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-87edfab2-37c6-4d02-898b-0136fb3c40c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656867 Jan 25 15:57:06.104810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-aa06288c-ffd3-4d60-8e55-9adc03a53014 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225848 Jan 25 15:57:06.232778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8be9e7ec-887d-4d53-8907-178652d7aef7 req-d4bc66e8-0045-4e77-8a01-4da8a5cc31bd service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223297 Jan 25 15:57:08.927769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:29.455137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-504c8f8d-e337-4b84-9a94-4567d3dd8667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:31.512685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1d3960df-30c1-41d8-825b-eb6930f7a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:32.969563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:33.095519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:34.710832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:36.543820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-6312bcd9-c2fb-4ca0-855e-75a6077802ba tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520029966&fields=id&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 267 time: 0.0403986 Jan 25 15:57:36.686684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-406071d7-03c4-4529-abf4-0e9c604457d9 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:36.688022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-406071d7-03c4-4529-abf4-0e9c604457d9 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.1376765 Jan 25 15:57:36.703377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-f72e4852-333b-4a1b-a677-02c282611f62 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/quotas/056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Jan 25 15:57:36.792453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-73450fa5-ab0f-4446-823b-75de92af6b49 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0844917 Jan 25 15:57:36.927100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-88327a34-9f82-4458-8c20-397d5c3a1d70 service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235192 Jan 25 15:57:37.136504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-2ceaa874-9207-4049-a559-ebc53811ba65 service neutron] 10.222.0.26 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036860 Jan 25 15:57:37.837326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-11682a1b-d94a-4ba1-a46a-65ac5cb8b6d4 req-63323391-307b-415d-a2fd-52cb4a25ad9e tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 210 time: 0.0411313 Jan 25 15:57:38.120214 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:57:38.964006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:38.995923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-696d022d-461e-471b-862e-c6370cbca622 req-eebb7c00-0068-4bbd-bc54-2223623f1570 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 210 time: 0.0410194 Jan 25 15:57:39.699702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-c74cec21-4d28-4017-8d94-ad44d83cbee6 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:39.701066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-c74cec21-4d28-4017-8d94-ad44d83cbee6 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 812 time: 0.1478763 Jan 25 15:57:39.751008 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-d3c8c9ca-07a5-4d30-ae81-11f8fde03b47 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056dc39368ca4892833360de542193a8 HTTP/1.1" status: 200 len: 380 time: 0.0386667 Jan 25 15:57:39.759596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'port': {'device_id': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'admin_state_up': True, 'tenant_id': '056dc39368ca4892833360de542193a8', 'security_groups': ['f954f224-32c2-4290-be45-b4c183b55162']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:57:39.894333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:57:39.904598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:57:39.974027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Made reservation on behalf of 056dc39368ca4892833360de542193a8 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 15:57:39.977069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.183578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.20.0.3 (25dc8215-9db9-42f8-9b8e-c8de6629f8a0/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca/d3a20fc6-f9c2-41f7-b721-3896e23f5721) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:57:40.187216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-306230d9-de22-4695-b3a7-2b2e2ece7d61 req-be028a04-7b16-4da1-a421-73c4324e9e46 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 210 time: 0.0468452 Jan 25 15:57:40.376336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.391559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Transition to ACTIVE for port object d3a20fc6-f9c2-41f7-b721-3896e23f5721 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:57:40.471131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.544484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:57:40.547480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:57:40.551394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:57:40.582232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:40.604450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.604791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.605121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.605483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.605807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.606131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.606449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.606765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.607080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.607390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.607703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:40.629033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:40.629603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.759184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1593c166-4f2f-49ca-b1cf-66e3240e553d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029621 Jan 25 15:57:40.771202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Request body: {'port': {'device_id': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:57:40.861833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a3680994-b40d-4796-bc53-c7e108b04903 None None] Provisioning for port d3a20fc6-f9c2-41f7-b721-3896e23f5721 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:57:40.867362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a3680994-b40d-4796-bc53-c7e108b04903 None None] Provisioning complete for port d3a20fc6-f9c2-41f7-b721-3896e23f5721 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:57:40.873978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a3680994-b40d-4796-bc53-c7e108b04903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.881325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:40.920470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a3680994-b40d-4796-bc53-c7e108b04903 None None] Port d3a20fc6-f9c2-41f7-b721-3896e23f5721 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 15:57:41.217834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a20fc6-f9c2-41f7-b721-3896e23f5721 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:57:41.225750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:41.240873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Transition to ACTIVE for port object d3a20fc6-f9c2-41f7-b721-3896e23f5721 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 15:57:41.293999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:41.565284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:41.660902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07735674-43ed-4052-a79c-f9dc29dd48dc req-7b669a53-cbfd-410d-b630-e60771ee3ddb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:41.660902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-07735674-43ed-4052-a79c-f9dc29dd48dc req-7b669a53-cbfd-410d-b630-e60771ee3ddb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 15:57:41.695376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Attempting to bind port d3a20fc6-f9c2-41f7-b721-3896e23f5721 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 15:57:41.701097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Attempting to bind port d3a20fc6-f9c2-41f7-b721-3896e23f5721 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 15:57:41.701097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Attempting to bind port d3a20fc6-f9c2-41f7-b721-3896e23f5721 on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:57:41.702140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Port d3a20fc6-f9c2-41f7-b721-3896e23f5721 on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 15:57:41.702464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Attempting to bind port d3a20fc6-f9c2-41f7-b721-3896e23f5721 on network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 15:57:41.709402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 15, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 15:57:41.709761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Checking segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 15:57:41.710135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Bound using segment: {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 15:57:41.710547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Bound port: d3a20fc6-f9c2-41f7-b721-3896e23f5721, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2554956-f6f6-4534-aeed-0e2287b27925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 15:57:41.710884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:41.777501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-07735674-43ed-4052-a79c-f9dc29dd48dc req-7b669a53-cbfd-410d-b630-e60771ee3ddb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 15:57:41.778639 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07735674-43ed-4052-a79c-f9dc29dd48dc req-7b669a53-cbfd-410d-b630-e60771ee3ddb tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.4543607 Jan 25 15:57:41.818662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 15:57:41.828834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 15:57:41.841098 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07735674-43ed-4052-a79c-f9dc29dd48dc req-71b33edc-31e5-40d9-aaa1-4701bb447f8c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536187 Jan 25 15:57:41.940127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:42.004682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:42.006117 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 200 len: 1093 time: 1.2390320 Jan 25 15:57:42.006553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:57:42.023860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bcc13-a511-410a-9d0d-9405b4778a02 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:42.075358 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'status': 'completed', 'code': 200} Jan 25 15:57:42.177434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9868c88-38dc-4fad-b6a3-250ff8b48354 req-b1a859b8-0bfe-484d-b0a5-cf5722929f33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0795062 Jan 25 15:57:42.318574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868c88-38dc-4fad-b6a3-250ff8b48354 req-9045ad8c-e23a-4b4d-b04f-5b1979ea774c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:42.320090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9868c88-38dc-4fad-b6a3-250ff8b48354 req-9045ad8c-e23a-4b4d-b04f-5b1979ea774c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=056dc39368ca4892833360de542193a8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1362226 Jan 25 15:57:42.451939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9868c88-38dc-4fad-b6a3-250ff8b48354 req-275adb49-e7a0-488d-a161-d56e97f4b24d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:42.453595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9868c88-38dc-4fad-b6a3-250ff8b48354 req-275adb49-e7a0-488d-a161-d56e97f4b24d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276546 Jan 25 15:57:42.553215 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-ddc39ac0-3dbb-4842-bc56-554da48af92b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0661597 Jan 25 15:57:42.621994 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-f3fce65e-b415-4511-b1a9-82d48d4b27c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 200 len: 217 time: 0.0626709 Jan 25 15:57:42.681510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-7c247e38-b7f0-47e6-9ce6-5312aa89e592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:42.682864 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-7c247e38-b7f0-47e6-9ce6-5312aa89e592 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0555074 Jan 25 15:57:42.758839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-7a0e874d-c897-498e-8cca-2871b7cd8bde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699379 Jan 25 15:57:42.884707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-b57a0516-8644-496d-9346-6d7773534a9a service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202078 Jan 25 15:57:43.063556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcbabac1-8a2a-4943-9832-62bfff47ea12 req-ae7f8eee-43ba-4960-b1fd-ecac9689fa93 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732566 Jan 25 15:57:43.080933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10dd4f-05d4-4a3e-a925-6dfb73c91ea4 req-ad307d27-9f81-4b16-bb3d-8886ca6274a8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:43.082395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b10dd4f-05d4-4a3e-a925-6dfb73c91ea4 req-ad307d27-9f81-4b16-bb3d-8886ca6274a8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.1157148 Jan 25 15:57:43.127151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b10dd4f-05d4-4a3e-a925-6dfb73c91ea4 req-94e3116e-fdd1-4714-8259-49d26d65d9e2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392478 Jan 25 15:57:44.325653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879ac2a-1815-4571-9489-ff7ffc60212a req-5186894b-f6eb-49c6-9cef-3997b6327c62 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:44.327090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1879ac2a-1815-4571-9489-ff7ffc60212a req-5186894b-f6eb-49c6-9cef-3997b6327c62 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.0784605 Jan 25 15:57:44.371651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1879ac2a-1815-4571-9489-ff7ffc60212a req-2ea8674c-fe1c-4dcd-a066-4870c9d44279 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384600 Jan 25 15:57:45.561768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f15b9-9e18-465a-828d-ab91319bb0b5 req-007469d3-6a46-4562-9594-73eebca19c0a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:45.563291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-848f15b9-9e18-465a-828d-ab91319bb0b5 req-007469d3-6a46-4562-9594-73eebca19c0a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.0742149 Jan 25 15:57:45.610839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-848f15b9-9e18-465a-828d-ab91319bb0b5 req-e3d233fa-8350-4c32-98cd-d4d0a0930134 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Jan 25 15:57:46.807417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc0d5-d683-431b-b9e8-9cbe9f057590 req-5c7fa1ff-25ea-41c7-be75-3d7cff2f5f80 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:46.808834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-203bc0d5-d683-431b-b9e8-9cbe9f057590 req-5c7fa1ff-25ea-41c7-be75-3d7cff2f5f80 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.0793972 Jan 25 15:57:46.853415 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-203bc0d5-d683-431b-b9e8-9cbe9f057590 req-7b3a1068-e559-4188-8ec7-aaf959de10f7 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389097 Jan 25 15:57:48.140780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f93cb-e7a9-4e49-a6ac-10a4e680c37b req-174c33a3-c7fc-4113-93bb-55a0f6f8268d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:48.142336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-951f93cb-e7a9-4e49-a6ac-10a4e680c37b req-174c33a3-c7fc-4113-93bb-55a0f6f8268d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.1666458 Jan 25 15:57:48.187554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-951f93cb-e7a9-4e49-a6ac-10a4e680c37b req-082ee829-7018-4eb3-b6ac-3a7b77833b19 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Jan 25 15:57:49.383957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d72d10-f250-4a61-9808-5db7f5e756c1 req-a3ee999a-d5c9-4213-b3f5-1e31d32c4168 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:49.385371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-83d72d10-f250-4a61-9808-5db7f5e756c1 req-a3ee999a-d5c9-4213-b3f5-1e31d32c4168 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.0767612 Jan 25 15:57:49.430598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-83d72d10-f250-4a61-9808-5db7f5e756c1 req-2ec80c0a-cc5c-4f7b-96a7-50c147a3420a tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398715 Jan 25 15:57:50.625991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92534b0-7810-4685-8101-4ea1026a8c58 req-d8c23f2d-c67f-49a2-a234-b7db2e1077a8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:50.627410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b92534b0-7810-4685-8101-4ea1026a8c58 req-d8c23f2d-c67f-49a2-a234-b7db2e1077a8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 943 time: 0.0791795 Jan 25 15:57:50.671463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b92534b0-7810-4685-8101-4ea1026a8c58 req-d02a6385-a319-4fc8-850c-d3be329573b6 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Jan 25 15:57:50.672178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device d3a20fc6-f9c2-41f7-b721-3896e23f5721 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 15:57:50.803837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:57:50.816612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'port_id': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'mac_address': 'fa:16:3e:0a:d4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 15:57:50.871703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:50.887921 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a20fc6-f9c2-41f7-b721-3896e23f5721 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 15:57:50.902302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:57:50.978974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:51.042964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:51.051048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.051385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.051713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.052050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.052473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.052795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.053110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.053446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.053761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.054138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.054383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 15:57:51.210241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['d3a20fc6-f9c2-41f7-b721-3896e23f5721'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 15:57:51.861924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c8285-4615-4da9-b2f9-9d6a52a40812 req-e0dd033d-a645-4bec-b5e3-b8175a50ce99 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:51.863887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f10c8285-4615-4da9-b2f9-9d6a52a40812 req-e0dd033d-a645-4bec-b5e3-b8175a50ce99 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 944 time: 0.0751231 Jan 25 15:57:51.911285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f10c8285-4615-4da9-b2f9-9d6a52a40812 req-1c1b0577-837a-418c-879d-a60574de8025 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387032 Jan 25 15:57:52.673028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device d3a20fc6-f9c2-41f7-b721-3896e23f5721 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 15:57:52.830763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port d3a20fc6-f9c2-41f7-b721-3896e23f5721 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 15:57:52.835596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port d3a20fc6-f9c2-41f7-b721-3896e23f5721 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 15:57:52.835956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:52.946412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:52.971946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:57:52.982307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 15:57:53.026398 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'code': 200} Jan 25 15:57:53.084243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:53.104438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4733cc-e7e7-41e4-9f89-279dcbdaf4be req-44d2b80c-ff3f-4f40-9b44-b66b44af486c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:53.111367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e4733cc-e7e7-41e4-9f89-279dcbdaf4be req-44d2b80c-ff3f-4f40-9b44-b66b44af486c tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 944 time: 0.0848017 Jan 25 15:57:53.154501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:53.154710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e4733cc-e7e7-41e4-9f89-279dcbdaf4be req-846f4eb5-0be7-4c28-8488-8e067d819bee tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425022 Jan 25 15:57:53.448707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1485ca72-57b8-46a3-acb4-a1009a6ce5e1 req-43f5d080-cf04-43ad-a0da-df2750364375 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0663843 Jan 25 15:57:53.494289 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1485ca72-57b8-46a3-acb4-a1009a6ce5e1 req-9690c1f0-7424-481f-ba2f-60a6e7beb91a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Jan 25 15:57:54.353210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d89ca7-7d79-4888-ba83-f67c7b34e50c req-ccb41a8d-2726-4459-9edb-3da52b5a2903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:54.354702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58d89ca7-7d79-4888-ba83-f67c7b34e50c req-ccb41a8d-2726-4459-9edb-3da52b5a2903 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.0747523 Jan 25 15:57:54.399210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-58d89ca7-7d79-4888-ba83-f67c7b34e50c req-779c973a-d237-4f84-9318-6dbf646befb1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Jan 25 15:57:55.597076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14380c-7a8a-4d00-acc7-b5fc2a58d8f9 req-4bfb2f2c-a287-42f3-a9d2-273b5fa8a415 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:55.598755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa14380c-7a8a-4d00-acc7-b5fc2a58d8f9 req-4bfb2f2c-a287-42f3-a9d2-273b5fa8a415 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.0781529 Jan 25 15:57:55.642832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa14380c-7a8a-4d00-acc7-b5fc2a58d8f9 req-b2a0d4e1-c61d-4b7e-b1d6-04beb00618f1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385389 Jan 25 15:57:55.834244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2ccc-2877-45db-9e75-e8171fabfea7 req-48056255-5375-47b2-b6b2-d5888e98db16 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:55.835695 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3eb2ccc-2877-45db-9e75-e8171fabfea7 req-48056255-5375-47b2-b6b2-d5888e98db16 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.0744467 Jan 25 15:57:55.880263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3eb2ccc-2877-45db-9e75-e8171fabfea7 req-510c5371-75dc-46ce-8bdc-d6811f663ac2 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390506 Jan 25 15:57:55.907404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38710) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:57:56.040832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-61d30a75-a44f-4734-919d-21b5927ad7d6 tempest-TestVolumeBootPattern-1951977473 tempest-TestVolumeBootPattern-1951977473-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1093 time: 0.1322861 Jan 25 15:57:56.043492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38716) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 15:57:56.048424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'tenant_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 15:57:56.054277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 15:57:56.057989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Usage tracker for resource:floatingip and tenant:056dc39368ca4892833360de542193a8 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 15:57:56.060717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 15:57:56.066430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 15:57:56.168492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:56.295421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:56.426266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Allocated IP 172.26.8.96 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/ac7acd2d-21c7-4636-bd4b-6d8262fe67f1) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 15:57:56.567908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:56.688498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:56.752348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 15:57:56.755616 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 15:57:56.759813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 15:57:56.783753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=ac7acd2d-21c7-4636-bd4b-6d8262fe67f1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:57.335931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:57.442133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:57.642724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:57.690162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:57.790305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event updated for resources: {'Port': ['ID=ac7acd2d-21c7-4636-bd4b-6d8262fe67f1,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 15:57:57.805639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:57.988272 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Floating IP 7369f634-8b8a-443f-9337-f109330bfd65 associated. External IP: 172.26.8.96, port: d3a20fc6-f9c2-41f7-b721-3896e23f5721. Jan 25 15:57:58.374591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 15:57:58.570328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 15:57:58.579599 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 15:57:58.591591 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:57:58.592263 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:57:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:57:58.683847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:58.736097 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19faf8fb-59ae-47fb-81ae-d84a6809f462 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6916006 Jan 25 15:57:58.736752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 15:57:58.767309 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:57:58.793955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'status': 'completed', 'code': 200} Jan 25 15:57:58.883433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-9ed1fc08-b73f-4340-b3ee-8a372e8f9ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0690792 Jan 25 15:57:59.120950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '7369f634-8b8a-443f-9337-f109330bfd65', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:0a:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:57:57Z', 'updated_at': '2022-01-25T15:57:57Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}, {'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:57:59.121283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-8d6a527c-7bb2-4cfe-b064-0d1f32b8e468 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:59.122633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-8d6a527c-7bb2-4cfe-b064-0d1f32b8e468 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.2334003 Jan 25 15:57:59.124820 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 15:57:59.135625 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 15:57:59.136217 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T15:57:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:57:59.221982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-441024b3-7609-45a4-97f2-1cb246185fa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 200 len: 998 time: 0.0939164 Jan 25 15:57:59.288097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-9752dcd8-be82-4b21-992c-0eae4983139b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:57:59.289585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-9752dcd8-be82-4b21-992c-0eae4983139b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0616498 Jan 25 15:57:59.308443 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 15:57:59.364166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-4a8516b3-e270-485c-b9be-b7847b1dc856 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685749 Jan 25 15:57:59.453428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e417ffbf-c60c-410b-9aa2-75107356b1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:57:59.494970 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-abb65a9a-08ca-4ad3-b42f-d9fa1cb66aac service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246214 Jan 25 15:57:59.628595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0b579ea7-063d-4b5b-8e7b-45a7f6b39290 req-bdbb82f2-c5e3-4aa8-975c-54be135dcb0d service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280470 Jan 25 15:57:59.655550 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '7369f634-8b8a-443f-9337-f109330bfd65', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:0a:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:57:57Z', 'updated_at': '2022-01-25T15:57:57Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}, {'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 15:57:59.655550 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdadfff-e9e6-42ca-83c0-9d9eb3e57c84 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '7369f634-8b8a-443f-9337-f109330bfd65', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:0a:d4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:57:57Z', 'updated_at': '2022-01-25T15:57:57Z', 'revision_number': 0, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}, {'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 15:57:59.851909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d86c64a-b54d-4aea-8e33-a98aba2f17d9 None None] New status for floating IP 7369f634-8b8a-443f-9337-f109330bfd65: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 15:58:01.506295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b13ba03a-9bee-4040-bf9b-2bcb379db508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:02.979321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:02.991988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:04.683780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:06.751055 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-efcabb29-35e2-4ade-86dc-de9a4684c58e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718892 Jan 25 15:58:06.899743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-30126141-1dad-4cb1-a5cc-5e64b7732919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0765638 Jan 25 15:58:07.044918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-1f71412f-37b4-4367-91b2-bc3039b4b486 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:58:07.045481 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-1f71412f-37b4-4367-91b2-bc3039b4b486 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1280246 Jan 25 15:58:07.148116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-0499af29-26fa-4bc5-9c35-461cd309b031 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 1001 time: 0.0969784 Jan 25 15:58:07.213561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-0c2d18ba-00f2-4c24-866c-5965d6f1203c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:58:07.215150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-0c2d18ba-00f2-4c24-866c-5965d6f1203c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0589874 Jan 25 15:58:07.290742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-9561932f-37d7-4ee9-a9c4-013c8b404000 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698946 Jan 25 15:58:07.418203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-296bb25f-de9b-411f-b857-60615c629c77 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207805 Jan 25 15:58:07.544090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d809aba-98d4-40d0-91ba-edaa98d6d190 req-076ca74a-890b-43a1-8eae-7c1816b3b8b0 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199329 Jan 25 15:58:08.979065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:15.126427 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:58:29.458791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d04b5d37-110f-4a91-ad03-f187c0f7bd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:31.546372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b3ba9bbc-a3cd-44e4-a5a0-1868ece68caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:32.957638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:32.985850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:34.706441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:38.938864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:58:52.120990 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:58:59.569017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0331c7c1-cc47-42b9-9e43-e0cf44ff3d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:01.511600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-64eddd6d-d73f-4376-8042-38844977459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:02.940215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:02.962900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:04.687480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:08.762972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-7b56f64f-a03b-4a21-b469-9cdb877b2220 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663493 Jan 25 15:59:08.913588 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-f17497bd-cff6-4b40-a731-0d4b7c57bcb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0725341 Jan 25 15:59:09.005656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:09.078822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-bf0198e0-641a-4cf5-b96e-bc9d3e6bb69d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:59:09.080554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-bf0198e0-641a-4cf5-b96e-bc9d3e6bb69d service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.2067678 Jan 25 15:59:09.181263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-51e3322f-0c17-44f4-9624-0b8140e7483b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 200 len: 1000 time: 0.0948126 Jan 25 15:59:09.240836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-6f66282e-0ddd-4465-b60a-bf723155d4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 15:59:09.242256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-6f66282e-0ddd-4465-b60a-bf723155d4cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0554037 Jan 25 15:59:09.315073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-6b0ea894-9825-4340-8fa3-ebc790e3cc19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655541 Jan 25 15:59:09.442944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-c38356b7-f259-4cd0-ab3d-bfa79ca7592d service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Jan 25 15:59:09.570273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a82d853-2f97-4883-9fdd-fca35d29bb2f req-be633ac4-876a-4c2b-b006-29a8a4785023 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221833 Jan 25 15:59:29.121407 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 15:59:29.469908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-33bfdcad-0bd5-4718-b53e-aa4c33b63521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:31.506159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5eff06d4-6dec-4c89-87b8-2b3be8c77ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:32.985675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:33.014025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:34.756267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:38.951329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 15:59:59.436943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cee20e7f-059f-4d8e-a3c6-ce8c8607b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:01.540173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7758a9dd-3594-4ea6-9f1d-2cc7cec85c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:02.945794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:02.968293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:04.699988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:06.121461 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:00:08.973943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:10.738531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-d0d33340-3236-4f06-af4b-25328ea92690 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716436 Jan 25 16:00:10.885632 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-30ddb890-fcde-41b7-9041-055f84c323af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0748026 Jan 25 16:00:11.026864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-375058dc-1e94-4822-89ba-19aaac731bae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:11.028289 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-375058dc-1e94-4822-89ba-19aaac731bae service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1249704 Jan 25 16:00:11.131588 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-42d2dead-9f24-4b58-ace3-bdabf75ffc5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 1001 time: 0.0971317 Jan 25 16:00:11.194192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-3361f6c0-33bb-44d7-a6b5-830c24627682 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:11.195560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-3361f6c0-33bb-44d7-a6b5-830c24627682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0575361 Jan 25 16:00:11.267093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-870cf05a-8bde-4913-9a54-479dd281ad15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645857 Jan 25 16:00:11.391782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-2cd087cb-b8eb-48c5-8874-a125c55b2ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185751 Jan 25 16:00:11.516049 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87e53275-6009-40ed-b0f2-fb04828c25f1 req-dec7a08e-6ebd-4758-b449-e616bb260904 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192448 Jan 25 16:00:29.442704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-385364e4-e6e9-4e81-a2b1-7bc3be5c5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:29.629133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38764) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:29.909339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port ac7acd2d-21c7-4636-bd4b-6d8262fe67f1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:29.909627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:30.070327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:30.070651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:30.187953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for ac7acd2d-21c7-4636-bd4b-6d8262fe67f1 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:30.460048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:30.505005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=ac7acd2d-21c7-4636-bd4b-6d8262fe67f1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:30.545093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.545446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.545778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.546102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.546425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.546744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.547057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.547370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.547681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.547992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.548299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:00:30.605812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:30.980296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:00:31.172802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:00:31.182887 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:00:31.198513 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:31.199116 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:31.265246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:31.319821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b27fc064-3351-4d03-b685-3dc51acbc867 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "DELETE /v2.0/floatingips/7369f634-8b8a-443f-9337-f109330bfd65 HTTP/1.1" status: 204 len: 168 time: 1.6895208 Jan 25 16:00:31.320429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:00:31.376169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:31.469850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'status': 'completed', 'code': 200} Jan 25 16:00:31.559322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-cc1dca11-ce5c-41de-acce-a6e83af347a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 1098 time: 0.0677145 Jan 25 16:00:31.572911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fbdfee9-b43f-4838-8adc-e73b7422adb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:31.731971 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:31.737223 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:00:31.747227 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:31.747817 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:31.787017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-92b74011-90d7-4bba-95de-3b75a4ef3d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:31.789050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-92b74011-90d7-4bba-95de-3b75a4ef3d6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.2245467 Jan 25 16:00:31.865189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-2857dcf4-ecd8-4b9c-8ded-7d633d271aa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 200 len: 217 time: 0.0642164 Jan 25 16:00:31.924975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:31.932698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-3fd8631b-9384-4a95-9fbe-564bf419312d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:31.934060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-3fd8631b-9384-4a95-9fbe-564bf419312d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0625656 Jan 25 16:00:32.011887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-1a360d67-5589-4791-8c28-8b520e56d54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687618 Jan 25 16:00:32.198459 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-7df3aec4-d319-4218-9e3d-6fad6b90abc0 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798744 Jan 25 16:00:32.231597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e295b7-81ec-441e-ad27-086e78ddd4e1 req-32cb06bc-91a9-42bc-a53b-0c10621e7b69 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:32.232263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b3e295b7-81ec-441e-ad27-086e78ddd4e1 req-32cb06bc-91a9-42bc-a53b-0c10621e7b69 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:00:32.273038 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-80529634-a060-4387-ae41-c7de0e214887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:32.276876 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80529634-a060-4387-ae41-c7de0e214887 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'adb2960e-31d3-4623-9779-cce270beee62', 'tenant_id': '056dc39368ca4892833360de542193a8', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'port_id': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'mac_address': 'fa:16:3e:84:23:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T15:55:00Z', 'updated_at': '2022-01-25T15:55:03Z', 'revision_number': 1, 'project_id': '056dc39368ca4892833360de542193a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:00:32.362282 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a26c35da-2cb3-46f3-a2ff-19ea0ca968bd req-85e9cbd8-350b-4088-89f5-b24929fa7c59 service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447713 Jan 25 16:00:32.383655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b3e295b7-81ec-441e-ad27-086e78ddd4e1 req-32cb06bc-91a9-42bc-a53b-0c10621e7b69 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:00:32.384777 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3e295b7-81ec-441e-ad27-086e78ddd4e1 req-32cb06bc-91a9-42bc-a53b-0c10621e7b69 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.3707271 Jan 25 16:00:32.430749 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3e295b7-81ec-441e-ad27-086e78ddd4e1 req-97b293e3-ec89-4de7-be40-78040a20b9c3 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403481 Jan 25 16:00:32.519699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd79b8c-6947-4cfd-bde0-78ab39b5e870 None None] New status for floating IP 7369f634-8b8a-443f-9337-f109330bfd65: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:00:32.960741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:33.008010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:33.564587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-5ff491a0-75ac-4932-9253-af951c3511b8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:33.566134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-5ff491a0-75ac-4932-9253-af951c3511b8 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.0792840 Jan 25 16:00:33.640309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port d3a20fc6-f9c2-41f7-b721-3896e23f5721 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:33.640651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:33.931026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] For port d3a20fc6-f9c2-41f7-b721-3896e23f5721, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=d3a20fc6-f9c2-41f7-b721-3896e23f5721,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:33.931373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:34.049756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for d3a20fc6-f9c2-41f7-b721-3896e23f5721 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:34.080315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ad3e6-d0c3-47e6-9709-ff5abb6c4343 req-a3240d5e-d71d-4d82-80c4-7709bc76deb4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:34.082325 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c65ad3e6-d0c3-47e6-9709-ff5abb6c4343 req-a3240d5e-d71d-4d82-80c4-7709bc76deb4 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 945 time: 0.3642042 Jan 25 16:00:34.159808 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c65ad3e6-d0c3-47e6-9709-ff5abb6c4343 req-99b6e486-16c6-4965-b27b-fadab333bd28 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711617 Jan 25 16:00:34.402453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:34.451022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=d3a20fc6-f9c2-41f7-b721-3896e23f5721,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:34.607507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] No DVR routers for this DVR port d3a20fc6-f9c2-41f7-b721-3896e23f5721 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:00:34.609898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:34.612227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'name': 'network-vif-deleted', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:00:34.667550 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e75406-e86c-4b3b-9277-05e7420cc6e2', 'name': 'network-vif-deleted', 'tag': 'd3a20fc6-f9c2-41f7-b721-3896e23f5721', 'status': 'completed', 'code': 200} Jan 25 16:00:34.710372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7269f6b7-35a4-4ca7-99e7-456dbce81a02 req-d2ec286a-b0f0-4ade-8492-7b9c02dcdfd1 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "DELETE /v2.0/ports/d3a20fc6-f9c2-41f7-b721-3896e23f5721 HTTP/1.1" status: 204 len: 173 time: 1.1394145 Jan 25 16:00:34.755120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:35.319033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-78caa49d-09f5-4be1-ac7f-d14d1ce988e7 req-745205ff-205d-4f40-853a-4280492cfbcc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:00:35.431144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-78caa49d-09f5-4be1-ac7f-d14d1ce988e7 req-745205ff-205d-4f40-853a-4280492cfbcc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:00:35.432470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78caa49d-09f5-4be1-ac7f-d14d1ce988e7 req-745205ff-205d-4f40-853a-4280492cfbcc tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e75406-e86c-4b3b-9277-05e7420cc6e2 HTTP/1.1" status: 200 len: 210 time: 0.1528256 Jan 25 16:00:35.622976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device d3a20fc6-f9c2-41f7-b721-3896e23f5721 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:00:35.655940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: d3a20fc6-f9c2-41f7-b721-3896e23f5721 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:00:35.656281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device d3a20fc6-f9c2-41f7-b721-3896e23f5721 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:00:38.962427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:41.309180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38808) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:41.502604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port 0ba6516e-2f39-436b-b31c-08aa046a6b20 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:41.502941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:41.664996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:41.665234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:41.783287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for 0ba6516e-2f39-436b-b31c-08aa046a6b20 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:42.019217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:42.064989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=0ba6516e-2f39-436b-b31c-08aa046a6b20,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:42.154179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:42.531829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:00:42.813846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:00:42.823786 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:00:42.834936 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:42.835536 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:42.928377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:42.983187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d449b1ae-a5cf-4d41-82b5-7686871f172d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "DELETE /v2.0/floatingips/adb2960e-31d3-4623-9779-cce270beee62 HTTP/1.1" status: 204 len: 168 time: 1.6705542 Jan 25 16:00:42.983187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:00:43.045868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'status': 'completed', 'code': 200} Jan 25 16:00:43.050203 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:43.156651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-27e67eb6-e384-4f18-a46d-47fbc28aae31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=056dc39368ca4892833360de542193a8&device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 1099 time: 0.0894897 Jan 25 16:00:43.203677 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:00:43.291421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-375f8435-3343-4174-ac0e-48154f074a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:43.292848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-375f8435-3343-4174-ac0e-48154f074a61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 200 len: 913 time: 0.1305177 Jan 25 16:00:43.358608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-0e6f2587-a86d-4de1-94a8-019f87da5095 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 200 len: 217 time: 0.0600302 Jan 25 16:00:43.369196 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:43.373035 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:00:43.383218 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:43.383811 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:43.425602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-91ef51dc-1593-458e-b393-90bc3f8604ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:43.427051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-91ef51dc-1593-458e-b393-90bc3f8604ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 200 len: 851 time: 0.0631752 Jan 25 16:00:43.499102 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-893703f4-1af5-470a-8927-5b972e0ce0a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25dc8215-9db9-42f8-9b8e-c8de6629f8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667005 Jan 25 16:00:43.558761 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:43.676959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-495cbd63-c0fd-4a16-92c3-55072396c4cf service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719546 Jan 25 16:00:43.798688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688e15-2fdb-479f-8a7d-79574e7e4788 req-013d7741-d983-4072-9ed6-7b52f8dcff33 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:43.799765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-86688e15-2fdb-479f-8a7d-79574e7e4788 req-013d7741-d983-4072-9ed6-7b52f8dcff33 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:00:43.837253 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75da83f9-6472-4f35-bb6e-aaa24f81eec8 req-5685847d-42fe-418c-974b-465c61fd61fe service neutron] 10.222.0.41 "GET /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496029 Jan 25 16:00:43.868941 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-2e04616b-a0be-43b4-b215-880931501283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:43.872762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e04616b-a0be-43b4-b215-880931501283 None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:51Z', 'revision_number': 4, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '717926d3-b2a8-4087-a26d-cbb5afdd32ba', 'name': '', 'network_id': '25dc8215-9db9-42f8-9b8e-c8de6629f8a0', 'tenant_id': '056dc39368ca4892833360de542193a8', 'mac_address': 'fa:16:3e:99:a0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:50Z', 'updated_at': '2022-01-25T15:50:59Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'subnets': [{'id': '3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:00:43.903838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-86688e15-2fdb-479f-8a7d-79574e7e4788 req-013d7741-d983-4072-9ed6-7b52f8dcff33 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:00:43.905007 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86688e15-2fdb-479f-8a7d-79574e7e4788 req-013d7741-d983-4072-9ed6-7b52f8dcff33 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 946 time: 0.2903306 Jan 25 16:00:43.952314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86688e15-2fdb-479f-8a7d-79574e7e4788 req-be3ca3f5-069f-4523-a1ee-1025d322a044 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/security-groups?id=f954f224-32c2-4290-be45-b4c183b55162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415699 Jan 25 16:00:44.091541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b3be8-52b3-47c1-ade4-3ccd9b530a44 None None] New status for floating IP adb2960e-31d3-4623-9779-cce270beee62: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:00:44.128625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-06403bc0-22b2-41cf-ac72-08f48571ac76 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:00:44.130172 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-06403bc0-22b2-41cf-ac72-08f48571ac76 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 946 time: 0.0763152 Jan 25 16:00:44.200110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port e0943c54-61a7-4485-85f1-d619ee566faf {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:44.200392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:44.438587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] For port e0943c54-61a7-4485-85f1-d619ee566faf, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e0943c54-61a7-4485-85f1-d619ee566faf,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:44.438939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:44.556229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for e0943c54-61a7-4485-85f1-d619ee566faf owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:44.777775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:44.908365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=e0943c54-61a7-4485-85f1-d619ee566faf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:44.981938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] No DVR routers for this DVR port e0943c54-61a7-4485-85f1-d619ee566faf on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:00:44.984254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:45.047251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85c824fd-fca1-43b1-99fd-672d25dab4e2 req-7cd7993f-7dd5-46de-9325-803a962f41f0 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.41 "DELETE /v2.0/ports/e0943c54-61a7-4485-85f1-d619ee566faf HTTP/1.1" status: 204 len: 173 time: 0.9114287 Jan 25 16:00:45.047714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'name': 'network-vif-deleted', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:00:45.119322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7de0edc-b8ee-4254-8a1e-3b12aeab73bc', 'name': 'network-vif-deleted', 'tag': 'e0943c54-61a7-4485-85f1-d619ee566faf', 'status': 'completed', 'code': 200} Jan 25 16:00:45.129911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e77506c9-9465-4be9-9f9a-fabe47f033e4 req-10b4a720-75af-4c0a-9975-8fbc6107a49f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Synchronizing usage tracker for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:00:45.265358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e77506c9-9465-4be9-9f9a-fabe47f033e4 req-10b4a720-75af-4c0a-9975-8fbc6107a49f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Unset dirty status for tenant:056dc39368ca4892833360de542193a8 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:00:45.266568 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e77506c9-9465-4be9-9f9a-fabe47f033e4 req-10b4a720-75af-4c0a-9975-8fbc6107a49f tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 210 time: 0.1780376 Jan 25 16:00:46.446202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ac04327b-870d-45d4-81be-492ab93b0b78 req-4508d748-437a-4d2b-a69f-edcc19837dd5 tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7de0edc-b8ee-4254-8a1e-3b12aeab73bc HTTP/1.1" status: 200 len: 210 time: 0.0411835 Jan 25 16:00:47.549093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38828) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:47.685426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e0943c54-61a7-4485-85f1-d619ee566faf no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:00:47.702122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Deleting port 8f09a183-739b-4d8c-82e1-0c600fe9d29e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:47.702464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:47.719875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: e0943c54-61a7-4485-85f1-d619ee566faf {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:00:47.720217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e0943c54-61a7-4485-85f1-d619ee566faf not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:00:47.864171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:47.864913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:47.981088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Calling delete_port for 8f09a183-739b-4d8c-82e1-0c600fe9d29e owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:48.191094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:48.234662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'Port': ['ID=8f09a183-739b-4d8c-82e1-0c600fe9d29e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:48.329139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:48.436409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:48.437581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e15937f5-b0ed-406c-84d4-06b62c009d3d tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "DELETE /v2.0/floatingips/daff01e4-7343-4493-aa0a-18e472e09b72 HTTP/1.1" status: 204 len: 168 time: 0.8874037 Jan 25 16:00:51.031094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38844) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:51.098213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:51.128420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:51.303930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:51.323769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f954f224-32c2-4290-be45-b4c183b55162,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:51.434527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:51.435612 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-01c26e20-b273-4d9e-be9f-cab81bc978cf tempest-TestVolumeBootPattern-996093526 tempest-TestVolumeBootPattern-996093526-project] 10.222.0.26 "DELETE /v2.0/security-groups/f954f224-32c2-4290-be45-b4c183b55162 HTTP/1.1" status: 204 len: 168 time: 0.4035416 Jan 25 16:00:52.606626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38852) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:53.228391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:53.818284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Deleting port 717926d3-b2a8-4087-a26d-cbb5afdd32ba {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:53.818963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:53.980016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] For port 717926d3-b2a8-4087-a26d-cbb5afdd32ba, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=717926d3-b2a8-4087-a26d-cbb5afdd32ba,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:53.980356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:54.097901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Calling delete_port for 717926d3-b2a8-4087-a26d-cbb5afdd32ba owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:54.379233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:54.422066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Pushing event deleted for resources: {'Port': ['ID=717926d3-b2a8-4087-a26d-cbb5afdd32ba,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:54.705090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:55.349208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Router 97211f2b-2ec4-4152-a98e-18db938cd4b9 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:00:55.538751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:00:55.547071 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Sync routers for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:00:55.554027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dcd4f087-d70a-41df-82d0-112e26636816 admin admin] 10.222.0.26 "PUT /v2.0/routers/97211f2b-2ec4-4152-a98e-18db938cd4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9436376 Jan 25 16:00:55.554455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38860) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:55.559044 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:55.559631 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:55.730793 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:55.745945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:55.936990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:56.007866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Deleting port a719f572-a320-48d0-90a1-0cfb95edbb16 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:56.008227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:56.037085 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T16:00:54Z', 'revision_number': 5, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port': {'id': 'a719f572-a320-48d0-90a1-0cfb95edbb16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:2a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T15:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:56.040975 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Checking router: 97211f2b-2ec4-4152-a98e-18db938cd4b9 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:00:56.051778 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Routers {'97211f2b-2ec4-4152-a98e-18db938cd4b9'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:00:56.053066 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:00:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['97211f2b-2ec4-4152-a98e-18db938cd4b9'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:56.188578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] For port a719f572-a320-48d0-90a1-0cfb95edbb16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a719f572-a320-48d0-90a1-0cfb95edbb16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:56.189187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:56.203871 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] Set router 97211f2b-2ec4-4152-a98e-18db938cd4b9 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:00:56.305560 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T16:00:55Z', 'revision_number': 6, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:56.309847 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d99b69d-5470-4bd5-8de6-3faabe3098ba None None] The sync data for ids ['97211f2b-2ec4-4152-a98e-18db938cd4b9'] in dv-neutron-826291-2-hyperv is: [{'id': '97211f2b-2ec4-4152-a98e-18db938cd4b9', 'name': 'tempest-TestVolumeBootPattern-1152673242-router', 'tenant_id': '056dc39368ca4892833360de542193a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:48Z', 'updated_at': '2022-01-25T16:00:55Z', 'revision_number': 6, 'project_id': '056dc39368ca4892833360de542193a8', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:00:56.406488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Calling delete_port for a719f572-a320-48d0-90a1-0cfb95edbb16 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:56.648020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:56.694778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a719f572-a320-48d0-90a1-0cfb95edbb16,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:56.911685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.072404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 717926d3-b2a8-4087-a26d-cbb5afdd32ba no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:00:57.107569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 717926d3-b2a8-4087-a26d-cbb5afdd32ba {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:00:57.108049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 717926d3-b2a8-4087-a26d-cbb5afdd32ba not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:00:57.108566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a719f572-a320-48d0-90a1-0cfb95edbb16 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:00:57.138497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a719f572-a320-48d0-90a1-0cfb95edbb16 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:00:57.138976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a719f572-a320-48d0-90a1-0cfb95edbb16 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:00:57.168786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.173033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.338274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.338786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97211f2b-2ec4-4152-a98e-18db938cd4b9 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:00:57.351244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.352404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-89130568-4d2a-47e8-8361-851e76f41ca9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/97211f2b-2ec4-4152-a98e-18db938cd4b9 HTTP/1.1" status: 204 len: 168 time: 1.7972665 Jan 25 16:00:57.355080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38874) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:57.415310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Deleting subnet 3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:00:57.418247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.466730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.543104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.682263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.720335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:57.727448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.732464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d7f954-4b6d-4151-839f-55600d82eacf None None] Network 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:00:57.733337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a896d541-e448-4b75-814c-93e0b31b3968 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3f9d3e0e-1e2e-47cd-8531-3b6188dbd0ca HTTP/1.1" status: 204 len: 168 time: 0.3772397 Jan 25 16:00:57.735781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38878) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:57.836649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:57.846571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Deleting port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:57.846889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.017264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] DHCP port deletion for 25dc8215-9db9-42f8-9b8e-c8de6629f8a0 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:00:58.021762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Deleting port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:58.025018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.142002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] For port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:58.142407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.222861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] For port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,segment=NetworkSegment(e2554956-f6f6-4534-aeed-0e2287b27925),segment_id=e2554956-f6f6-4534-aeed-0e2287b27925)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:00:58.223864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.261991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Calling delete_port for 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:58.343348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Calling delete_port for 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:00:58.425202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.430263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:00:58.430620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:00:58.468860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec3b847-ffe3-4796-ab38-a8bbecba9d36,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:58.474278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] No DVR routers for this DVR port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:00:58.584570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.609614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25dc8215-9db9-42f8-9b8e-c8de6629f8a0']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:58.621338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2554956-f6f6-4534-aeed-0e2287b27925') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:58.621657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2554956-f6f6-4534-aeed-0e2287b27925') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:00:58.632376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.651466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.657271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:00:58.657674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:00:58.671045 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:00:58.802101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.806633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.829651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=25dc8215-9db9-42f8-9b8e-c8de6629f8a0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:00:58.894059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2975e67c-1fd4-4753-b74c-64c69229e4ff admin admin] 10.222.0.26 "DELETE /v2.0/networks/25dc8215-9db9-42f8-9b8e-c8de6629f8a0 HTTP/1.1" status: 204 len: 168 time: 1.1573100 Jan 25 16:00:58.897533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38886) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:00:58.931813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Deleting port 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:58.932193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:58.996901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0aea2c-e125-46b7-94c2-1dd6cb41bd00 None None] The port '5ec3b847-ffe3-4796-ab38-a8bbecba9d36' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:00:59.061286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:00:59.095821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:00:59.096175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5ec3b847-ffe3-4796-ab38-a8bbecba9d36 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:00:59.319099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:59.436839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b599935f-fc90-41f1-8785-26ba420146d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:00:59.974582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Deleting port 6d524690-1d04-4929-bb8e-d856c2eed0d1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:00:59.975129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:00.135776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] For port 6d524690-1d04-4929-bb8e-d856c2eed0d1, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d524690-1d04-4929-bb8e-d856c2eed0d1,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:00.136663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:00.255407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Calling delete_port for 6d524690-1d04-4929-bb8e-d856c2eed0d1 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:01:00.550952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:00.593958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d524690-1d04-4929-bb8e-d856c2eed0d1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:00.875244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:01.521910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Router 8651a2d4-0100-4897-be78-1627cfe6c6a5 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:01:01.527814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd030d6b-acd1-405b-8ee2-f7ab8712f83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:01.715633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:01:01.724909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Sync routers for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:01:01.736227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:01:01.742023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:01:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:01.798191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7c97ea2f-921d-40b5-ac7d-c8c70b8b5925 admin admin] 10.222.0.26 "PUT /v2.0/routers/8651a2d4-0100-4897-be78-1627cfe6c6a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8995655 Jan 25 16:01:01.800486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:01.910444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:01:01.993320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:02.192944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T16:01:00Z', 'revision_number': 5, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:02.193240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:02.196727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Checking router: 8651a2d4-0100-4897-be78-1627cfe6c6a5 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:01:02.207440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Routers {'8651a2d4-0100-4897-be78-1627cfe6c6a5'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:01:02.214227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:01:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8651a2d4-0100-4897-be78-1627cfe6c6a5'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:02.303528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Deleting port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:01:02.303979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:02.415255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] Set router 8651a2d4-0100-4897-be78-1627cfe6c6a5 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:01:02.475486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] For port f3f2f2f2-e3eb-46b4-9817-cf3d076b0479, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:02.475836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:02.593567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Calling delete_port for f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:01:02.690507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T16:01:00Z', 'revision_number': 5, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:02.694354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dcb0c-a1b8-4d4e-bb91-7bc9b612c0cb None None] The sync data for ids ['8651a2d4-0100-4897-be78-1627cfe6c6a5'] in dv-neutron-826291-2-hyperv is: [{'id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'name': 'tempest-TestVolumeBootPattern-1210578752-router', 'tenant_id': '3e3ac596d3274b4cb2e8950229a10449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T16:01:00Z', 'revision_number': 5, 'project_id': '3e3ac596d3274b4cb2e8950229a10449', 'gw_port': {'id': 'f3f2f2f2-e3eb-46b4-9817-cf3d076b0479', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:89:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8651a2d4-0100-4897-be78-1627cfe6c6a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T15:50:55Z', 'updated_at': '2022-01-25T15:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:01:02.853323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:02.899749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f2f2f2-e3eb-46b4-9817-cf3d076b0479,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:02.984818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.025369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.111206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d524690-1d04-4929-bb8e-d856c2eed0d1 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:01:03.148482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6d524690-1d04-4929-bb8e-d856c2eed0d1 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:01:03.148828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d524690-1d04-4929-bb8e-d856c2eed0d1 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:01:03.230311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.475375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.479408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.602313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.602963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8651a2d4-0100-4897-be78-1627cfe6c6a5 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:01:03.614573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.616342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-197746d2-16d4-40fe-8220-347f602362e8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8651a2d4-0100-4897-be78-1627cfe6c6a5 HTTP/1.1" status: 204 len: 168 time: 1.8142655 Jan 25 16:01:03.618501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38894) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:03.681088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Deleting subnet 549b004a-65fa-4aa1-b324-b30894379f39 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:01:03.684030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.733483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.807812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.928697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.965371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549b004a-65fa-4aa1-b324-b30894379f39,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:03.971563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:03.976544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00720f-375f-407e-9ff8-d2e6efaccdd0 None None] Network 465d0647-441a-42c1-a672-5d000fc1f01c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:01:03.978817 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5c2eb2db-338f-45ec-915f-8798bdc779ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/549b004a-65fa-4aa1-b324-b30894379f39 HTTP/1.1" status: 204 len: 168 time: 0.3592670 Jan 25 16:01:03.981146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38898) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:04.087578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.098098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Deleting port a95078a9-e301-4e05-bea3-57ffa264d637 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:01:04.098927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.226122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] DHCP port deletion for 465d0647-441a-42c1-a672-5d000fc1f01c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:01:04.230317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Deleting port a95078a9-e301-4e05-bea3-57ffa264d637 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:01:04.230687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.301417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] For port a95078a9-e301-4e05-bea3-57ffa264d637, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a95078a9-e301-4e05-bea3-57ffa264d637,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:04.302301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.419580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Calling delete_port for a95078a9-e301-4e05-bea3-57ffa264d637 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:01:04.427048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] For port a95078a9-e301-4e05-bea3-57ffa264d637, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=a95078a9-e301-4e05-bea3-57ffa264d637,segment=NetworkSegment(b88500f7-dcf6-4a94-8a72-6e0c846686f0),segment_id=b88500f7-dcf6-4a94-8a72-6e0c846686f0)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:04.427425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.541620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Calling delete_port for a95078a9-e301-4e05-bea3-57ffa264d637 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:01:04.560497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.607577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:01:04.608041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:01:04.694618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95078a9-e301-4e05-bea3-57ffa264d637,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:04.700410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] No DVR routers for this DVR port a95078a9-e301-4e05-bea3-57ffa264d637 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:01:04.727547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.819804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.843549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465d0647-441a-42c1-a672-5d000fc1f01c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:04.855145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88500f7-dcf6-4a94-8a72-6e0c846686f0') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:04.855432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88500f7-dcf6-4a94-8a72-6e0c846686f0') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:01:04.866235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.881687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.887453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:01:04.887824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:01:04.900965 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:01:05.030609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.055856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.065665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:01:05.066146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] Pushing event deleted for resources: {'Network': ['ID=465d0647-441a-42c1-a672-5d000fc1f01c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:05.073319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-81e0277a-338f-4250-831d-ffdaacf7de27 admin admin] 10.222.0.26 "DELETE /v2.0/networks/465d0647-441a-42c1-a672-5d000fc1f01c HTTP/1.1" status: 204 len: 168 time: 1.0912125 Jan 25 16:01:05.103343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:01:05.103682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f3f2f2f2-e3eb-46b4-9817-cf3d076b0479 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:01:05.104096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a95078a9-e301-4e05-bea3-57ffa264d637 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:01:05.129340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Deleting port a95078a9-e301-4e05-bea3-57ffa264d637 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:01:05.130014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.159343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: a95078a9-e301-4e05-bea3-57ffa264d637 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:01:05.159682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device a95078a9-e301-4e05-bea3-57ffa264d637 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:01:05.199185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77ccc-3494-45ab-8e0a-266cebc602e4 None None] The port 'a95078a9-e301-4e05-bea3-57ffa264d637' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:01:05.399350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38904) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:05.449280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-31201dcf-fc42-49b2-bf46-e0a7aea5d2c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=056dc39368ca4892833360de542193a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487988 Jan 25 16:01:05.458167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38908) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:05.514491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.539327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.663797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.683001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e27c3-3885-49a1-a3d9-a5e40aa834ae,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:05.687197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:05.688287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2c88d68a-a4ca-4c76-8cac-1a4d0ceec4dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e1e27c3-3885-49a1-a3d9-a5e40aa834ae HTTP/1.1" status: 204 len: 168 time: 0.2293165 Jan 25 16:01:06.419032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38916) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:06.467930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a1064e55-2c3a-4a98-8309-11df6ad1b991 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e3ac596d3274b4cb2e8950229a10449&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473807 Jan 25 16:01:06.470025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 38920) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:06.526887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:06.551159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:06.680325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:06.694605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf1f4b-6c99-439f-85c4-861c72bf3fbb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:06.700493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:06.701632 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9cbe6938-783d-4cd4-ad85-662886c09d62 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecdf1f4b-6c99-439f-85c4-861c72bf3fbb HTTP/1.1" status: 204 len: 168 time: 0.2306974 Jan 25 16:01:08.973839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:14.946703 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-86386817-2a08-4c7b-a95f-aa100f91a266 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293093 Jan 25 16:01:15.090416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-3412c394-604c-4417-8a98-bac1c4ccc8ff tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:15.091736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-3412c394-604c-4417-8a98-bac1c4ccc8ff tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402018 Jan 25 16:01:15.108772 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-581dd7f3-4f5d-455c-980c-7391fe02fe9b tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/quotas/1cc61a0bd56546d6a4f295e642ed86cc HTTP/1.1" status: 200 len: 375 time: 0.0115380 Jan 25 16:01:15.153040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-0dfa86a5-17d6-486b-bfe6-ae9b9330284b tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393081 Jan 25 16:01:16.462864 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fc386167-ffcd-4393-945f-cf41a0d1aa71 req-884a8c84-cebb-43f8-88c8-0664f50a4ccc tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 210 time: 0.0398705 Jan 25 16:01:17.571657 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-995e54b4-2471-4d5c-9e3d-eeed11dbeda9 req-ba91cd48-86ca-451b-82c7-720abc04ce8b tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 210 time: 0.0427454 Jan 25 16:01:18.660665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-e87d3e56-b193-4ba0-963f-607b01b1bf1a tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260930 Jan 25 16:01:18.783651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba8a0cbe-1e0e-457a-bdbe-4311625b4398 req-9596e71b-4bb7-4464-abf1-cf78205ab7db tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 210 time: 0.0906055 Jan 25 16:01:18.845548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8f2cf13c-e444-4353-8665-1912abdcce25 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:18.846928 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8f2cf13c-e444-4353-8665-1912abdcce25 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796491 Jan 25 16:01:18.862823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Request body: {'port': {'device_id': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe', 'admin_state_up': True, 'tenant_id': '1cc61a0bd56546d6a4f295e642ed86cc'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:18.994786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:18.998656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Usage tracker for resource:port and tenant:1cc61a0bd56546d6a4f295e642ed86cc is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:19.001419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:19.007043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:19.093299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Made reservation on behalf of 1cc61a0bd56546d6a4f295e642ed86cc for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:01:19.096506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.109996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.145045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:19.150287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Usage tracker for resource:security_group_rule and tenant:1cc61a0bd56546d6a4f295e642ed86cc is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:19.153596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:19.159362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:19.226963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.304823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.376614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7464b2f-49f9-4931-b1ed-994810938d41,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:19.469649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Allocated IP 192.168.233.181 (63645f15-a94c-4328-af4d-c068e4c4eebe/6bb60e34-476d-4917-8ff2-021a880eacaa/b16adbde-fdc2-4b5e-b61b-0da447f7f9e7) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:01:19.750765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.765465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Transition to ACTIVE for port object b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:01:19.825395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:19.896788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Network 63645f15-a94c-4328-af4d-c068e4c4eebe is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:01:19.899954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:01:19.902726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:01:19.967081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Pushing event updated for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:20.021092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:20.021855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:20.058509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-3d2906fc-ed5e-4e8d-8d07-cd23b7a51680 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:20.059190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-3d2906fc-ed5e-4e8d-8d07-cd23b7a51680 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Synchronizing usage tracker for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:20.143790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-6855e41b-d786-44c8-b919-91b0c1722219 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2847824 Jan 25 16:01:20.154490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Request body: {'port': {'device_id': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:20.184004 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:01:20.185649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-3d2906fc-ed5e-4e8d-8d07-cd23b7a51680 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Unset dirty status for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:20.186750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-3d2906fc-ed5e-4e8d-8d07-cd23b7a51680 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 936 time: 0.2545552 Jan 25 16:01:20.224838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ec2aeb34-57bf-4fba-9227-9a599a560198 None None] Provisioning for port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:01:20.230352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ec2aeb34-57bf-4fba-9227-9a599a560198 None None] Provisioning complete for port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:01:20.230809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ec2aeb34-57bf-4fba-9227-9a599a560198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:20.280577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ec2aeb34-57bf-4fba-9227-9a599a560198 None None] Port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:01:20.284576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-c51b779a-4286-43f5-901c-037a2303437f tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Synchronizing usage tracker for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:20.301658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:20.414442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-c51b779a-4286-43f5-901c-037a2303437f tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Unset dirty status for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:20.415585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-396892da-aa26-4974-8dcb-0d6c03f1a81d req-c51b779a-4286-43f5-901c-037a2303437f tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228189 Jan 25 16:01:20.632131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:01:20.638940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:20.653169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Transition to ACTIVE for port object b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:01:20.737494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:20.857927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Pushing event updated for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:20.965618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Attempting to bind port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:01:20.965942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Attempting to bind port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:01:20.966258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Attempting to bind port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 on network 63645f15-a94c-4328-af4d-c068e4c4eebe {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:01:20.971799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 on network 63645f15-a94c-4328-af4d-c068e4c4eebe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:01:20.972368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Attempting to bind port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 on network 63645f15-a94c-4328-af4d-c068e4c4eebe {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:01:20.978359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:01:20.978681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Checking segment: {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:01:20.979050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Bound using segment: {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:01:20.979455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Bound port: b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164e2d1f-73e5-4d21-90ac-5e3ae4efde49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:01:20.979787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:21.067605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:01:21.071022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:01:21.155158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:21.215474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:21.216814 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] 10.222.0.41 "PUT /v2.0/ports/b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 HTTP/1.1" status: 200 len: 1098 time: 1.0663373 Jan 25 16:01:21.217237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:01:21.237266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be08a19-69b4-4a22-a69e-237924d1098e service neutron] Pushing event updated for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:21.277856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7', 'status': 'completed', 'code': 200} Jan 25 16:01:21.370235 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1b82b28-8c74-4d22-b5a4-47a96f665ac1 req-46fb6c3e-8efe-4738-a91e-b133c53bbcd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 1101 time: 0.0726378 Jan 25 16:01:21.404790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1b82b28-8c74-4d22-b5a4-47a96f665ac1 req-869e14bb-1af9-4624-80d2-0342676a47d1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282209 Jan 25 16:01:21.579664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b82b28-8c74-4d22-b5a4-47a96f665ac1 req-2b3053ac-4a64-46a3-9f51-1320a9537251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:21.580942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1b82b28-8c74-4d22-b5a4-47a96f665ac1 req-2b3053ac-4a64-46a3-9f51-1320a9537251 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713123 Jan 25 16:01:21.615344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8629-12c9-4b5c-b272-4b88130d15fb req-031a69c7-44ef-4414-b6b4-2ec19833d358 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:21.617327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f53e8629-12c9-4b5c-b272-4b88130d15fb req-031a69c7-44ef-4414-b6b4-2ec19833d358 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 948 time: 0.0803235 Jan 25 16:01:21.706092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f53e8629-12c9-4b5c-b272-4b88130d15fb req-aa159bfb-bed2-4936-817c-949e5377d861 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597024 Jan 25 16:01:21.721591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-d42de1d1-8c62-4293-9e82-ec56c0003766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 1101 time: 0.1023366 Jan 25 16:01:21.787002 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-7b3d1404-1635-4b5d-bf85-0bcbd7c7136f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 HTTP/1.1" status: 200 len: 217 time: 0.0583804 Jan 25 16:01:21.849806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-4bce4eb6-2045-476d-955d-b1ede4f5bbd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:21.851753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-4bce4eb6-2045-476d-955d-b1ede4f5bbd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb60e34-476d-4917-8ff2-021a880eacaa HTTP/1.1" status: 200 len: 843 time: 0.0587416 Jan 25 16:01:22.014478 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-2b5ebb9c-117d-46bc-ae5b-bcb8b8daa3d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=63645f15-a94c-4328-af4d-c068e4c4eebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1565120 Jan 25 16:01:22.144887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-54636c30-8dc1-4a97-87fe-e5b32bc77b6d service neutron] 10.222.0.41 "GET /v2.0/networks/63645f15-a94c-4328-af4d-c068e4c4eebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238577 Jan 25 16:01:22.274441 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8b50555a-8f7f-4b69-aef7-8fdc8e082f0f req-3a3a1fcd-9b3a-42ca-a2c1-5abad30203c7 service neutron] 10.222.0.41 "GET /v2.0/networks/63645f15-a94c-4328-af4d-c068e4c4eebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239464 Jan 25 16:01:22.896697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15920458-b130-4fde-9386-3c23501577c6 req-fc1614f9-d7a7-4317-b7b1-8d0e43846595 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:22.898778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15920458-b130-4fde-9386-3c23501577c6 req-fc1614f9-d7a7-4317-b7b1-8d0e43846595 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 948 time: 0.0733237 Jan 25 16:01:22.946184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15920458-b130-4fde-9386-3c23501577c6 req-f205f242-c6d8-450d-9729-01f70b573a18 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Jan 25 16:01:23.887615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:01:24.016384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:24.032535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7', 'network_id': '63645f15-a94c-4328-af4d-c068e4c4eebe', 'port_id': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7', 'mac_address': 'fa:16:3e:fc:76:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb60e34-476d-4917-8ff2-021a880eacaa', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:01:24.118670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:24.135874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:01:24.142043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7408f7e-b2df-434c-8a63-b1cc1a5776ea req-60282a99-89eb-4354-98d6-0058aa5b3f2a tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:24.143468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7408f7e-b2df-434c-8a63-b1cc1a5776ea req-60282a99-89eb-4354-98d6-0058aa5b3f2a tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 948 time: 0.0768728 Jan 25 16:01:24.152377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:24.187425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7408f7e-b2df-434c-8a63-b1cc1a5776ea req-ba81cd0d-70a8-4c0a-838f-454cef68cbfa tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Jan 25 16:01:24.219607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:24.285940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:24.294466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.296726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.297041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.297357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.297922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:24.482303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b16adbde-fdc2-4b5e-b61b-0da447f7f9e7'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:01:25.384678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8808aba-c98e-412c-b814-6858e3450709 req-4a035a39-1172-48cc-b2b8-23174169bee5 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:25.386040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8808aba-c98e-412c-b814-6858e3450709 req-4a035a39-1172-48cc-b2b8-23174169bee5 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 949 time: 0.0776427 Jan 25 16:01:25.430395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8808aba-c98e-412c-b814-6858e3450709 req-30ebdbba-7817-4cdb-922d-4f7f9842ea6d tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 Jan 25 16:01:25.902400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:01:26.064288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:01:26.068699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:01:26.069063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:26.180694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:26.205861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:01:26.215730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:26.322419 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:26.357149 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7', 'code': 200} Jan 25 16:01:26.387558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:26.623821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e4d7-90dd-46e2-9ceb-7539fa383864 req-c4d73359-4959-4ca8-8c5a-1f6585bb73d7 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:26.625431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc82e4d7-90dd-46e2-9ceb-7539fa383864 req-c4d73359-4959-4ca8-8c5a-1f6585bb73d7 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.0759475 Jan 25 16:01:26.722862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cc82e4d7-90dd-46e2-9ceb-7539fa383864 req-9096e14c-5783-4d73-95ec-9fe7faac67ad tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641332 Jan 25 16:01:26.732868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-61cb9355-5b99-4c8e-a4dd-342aa04419b5 req-7773950d-2283-4b06-b39b-8cb237cf0dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 1103 time: 0.1028147 Jan 25 16:01:26.773930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-61cb9355-5b99-4c8e-a4dd-342aa04419b5 req-4281a59f-cef9-4df3-93fe-fa3448ca06ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Jan 25 16:01:27.917693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c24705-4093-483a-b61f-85fce5b3b8a1 req-c96fed54-e2a0-4ee3-b52c-08a600d38638 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:27.919226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04c24705-4093-483a-b61f-85fce5b3b8a1 req-c96fed54-e2a0-4ee3-b52c-08a600d38638 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.0775998 Jan 25 16:01:27.967684 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04c24705-4093-483a-b61f-85fce5b3b8a1 req-ee84adca-7dfc-4f75-ac81-7f70465c9874 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Jan 25 16:01:29.157717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9241b-b5bf-4951-ba6d-8c5880833d44 req-18486a29-7b67-4919-82cf-5c0252ba8c08 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:29.159147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8f9241b-b5bf-4951-ba6d-8c5880833d44 req-18486a29-7b67-4919-82cf-5c0252ba8c08 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.0750179 Jan 25 16:01:29.203388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8f9241b-b5bf-4951-ba6d-8c5880833d44 req-d14425cb-5396-48d8-a8e6-fc3a2fd6c3a1 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388303 Jan 25 16:01:29.470205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e8c06e2a-de83-4507-94e1-5e2f6c83127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:29.843361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f22cce8-d6c5-4f17-b19e-7213d0252160 req-5cc888af-3f7b-4996-91d4-f4698b663f89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1886733 Jan 25 16:01:30.641025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6001a91a-0816-4922-8336-532114031e3b req-ad85d89f-e39f-416c-a8e1-4dbe34039b1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1339242 Jan 25 16:01:31.535974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb7986-fe19-4597-b802-d26ce385d70e req-17f2b5d3-60d5-4726-a98c-e013f02e0391 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:31.537395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebeb7986-fe19-4597-b802-d26ce385d70e req-17f2b5d3-60d5-4726-a98c-e013f02e0391 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.0732231 Jan 25 16:01:31.561898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b444ec49-798e-4057-8e18-a4814148f065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:31.584865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebeb7986-fe19-4597-b802-d26ce385d70e req-36b89232-100b-4651-a1c0-cca92c7b452d tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Jan 25 16:01:32.823834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c949b-37bb-4008-9bca-b61d497d9edd req-cdc2a6f8-16f0-48e9-98dd-6babfd8e5805 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:32.825264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b89c949b-37bb-4008-9bca-b61d497d9edd req-cdc2a6f8-16f0-48e9-98dd-6babfd8e5805 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.1020057 Jan 25 16:01:32.831343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-adc9db31-a0ed-44b9-8455-d8e38543bf70 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:32.832626 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-adc9db31-a0ed-44b9-8455-d8e38543bf70 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 950 time: 0.1389558 Jan 25 16:01:32.922127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Deleting port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:01:32.922383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:32.946711 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b89c949b-37bb-4008-9bca-b61d497d9edd req-545ab108-66a8-4a58-ad63-d71e5f7fa771 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/security-groups?id=e7464b2f-49f9-4931-b1ed-994810938d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132073 Jan 25 16:01:32.962702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:32.990231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:33.244635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] For port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,segment=NetworkSegment(164e2d1f-73e5-4d21-90ac-5e3ae4efde49),segment_id=164e2d1f-73e5-4d21-90ac-5e3ae4efde49)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:33.246867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:33.359494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Calling delete_port for b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:01:33.585045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:33.596083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b16adbde-fdc2-4b5e-b61b-0da447f7f9e7'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:01:33.634601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Pushing event deleted for resources: {'Port': ['ID=b16adbde-fdc2-4b5e-b61b-0da447f7f9e7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:33.703215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.703552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.703884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.704210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.704534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.704855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.705173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.705515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.705831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.706148 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.706462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:33.719289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] No DVR routers for this DVR port b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:01:33.721760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:33.724726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'name': 'network-vif-deleted', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:01:33.782847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a6fb84e-05ed-403e-b08d-ae7c977c0e74', 'name': 'network-vif-deleted', 'tag': 'b16adbde-fdc2-4b5e-b61b-0da447f7f9e7', 'status': 'completed', 'code': 200} Jan 25 16:01:33.819836 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ddca51-0753-4468-9bb1-02c6a980c4c3 req-bf6419fb-a6f2-4451-ae50-02ded5d23a52 tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.41 "DELETE /v2.0/ports/b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 HTTP/1.1" status: 204 len: 173 time: 0.9735956 Jan 25 16:01:34.110103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-62346016-ace8-4489-9d12-d281a986e08d req-971dd8e8-3f95-4db4-b11c-d3aa8748558c tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Synchronizing usage tracker for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:34.184408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-62346016-ace8-4489-9d12-d281a986e08d req-971dd8e8-3f95-4db4-b11c-d3aa8748558c tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] Unset dirty status for tenant:1cc61a0bd56546d6a4f295e642ed86cc on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:34.185583 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-62346016-ace8-4489-9d12-d281a986e08d req-971dd8e8-3f95-4db4-b11c-d3aa8748558c tempest-ServersAdminNegativeTestJSON-1743706435 tempest-ServersAdminNegativeTestJSON-1743706435-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a6fb84e-05ed-403e-b08d-ae7c977c0e74 HTTP/1.1" status: 200 len: 210 time: 0.1169374 Jan 25 16:01:34.709138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:35.693944 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39066) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:35.860124 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-29d44657-03e4-4f34-8cae-7c6cc866752f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc61a0bd56546d6a4f295e642ed86cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1649876 Jan 25 16:01:35.862439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39072) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:35.917823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:35.942843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:35.949258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:01:35.981303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:01:35.981666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b16adbde-fdc2-4b5e-b61b-0da447f7f9e7 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:01:36.068551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:36.084845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7464b2f-49f9-4931-b1ed-994810938d41,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:36.093638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.093981 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.094312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.094639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.094965 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.095287 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.095630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.095931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.096247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.096556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.097126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:01:36.172303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:36.173437 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ff8ffc15-cd2a-4282-a4ad-d6fa78d55add admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7464b2f-49f9-4931-b1ed-994810938d41 HTTP/1.1" status: 204 len: 168 time: 0.3101127 Jan 25 16:01:36.869523 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39080) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:36.888516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:36.920430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:36.924128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Usage tracker for resource:security_group_rule and tenant:c50984511ddf4222a42baa47843b85ae is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:36.928876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:36.932266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:36.994148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.051743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.095881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035bec73-15de-4c1d-be6e-02c7ad91af1d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:37.101463 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f61f0cce-437b-4556-b4c6-3f3bc0421b86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c50984511ddf4222a42baa47843b85ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2309051 Jan 25 16:01:37.104136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39084) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:37.162819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.187299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.316025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.331173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035bec73-15de-4c1d-be6e-02c7ad91af1d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:37.335325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:37.337237 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6c0860af-9302-4fcc-a4f8-10c56b991a52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/035bec73-15de-4c1d-be6e-02c7ad91af1d HTTP/1.1" status: 204 len: 168 time: 0.2314126 Jan 25 16:01:38.480167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39106) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:38.605927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-644267048-network', 'tenant_id': '10a1cfb89a4f40189f3b141c99a92dc4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:38.610597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:38.614327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Usage tracker for resource:network and tenant:10a1cfb89a4f40189f3b141c99a92dc4 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:38.617134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:38.623784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:38.704119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Made reservation on behalf of 10a1cfb89a4f40189f3b141c99a92dc4 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:01:38.706398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.718364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.748439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:38.752072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Usage tracker for resource:security_group_rule and tenant:10a1cfb89a4f40189f3b141c99a92dc4 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:38.754778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:38.760294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:38.825577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.914550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.946436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:01:38.951426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65aa77a-fc37-4f75-9360-6e8a308e372f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:38.964676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.964676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Added segment dc7963bd-5ab2-4d1b-83da-df8645683a12 of type vlan for network 126b37d2-6c90-44f6-a069-f03b740db0c2 Jan 25 16:01:38.984712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:38.990522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:39.116139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:39.117196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:39.117924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:39.218244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] Pushing event updated for resources: {'Network': ['ID=126b37d2-6c90-44f6-a069-f03b740db0c2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:39.231370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 126b37d2-6c90-44f6-a069-f03b740db0c2 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:01:39.291190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bd7ba281-9ceb-46ed-88fa-867dfe3f75e9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8071988 Jan 25 16:01:39.291562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39112) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:39.297319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Request body: {'subnet': {'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-644267048-subnet', 'tenant_id': '10a1cfb89a4f40189f3b141c99a92dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:39.302114 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:39.305934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Usage tracker for resource:subnet and tenant:10a1cfb89a4f40189f3b141c99a92dc4 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:39.309454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:39.314852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:39.413448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Made reservation on behalf of 10a1cfb89a4f40189f3b141c99a92dc4 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:01:39.415721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:39.813306 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:39.886477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c52484e-6896-4e78-abc2-efe7ed43c26c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:39.895766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Checking segment: {'id': 'dc7963bd-5ab2-4d1b-83da-df8645683a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:01:39.896115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Network hostable DHCP agents. Network: 126b37d2-6c90-44f6-a069-f03b740db0c2, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:01:39.978832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Network 126b37d2-6c90-44f6-a069-f03b740db0c2 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:01:40.051192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 126b37d2-6c90-44f6-a069-f03b740db0c2) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:01:40.055976 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:40.056588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:40.059630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcaadf9-e3b7-45a2-9c6c-fb2e8a154550 None None] Network 126b37d2-6c90-44f6-a069-f03b740db0c2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:01:40.143261 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-29e8aa2e-0361-4742-ba35-2867cd73e854 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8454409 Jan 25 16:01:40.273525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a3bce-ed14-44cc-97e2-8a6be7f71bea None None] Network 126b37d2-6c90-44f6-a069-f03b740db0c2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:01:40.661331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8294df2d-8794-4dc2-9633-a7dc26fa2766 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:40.661943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8294df2d-8794-4dc2-9633-a7dc26fa2766 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Synchronizing usage tracker for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:40.773100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8294df2d-8794-4dc2-9633-a7dc26fa2766 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Unset dirty status for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:40.774251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8294df2d-8794-4dc2-9633-a7dc26fa2766 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 811 time: 0.2537746 Jan 25 16:01:40.790153 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-34bd8f24-7b86-4f21-9255-ebbdf2da1407 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/quotas/10a1cfb89a4f40189f3b141c99a92dc4 HTTP/1.1" status: 200 len: 375 time: 0.0106368 Jan 25 16:01:40.834812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8335e542-9e49-49ee-a13b-6b7bc4f8bd83 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400829 Jan 25 16:01:40.844603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-db5e9153-2d91-43ac-ac76-09b11ceeb9ca service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:01:40.845522 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-db5e9153-2d91-43ac-ac76-09b11ceeb9ca service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046318 Jan 25 16:01:40.972507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-5057af53-c250-4303-9f23-9ccee6124704 service neutron] 10.222.0.26 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213062 Jan 25 16:01:41.099445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-b4082c5e-1b0d-4cb7-b306-b732e8d08193 service neutron] 10.222.0.26 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213748 Jan 25 16:01:41.386538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9138eec2-d6df-4668-816d-22966becde0a req-f7f98e52-675b-4974-a40f-a50015448d81 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 210 time: 0.0405447 Jan 25 16:01:42.549850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cffa4416-d738-43f8-9b1e-6a52a426328f req-3685008f-d111-4d17-bf49-7dd5a4336e70 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 210 time: 0.0444849 Jan 25 16:01:43.649176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-5cdebe95-ff45-462e-8327-61e2fa4d1376 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:43.650445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-5cdebe95-ff45-462e-8327-61e2fa4d1376 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 811 time: 0.1402264 Jan 25 16:01:43.665969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Request body: {'port': {'device_id': '446b983f-a513-4962-ab48-53e1df6c8a45', 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2', 'admin_state_up': True, 'tenant_id': '10a1cfb89a4f40189f3b141c99a92dc4'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:43.858290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-468ee8f1-7213-48c7-8a25-2a0b245e9667 req-63d21f33-369e-4250-9ee1-c96ddae558c5 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 210 time: 0.1790204 Jan 25 16:01:43.924667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:01:43.928413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Usage tracker for resource:port and tenant:10a1cfb89a4f40189f3b141c99a92dc4 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:01:43.931164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:01:43.937230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:01:44.018731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Made reservation on behalf of 10a1cfb89a4f40189f3b141c99a92dc4 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:01:44.021792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:44.178965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Allocated IP 172.20.0.8 (126b37d2-6c90-44f6-a069-f03b740db0c2/5c52484e-6896-4e78-abc2-efe7ed43c26c/b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:01:44.373792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:44.453721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:44.526407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Network 126b37d2-6c90-44f6-a069-f03b740db0c2 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:01:44.529372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:01:44.533245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:01:44.563713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:44.595624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:44.596219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:44.697679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-d0b4a282-fc79-4089-afc3-1b429c22a3b1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0354559 Jan 25 16:01:44.706838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-55e155a1-97e6-47de-8e52-5cd36309335a tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:01:44.707690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-55e155a1-97e6-47de-8e52-5cd36309335a tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047238 Jan 25 16:01:44.717437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Request body: {'port': {'device_id': '446b983f-a513-4962-ab48-53e1df6c8a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:01:44.823270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.146842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-a2454bc1-4099-4634-98c9-b5886fe5c7e3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:45.147522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-a2454bc1-4099-4634-98c9-b5886fe5c7e3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Synchronizing usage tracker for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:45.225368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:01:45.232202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.245831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Transition to ACTIVE for port object b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:01:45.256990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-a2454bc1-4099-4634-98c9-b5886fe5c7e3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Unset dirty status for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:45.258150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-a2454bc1-4099-4634-98c9-b5886fe5c7e3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 931 time: 0.2790465 Jan 25 16:01:45.301963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-f108fe39-a3f5-443b-8959-f0adac08d2e0 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Synchronizing usage tracker for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:01:45.315863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.425158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-f108fe39-a3f5-443b-8959-f0adac08d2e0 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Unset dirty status for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:01:45.426319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3cff1626-66ad-4435-a5b2-f7b2ea8db01b req-f108fe39-a3f5-443b-8959-f0adac08d2e0 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622350 Jan 25 16:01:45.438004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:45.543400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Attempting to bind port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:01:45.543749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Attempting to bind port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'dc7963bd-5ab2-4d1b-83da-df8645683a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:01:45.544071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Attempting to bind port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b on network 126b37d2-6c90-44f6-a069-f03b740db0c2 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:01:45.549631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b on network 126b37d2-6c90-44f6-a069-f03b740db0c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:01:45.549943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Attempting to bind port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b on network 126b37d2-6c90-44f6-a069-f03b740db0c2 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:01:45.556040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:01:45.556316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Checking segment: {'id': 'dc7963bd-5ab2-4d1b-83da-df8645683a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:01:45.556689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Bound using segment: {'id': 'dc7963bd-5ab2-4d1b-83da-df8645683a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:01:45.557097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Bound port: b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7963bd-5ab2-4d1b-83da-df8645683a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:01:45.557576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.641071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:01:45.643966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:01:45.703244 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.765823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:45.767184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] 10.222.0.41 "PUT /v2.0/ports/b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 1093 time: 1.0533736 Jan 25 16:01:45.767600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:01:45.784643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eeadd2-e3c4-4b47-b01a-d07d2981807e service neutron] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:45.823891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'status': 'completed', 'code': 200} Jan 25 16:01:45.908824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04d39651-8115-408f-836d-939a50c623a7 req-4564ff3d-81f4-443b-a3d9-49681d588c0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1096 time: 0.0682929 Jan 25 16:01:46.120728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d39651-8115-408f-836d-939a50c623a7 req-1bdee46d-9372-458d-b60a-5f32c56c6a33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:46.122685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04d39651-8115-408f-836d-939a50c623a7 req-1bdee46d-9372-458d-b60a-5f32c56c6a33 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2072151 Jan 25 16:01:46.254577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d39651-8115-408f-836d-939a50c623a7 req-ee2ed462-59d9-4116-aaa5-9068d672ec0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:46.255973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04d39651-8115-408f-836d-939a50c623a7 req-ee2ed462-59d9-4116-aaa5-9068d672ec0b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286199 Jan 25 16:01:46.379212 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-b1d264b9-717f-461f-94d7-63b57bdbcda3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1096 time: 0.0726042 Jan 25 16:01:46.444127 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-b4fde005-6c4b-420f-b069-553abf6a62c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 217 time: 0.0581777 Jan 25 16:01:46.506968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8be15f6c-d8de-4474-abea-8c850ba14490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:46.508381 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-8be15f6c-d8de-4474-abea-8c850ba14490 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 200 len: 851 time: 0.0582926 Jan 25 16:01:46.580176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-a79ee86d-1c24-4e67-8e3e-72a96afd8174 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126b37d2-6c90-44f6-a069-f03b740db0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656905 Jan 25 16:01:46.731966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-4fb6b3d5-0403-4833-abf1-bff416f7df21 service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460495 Jan 25 16:01:46.737450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d5883-f390-4d5d-9e14-a0561c7fb670 req-fcf1ec72-83e9-4c32-bfdc-07a149680c63 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:46.738746 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f4d5883-f390-4d5d-9e14-a0561c7fb670 req-fcf1ec72-83e9-4c32-bfdc-07a149680c63 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 943 time: 0.1911836 Jan 25 16:01:46.862508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f4d5883-f390-4d5d-9e14-a0561c7fb670 req-32e6c0b9-8b04-4e7c-84e3-7945b08c947f tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062365 Jan 25 16:01:46.893361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b8d68d4-566f-4eb8-bd50-66fabda471e5 req-cdb7f2fd-ff59-4fee-af17-2499b3dbb96c service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537392 Jan 25 16:01:48.027326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:01:48.057103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9c7fb-4a54-4b98-8b04-b1ff2e087a4f req-114d614f-4da7-49ee-a4ea-7f41ec699648 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:48.058594 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5c9c7fb-4a54-4b98-8b04-b1ff2e087a4f req-114d614f-4da7-49ee-a4ea-7f41ec699648 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 943 time: 0.0744619 Jan 25 16:01:48.109268 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5c9c7fb-4a54-4b98-8b04-b1ff2e087a4f req-3e457370-6ebb-45b0-8a47-2669d82d2697 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Jan 25 16:01:48.163671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:48.176161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2', 'port_id': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'mac_address': 'fa:16:3e:99:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c52484e-6896-4e78-abc2-efe7ed43c26c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:01:48.230596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:48.247547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:01:48.262070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:48.327005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:48.391684 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:48.514292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:01:49.328629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132015bf-31f0-44bb-b998-3e35b2937aee req-1b639ee6-a38d-4cdf-911c-8dbd83c201b8 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:49.330018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-132015bf-31f0-44bb-b998-3e35b2937aee req-1b639ee6-a38d-4cdf-911c-8dbd83c201b8 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 944 time: 0.1012530 Jan 25 16:01:49.373842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-132015bf-31f0-44bb-b998-3e35b2937aee req-500cd52f-0ac4-4a01-bdef-fcb6c5dc4336 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384333 Jan 25 16:01:50.042677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:01:50.199764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:01:50.205185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:01:50.205588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:50.313112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:50.338281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:01:50.347987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:01:50.391256 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'code': 200} Jan 25 16:01:50.430231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:50.501243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:01:50.574523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570db2-5f7b-4c7e-9dda-8af7ab74388a req-ea532c91-9ed8-4d2b-8bc9-59b117e952a8 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:50.575885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69570db2-5f7b-4c7e-9dda-8af7ab74388a req-ea532c91-9ed8-4d2b-8bc9-59b117e952a8 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0824959 Jan 25 16:01:50.619812 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69570db2-5f7b-4c7e-9dda-8af7ab74388a req-37960ec7-6f0c-4548-b49b-a14ca014ffb3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 Jan 25 16:01:50.744968 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ec6d6b9-37a8-4b73-9f39-bb09e3e2322d req-2e48a6c0-ee89-4d5e-8215-77befe67b33d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1098 time: 0.0662026 Jan 25 16:01:50.784672 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ec6d6b9-37a8-4b73-9f39-bb09e3e2322d req-f4becd57-5945-4cfa-8176-b85e8763a655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Jan 25 16:01:51.816250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b2ef1-134a-4928-8831-980bdc0b8888 req-d06f0312-b470-4f02-8d0e-39e63a3359c7 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:51.817610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a3b2ef1-134a-4928-8831-980bdc0b8888 req-d06f0312-b470-4f02-8d0e-39e63a3359c7 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0785792 Jan 25 16:01:51.862729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a3b2ef1-134a-4928-8831-980bdc0b8888 req-65b9e656-7a70-47e3-8d36-3030d7926a2c tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Jan 25 16:01:53.057085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78ea3d-dc9a-49c5-b848-9a9edc5d506f req-f0b8b674-cca4-4076-abef-810599a88457 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:53.058545 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ac78ea3d-dc9a-49c5-b848-9a9edc5d506f req-f0b8b674-cca4-4076-abef-810599a88457 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0783448 Jan 25 16:01:53.102767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ac78ea3d-dc9a-49c5-b848-9a9edc5d506f req-19f497f3-9719-42d9-896f-671a71b63047 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Jan 25 16:01:53.294134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4cfd114f-8776-4585-8e34-8a689cc377b2 req-7e339ed9-24af-4dcc-a98d-fb49727239ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0693147 Jan 25 16:01:54.741238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa93d4-a279-4ed8-96c5-6d4c5fbdc371 req-377b618f-dc10-47b8-b49d-0e3e2ed8b0bc tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:54.742771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a4fa93d4-a279-4ed8-96c5-6d4c5fbdc371 req-377b618f-dc10-47b8-b49d-0e3e2ed8b0bc tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0755031 Jan 25 16:01:54.787177 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a4fa93d4-a279-4ed8-96c5-6d4c5fbdc371 req-fec1a26e-188c-4ee4-af1a-a41a6fc0554f tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387602 Jan 25 16:01:54.861509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39170) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:01:54.994482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-0f1d324e-c87e-420d-8ea8-842f5a8c20bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318247 Jan 25 16:01:56.069145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec30e11-f8fb-4ffe-86a0-5490f278160e req-292cf208-48bb-4441-b9e3-417f78671598 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:56.070539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4ec30e11-f8fb-4ffe-86a0-5490f278160e req-292cf208-48bb-4441-b9e3-417f78671598 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.1622159 Jan 25 16:01:56.119652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4ec30e11-f8fb-4ffe-86a0-5490f278160e req-04d52caf-75c6-4abf-a775-3c835eec9f0b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Jan 25 16:01:56.996176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-5a5547f3-4e49-4471-a85b-5c2f7d11c0eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1098 time: 0.0701931 Jan 25 16:01:57.123488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-c2343f59-b047-4d51-aa12-7ca452123f17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:57.124876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-c2343f59-b047-4d51-aa12-7ca452123f17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 912 time: 0.1227269 Jan 25 16:01:57.183797 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:01:57.189582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-d468195e-adf7-43da-bff3-f7fef3ec8e08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 217 time: 0.0590503 Jan 25 16:01:57.290684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-7a8ff0b4-613f-423b-baee-f8cb9dd4b2a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:57.291998 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-7a8ff0b4-613f-423b-baee-f8cb9dd4b2a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 200 len: 851 time: 0.0971367 Jan 25 16:01:57.346663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-ab1d3436-55ca-41af-930f-efae766ee223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126b37d2-6c90-44f6-a069-f03b740db0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430503 Jan 25 16:01:57.427469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199dc0-4bda-483d-b4fc-6b4dbb66866c req-750e45dd-2e39-4be5-8f9f-df228ceca1f3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:57.428848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6199dc0-4bda-483d-b4fc-6b4dbb66866c req-750e45dd-2e39-4be5-8f9f-df228ceca1f3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.1879053 Jan 25 16:01:57.513555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6199dc0-4bda-483d-b4fc-6b4dbb66866c req-38c5c84c-f676-4d92-9750-c90dcf48f02b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776556 Jan 25 16:01:57.515415 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-3f47657e-334e-4625-a217-f5be851b991f service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616755 Jan 25 16:01:57.643489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-aa69647f-8f06-4d41-a5d0-8b5abeb41def service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224699 Jan 25 16:01:58.705818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63488e-c204-4470-ae51-0865280ee27b req-cc45adba-29e2-41fa-9ed5-e7da87113e1a tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:58.707221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ab63488e-c204-4470-ae51-0865280ee27b req-cc45adba-29e2-41fa-9ed5-e7da87113e1a tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0741029 Jan 25 16:01:58.751658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ab63488e-c204-4470-ae51-0865280ee27b req-49a9773d-7ed4-4522-9c3c-9710d3a2e57b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Jan 25 16:01:59.486980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0b45cb48-4495-48de-94fb-fd8e6222f648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:01:59.943262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd260-35af-468f-9bb5-3fb3c5161c30 req-1c90c234-83df-4a57-901d-99326b1d68c6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:01:59.944665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-016bd260-35af-468f-9bb5-3fb3c5161c30 req-1c90c234-83df-4a57-901d-99326b1d68c6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0761104 Jan 25 16:01:59.987792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-016bd260-35af-468f-9bb5-3fb3c5161c30 req-07412a58-ad83-4320-8138-0742de03995f tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Jan 25 16:02:01.183025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404a499-ea85-431f-827c-6548547728e4 req-2f7fefaa-55b3-421f-92ee-a06c305a9f00 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:01.184686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f404a499-ea85-431f-827c-6548547728e4 req-2f7fefaa-55b3-421f-92ee-a06c305a9f00 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0739794 Jan 25 16:02:01.232085 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f404a499-ea85-431f-827c-6548547728e4 req-3a70255f-4f9e-4451-8734-708594082470 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jan 25 16:02:01.532855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9e89-a996-402a-bc08-34d02650071e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:02.424819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc0d56-ac51-456e-ad9d-ad39cb7b334b req-a376b961-1710-4b07-9f70-c70ff1756995 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:02.426161 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76bc0d56-ac51-456e-ad9d-ad39cb7b334b req-a376b961-1710-4b07-9f70-c70ff1756995 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0743809 Jan 25 16:02:02.469574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76bc0d56-ac51-456e-ad9d-ad39cb7b334b req-23725a12-1cb5-434b-b856-0823aa5a24a9 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Jan 25 16:02:02.949614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:02.970946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:03.665481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071790-4de2-4888-9554-90a1fa48153f req-7e007d24-3d70-4c84-81f1-ef3f6b9966b6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:03.666903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78071790-4de2-4888-9554-90a1fa48153f req-7e007d24-3d70-4c84-81f1-ef3f6b9966b6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0782213 Jan 25 16:02:03.710634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-78071790-4de2-4888-9554-90a1fa48153f req-151f7918-a83b-40ff-9a3f-39a8507fd631 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Jan 25 16:02:04.709770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:04.900311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fcf8-3258-4ef0-a4b5-16c341ebd79b req-6ed4ec52-7e9f-476e-84bc-89744e2f3dd2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:04.901669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2167fcf8-3258-4ef0-a4b5-16c341ebd79b req-6ed4ec52-7e9f-476e-84bc-89744e2f3dd2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0729954 Jan 25 16:02:04.944780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2167fcf8-3258-4ef0-a4b5-16c341ebd79b req-fb18e9f9-eaa6-4387-9ba6-9d0f92ba85c9 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Jan 25 16:02:06.142560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173da7f4-d161-4887-971f-46bc52f7258b req-fddd2494-aed8-47af-aac2-871242ee37f6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:06.143995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-173da7f4-d161-4887-971f-46bc52f7258b req-fddd2494-aed8-47af-aac2-871242ee37f6 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0777898 Jan 25 16:02:06.187999 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-173da7f4-d161-4887-971f-46bc52f7258b req-a17b6dcf-1f21-4f7c-ab01-f6abb9201186 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Jan 25 16:02:07.379066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a370108-b735-470c-a9a1-f72816b8b20d req-4b95ef2d-37c8-4e6d-9c5c-58c4e431b888 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:07.380401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8a370108-b735-470c-a9a1-f72816b8b20d req-4b95ef2d-37c8-4e6d-9c5c-58c4e431b888 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0740118 Jan 25 16:02:07.423467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8a370108-b735-470c-a9a1-f72816b8b20d req-7b8c0961-92fb-494c-9a2e-b01bce8d5f85 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377765 Jan 25 16:02:08.845243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc93c0f-4edf-467e-a34d-1d07a4f36004 req-f3207708-53d8-4a8f-a85d-b3d92fdbb74b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:08.847131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5dc93c0f-4edf-467e-a34d-1d07a4f36004 req-f3207708-53d8-4a8f-a85d-b3d92fdbb74b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.1580341 Jan 25 16:02:08.892393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5dc93c0f-4edf-467e-a34d-1d07a4f36004 req-7f02b584-caaa-4e9b-8f00-fbcf851d085c tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Jan 25 16:02:08.961324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:10.089843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78efc3-3c15-4466-804b-dab3270ad4c4 req-0c2c55f3-f774-4373-9b6c-6598d407efc1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:10.091267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5f78efc3-3c15-4466-804b-dab3270ad4c4 req-0c2c55f3-f774-4373-9b6c-6598d407efc1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0758591 Jan 25 16:02:10.136398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5f78efc3-3c15-4466-804b-dab3270ad4c4 req-b5101f06-08e7-43f7-9088-996f44d28fe0 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Jan 25 16:02:11.328751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc63f2-5eda-400b-81d2-747984a86930 req-a7698164-74c6-431d-a7ee-1a471c6bebeb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:11.330145 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49cc63f2-5eda-400b-81d2-747984a86930 req-a7698164-74c6-431d-a7ee-1a471c6bebeb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0748878 Jan 25 16:02:11.374574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49cc63f2-5eda-400b-81d2-747984a86930 req-ab2caf62-ff39-4bc4-9d42-029c104c31c9 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Jan 25 16:02:12.583908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728a31f-aac5-4996-b839-c66ea8275cb9 req-3a5273b8-eb41-422c-b212-82e0fde1cacb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:12.585393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7728a31f-aac5-4996-b839-c66ea8275cb9 req-3a5273b8-eb41-422c-b212-82e0fde1cacb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0807438 Jan 25 16:02:12.629794 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7728a31f-aac5-4996-b839-c66ea8275cb9 req-25cf4aac-f37e-4f6c-b625-a8f2a7f24db3 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Jan 25 16:02:13.818153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d87c6-28c1-4bcb-b2fb-ed1c5f37b9d4 req-2c4dccf3-5046-472d-8e18-90d27fa29c91 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:13.819557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e71d87c6-28c1-4bcb-b2fb-ed1c5f37b9d4 req-2c4dccf3-5046-472d-8e18-90d27fa29c91 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0725207 Jan 25 16:02:13.863575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e71d87c6-28c1-4bcb-b2fb-ed1c5f37b9d4 req-6a63997f-6433-4d94-b477-c68853b01950 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Jan 25 16:02:14.848136 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-af63b791-c689-48e6-b884-f7af4030416e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1098 time: 0.1343925 Jan 25 16:02:15.023638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-35ccfdfd-8dba-4287-9af6-89c9096c9b52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:15.024934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-35ccfdfd-8dba-4287-9af6-89c9096c9b52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 912 time: 0.1595736 Jan 25 16:02:15.099962 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-4863eec3-79fc-470f-bd02-b221ee17f9c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 217 time: 0.0691829 Jan 25 16:02:15.167300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f212-fe66-4405-806b-b1a8934b9a35 req-a6ac702b-269e-4e55-97d3-ad5a97aa4e49 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:15.168702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39c7f212-fe66-4405-806b-b1a8934b9a35 req-a6ac702b-269e-4e55-97d3-ad5a97aa4e49 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.1874475 Jan 25 16:02:15.176875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-d32f7819-7368-4a86-b8c4-6626575c5d53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:15.178181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-d32f7819-7368-4a86-b8c4-6626575c5d53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 200 len: 851 time: 0.0722175 Jan 25 16:02:15.234808 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-0c135d5d-3e99-46d0-aff1-6986d77c6f78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126b37d2-6c90-44f6-a069-f03b740db0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425329 Jan 25 16:02:15.321310 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39c7f212-fe66-4405-806b-b1a8934b9a35 req-6e5a3b2a-15b4-4b6e-b595-560aca970aab tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457460 Jan 25 16:02:15.372208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-6d98e3a9-2772-414c-a5c7-4a934217e262 service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304204 Jan 25 16:02:15.499006 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d74cfb-0605-46de-b07a-8c7349591bf8 req-537febcc-f8c2-41e1-8ed2-e72e28004d25 service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217234 Jan 25 16:02:16.518771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1f93a-4384-4db6-9ccb-3005e22a7704 req-b3b63ae0-5b7c-4a2e-8bed-7a596d13b45d tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:16.520186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56e1f93a-4384-4db6-9ccb-3005e22a7704 req-b3b63ae0-5b7c-4a2e-8bed-7a596d13b45d tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0773811 Jan 25 16:02:16.564103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56e1f93a-4384-4db6-9ccb-3005e22a7704 req-7e15c8a4-2398-43de-80ab-8ebdb30cb22a tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Jan 25 16:02:17.757748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38808ee-30eb-4d5d-8e31-7e504347d9c3 req-d968ed03-cb2b-4989-8ece-304f1919c1cb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:17.759170 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a38808ee-30eb-4d5d-8e31-7e504347d9c3 req-d968ed03-cb2b-4989-8ece-304f1919c1cb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0749748 Jan 25 16:02:17.803048 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a38808ee-30eb-4d5d-8e31-7e504347d9c3 req-67e70056-fe4a-45c0-8f13-1398298e8f5d tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385098 Jan 25 16:02:18.996549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d0916-2242-4c52-afd0-9f65b66761c9 req-bc3fe854-dd07-4a2b-be0d-5b91ba0eefd2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:18.997980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-372d0916-2242-4c52-afd0-9f65b66761c9 req-bc3fe854-dd07-4a2b-be0d-5b91ba0eefd2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0770226 Jan 25 16:02:19.041754 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-372d0916-2242-4c52-afd0-9f65b66761c9 req-60b8723d-4e5c-4f43-b222-b0464a42a262 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jan 25 16:02:19.900751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-e0f94c69-63d1-4592-80e5-cdec44368211 service neutron] 10.222.0.41 "GET /v2.0/ports/b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0705528 Jan 25 16:02:20.319104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b6fd5-188a-48ba-b5bf-06377eaf04ba req-dfba4e83-1c5e-47a7-b113-02979df79e90 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:20.320543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b98b6fd5-188a-48ba-b5bf-06377eaf04ba req-dfba4e83-1c5e-47a7-b113-02979df79e90 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.1607845 Jan 25 16:02:20.365742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b98b6fd5-188a-48ba-b5bf-06377eaf04ba req-6c36ae17-e7e0-4b05-b360-f775d50e67a7 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Jan 25 16:02:20.620464 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-0b727149-b0d4-4374-8b1b-36782aa9836c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45&tenant_id=10a1cfb89a4f40189f3b141c99a92dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0664716 Jan 25 16:02:20.708040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-fc84b60d-eee4-43ca-a791-6ef732236495 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1098 time: 0.0693011 Jan 25 16:02:20.834120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-3d203a21-ae2a-48fc-9724-080cf339c281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:20.835525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-3d203a21-ae2a-48fc-9724-080cf339c281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 912 time: 0.1215901 Jan 25 16:02:20.900562 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-8f81df50-dba2-40d3-8ec4-cedbaec1cdee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 217 time: 0.0587628 Jan 25 16:02:20.962578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-43b3a551-efb6-4ecd-87e1-c394402669d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:20.963921 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-43b3a551-efb6-4ecd-87e1-c394402669d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 200 len: 851 time: 0.0577257 Jan 25 16:02:21.006731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-5eff6828-3c03-4e31-ab11-38d1607bedc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126b37d2-6c90-44f6-a069-f03b740db0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371916 Jan 25 16:02:21.135639 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-7e17abc8-70d6-43e4-a69b-35177072c182 service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229017 Jan 25 16:02:21.262744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf8da67f-0f00-42d2-bd2d-df79563a2083 req-da11bcb6-a0ed-448c-b70b-f3a4625464fd service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214855 Jan 25 16:02:21.565136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356a98c-0954-415f-8c40-fc02ff8c264b req-6df6fbb6-b0f1-4964-9184-76acab094d79 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:21.566603 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6356a98c-0954-415f-8c40-fc02ff8c264b req-6df6fbb6-b0f1-4964-9184-76acab094d79 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0799801 Jan 25 16:02:21.612402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6356a98c-0954-415f-8c40-fc02ff8c264b req-93b96d7e-bc69-4d19-b974-2b67a559e577 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403311 Jan 25 16:02:22.198896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:02:22.202831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:02:22.401138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:22.434955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:22.455888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'network_id': '126b37d2-6c90-44f6-a069-f03b740db0c2', 'port_id': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'mac_address': 'fa:16:3e:99:b2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c52484e-6896-4e78-abc2-efe7ed43c26c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:02:22.458041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:02:22.496847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:22.520479 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:22.530318 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'code': 200} Jan 25 16:02:22.539121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:02:22.578747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:22.688981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:02:22.689330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:02:22.692614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:22.808784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf9157-b8e1-4262-be4b-0c42af59790e req-1ed68c86-4034-486a-86ee-1320457561f2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:22.810225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9cbf9157-b8e1-4262-be4b-0c42af59790e req-1ed68c86-4034-486a-86ee-1320457561f2 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 943 time: 0.0734227 Jan 25 16:02:22.854174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9cbf9157-b8e1-4262-be4b-0c42af59790e req-4d57f7ef-b0ee-4c7f-9a14-a1a48c1dae48 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Jan 25 16:02:23.240220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:23.257217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:02:23.272337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:23.389816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:23.457563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:02:23.491901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:24.050446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbfcb3-76fe-420e-b1b2-9a6fb4ba6ad7 req-358598e1-b95a-4548-945f-a84f8af6bbb1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:24.051857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80dbfcb3-76fe-420e-b1b2-9a6fb4ba6ad7 req-358598e1-b95a-4548-945f-a84f8af6bbb1 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 944 time: 0.0781581 Jan 25 16:02:24.095804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80dbfcb3-76fe-420e-b1b2-9a6fb4ba6ad7 req-3472550a-fa25-4df6-ac1c-f5f38f83c961 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385778 Jan 25 16:02:24.206918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:02:24.272537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:02:24.273235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:24.383543 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:24.413995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:24.502625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:24.531054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:02:24.576018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:24.585352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.585724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.586061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.586405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.586861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.587190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.587519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.587838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.588165 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.588482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.588793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:24.599352 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'code': 200} Jan 25 16:02:24.685722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-1debec84-3aa1-44cd-a002-c5df1df4f800 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:24.687139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-1debec84-3aa1-44cd-a002-c5df1df4f800 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45&tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.0763471 Jan 25 16:02:24.820663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-84a230f7-9092-44b6-800b-73ed584ad8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 1098 time: 0.0683348 Jan 25 16:02:24.944485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-db51d85f-05df-4ef7-9ea8-d00896ec14b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:24.945875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-db51d85f-05df-4ef7-9ea8-d00896ec14b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 200 len: 912 time: 0.1201360 Jan 25 16:02:25.009002 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-f9b33657-2755-4093-aaef-c477bbae909b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 200 len: 217 time: 0.0574732 Jan 25 16:02:25.071608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-d66e6716-b5fc-4ea8-be71-3b56a9ec28bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:25.072927 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-d66e6716-b5fc-4ea8-be71-3b56a9ec28bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 200 len: 851 time: 0.0587556 Jan 25 16:02:25.116644 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-fa47d7d3-83d8-4c1b-a628-2c17467aa58d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=126b37d2-6c90-44f6-a069-f03b740db0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382376 Jan 25 16:02:25.336026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-49d27c99-ed50-4b77-a6a9-ae030ff3eaff service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129714 Jan 25 16:02:25.462784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-38cb1da2-676c-469c-bac6-cd3fe8dff131 service neutron] 10.222.0.41 "GET /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192753 Jan 25 16:02:27.083114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d09c2-d80a-4b74-8608-d416c39214d4 req-0aea80d6-603e-4422-a01e-41c354d1891c tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:27.084630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-db5d09c2-d80a-4b74-8608-d416c39214d4 req-0aea80d6-603e-4422-a01e-41c354d1891c tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0794313 Jan 25 16:02:27.129969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-db5d09c2-d80a-4b74-8608-d416c39214d4 req-fe3e73f4-606a-4ec5-ba19-1c8414adefae tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Jan 25 16:02:28.325174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228fe8d-d296-45ec-b15c-1855d05d27b4 req-672ebe40-bc84-4bd8-a0dc-dae52c9fc987 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:28.326609 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c228fe8d-d296-45ec-b15c-1855d05d27b4 req-672ebe40-bc84-4bd8-a0dc-dae52c9fc987 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0737998 Jan 25 16:02:28.371508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c228fe8d-d296-45ec-b15c-1855d05d27b4 req-b0ad87ab-07c2-4833-8cb7-165cb442fff0 tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/security-groups?id=b65aa77a-fc37-4f75-9360-6e8a308e372f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Jan 25 16:02:28.655498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-b7952055-efeb-4235-9ceb-de4c1875977d tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:28.657521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-b7952055-efeb-4235-9ceb-de4c1875977d tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 945 time: 0.0779905 Jan 25 16:02:28.723409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Deleting port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:02:28.723745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:28.955987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] For port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,segment=NetworkSegment(dc7963bd-5ab2-4d1b-83da-df8645683a12),segment_id=dc7963bd-5ab2-4d1b-83da-df8645683a12)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:28.956256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:29.072263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Calling delete_port for b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:02:29.281033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:29.292483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:02:29.327331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Pushing event deleted for resources: {'Port': ['ID=b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:29.400572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] No DVR routers for this DVR port b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:02:29.403001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:29.405466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-deleted', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:02:29.459865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446b983f-a513-4962-ab48-53e1df6c8a45', 'name': 'network-vif-deleted', 'tag': 'b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b', 'status': 'completed', 'code': 200} Jan 25 16:02:29.481035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e55292b0-10b9-420e-b108-0fff253fff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:29.530330 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f1d2fba-403b-46dc-8555-e6e6edf21297 req-45c34972-6fcf-4455-80ff-ced6c66f3a9b tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.41 "DELETE /v2.0/ports/b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b HTTP/1.1" status: 204 len: 173 time: 0.8680241 Jan 25 16:02:29.535770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d871453-c8ee-4403-9215-a649fa902ddc req-112f421e-49b4-410c-a242-d3450375fdbb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Synchronizing usage tracker for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:02:29.612676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6d871453-c8ee-4403-9215-a649fa902ddc req-112f421e-49b4-410c-a242-d3450375fdbb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] Unset dirty status for tenant:10a1cfb89a4f40189f3b141c99a92dc4 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:02:29.613954 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d871453-c8ee-4403-9215-a649fa902ddc req-112f421e-49b4-410c-a242-d3450375fdbb tempest-DeleteServersTestJSON-1144023685 tempest-DeleteServersTestJSON-1144023685-project] 10.222.0.26 "GET /v2.0/ports?device_id=446b983f-a513-4962-ab48-53e1df6c8a45 HTTP/1.1" status: 200 len: 210 time: 0.1183705 Jan 25 16:02:30.872810 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39268) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:30.929777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Deleting subnet 5c52484e-6896-4e78-abc2-efe7ed43c26c {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:02:30.932454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:30.982033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.034117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.190301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.225893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c52484e-6896-4e78-abc2-efe7ed43c26c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:31.232020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.238412 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9af218d8-69b6-4288-bd46-436e133afe48 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5c52484e-6896-4e78-abc2-efe7ed43c26c HTTP/1.1" status: 204 len: 168 time: 0.3645992 Jan 25 16:02:31.241761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39272) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:31.341250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.460267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.487573 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126b37d2-6c90-44f6-a069-f03b740db0c2']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:02:31.500107 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7963bd-5ab2-4d1b-83da-df8645683a12') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:02:31.500396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7963bd-5ab2-4d1b-83da-df8645683a12') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:02:31.511541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.527163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.532931 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:02:31.539193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:02:31.546690 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:02:31.616864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cf2693b1-81bc-4cab-978a-bda9c6cf0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.715238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.731129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:31.741633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=126b37d2-6c90-44f6-a069-f03b740db0c2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:31.822880 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dbd6bc89-58bb-4401-92ef-07848cf0cb84 admin admin] 10.222.0.26 "DELETE /v2.0/networks/126b37d2-6c90-44f6-a069-f03b740db0c2 HTTP/1.1" status: 204 len: 168 time: 0.5810504 Jan 25 16:02:32.154874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39278) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:32.204334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-28b445c5-0865-4907-b637-96ecfbb2959c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10a1cfb89a4f40189f3b141c99a92dc4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483396 Jan 25 16:02:32.206833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39282) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:32.244952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:02:32.269189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:32.276639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:02:32.276985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b8a76244-fa12-4c71-bd6a-90ea5ab8ce5b not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:02:32.296556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:32.463999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:32.482091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65aa77a-fc37-4f75-9360-6e8a308e372f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:32.565443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:32.566615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ccc01aaf-0176-4973-b774-0348348edadf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b65aa77a-fc37-4f75-9360-6e8a308e372f HTTP/1.1" status: 204 len: 168 time: 0.3588991 Jan 25 16:02:33.022438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:33.051131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:33.750116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39304) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:33.873748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1576195265-network', 'tenant_id': '8a210ede2b844fd9977232c831a333cb'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:02:33.878344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:02:33.882000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Usage tracker for resource:network and tenant:8a210ede2b844fd9977232c831a333cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:02:33.884715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:02:33.890741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:02:33.976651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Made reservation on behalf of 8a210ede2b844fd9977232c831a333cb for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:02:33.985485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:33.990564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.020127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:02:34.023840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Usage tracker for resource:security_group_rule and tenant:8a210ede2b844fd9977232c831a333cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:02:34.026489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:02:34.032012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:02:34.093176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.161373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.183915 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:02:34.195748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:02:34.200890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993921cf-6985-4c4b-b5a9-9274699fd627,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:34.209965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.210296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Added segment 7affb000-912b-4c6e-9260-821aca7d4b5a of type vlan for network 6149643d-3436-4d1c-9dbd-79c56e824b76 Jan 25 16:02:34.217027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.217363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.223453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:02:34.244503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.332343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.333166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:34.333776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.433333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] Pushing event updated for resources: {'Network': ['ID=6149643d-3436-4d1c-9dbd-79c56e824b76,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:34.447044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:02:34.543348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-200cb635-10c9-4c19-82a3-c374f10dd1fc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7921574 Jan 25 16:02:34.546051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39310) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:02:34.551976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Request body: {'subnet': {'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1576195265-subnet', 'tenant_id': '8a210ede2b844fd9977232c831a333cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:02:34.556816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:02:34.560582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Usage tracker for resource:subnet and tenant:8a210ede2b844fd9977232c831a333cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:02:34.563410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:02:34.569555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:02:34.720796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:34.749218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Made reservation on behalf of 8a210ede2b844fd9977232c831a333cb for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:02:34.751532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:35.005468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:35.086465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4617e43f-9567-43b6-8b3a-30d914b302d0,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:35.099942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Checking segment: {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:02:35.100302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Network hostable DHCP agents. Network: 6149643d-3436-4d1c-9dbd-79c56e824b76, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:02:35.218028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:02:35.315003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 6149643d-3436-4d1c-9dbd-79c56e824b76) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:02:35.318772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:35.319340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:35.323522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b42c51-ace3-4636-be41-607cc16461d0 None None] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:02:35.407552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7f6b4b4b-3019-4bd3-a3f5-0e3323d4b9ce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8604412 Jan 25 16:02:35.526389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638893c-bf46-4ec0-84b0-c248126b569b None None] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:02:35.926565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b2db-e923-41e1-8399-296866649d48 req-0708a4be-2804-4dd0-b7e8-817a82d8ba09 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:35.927159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4758b2db-e923-41e1-8399-296866649d48 req-0708a4be-2804-4dd0-b7e8-817a82d8ba09 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Synchronizing usage tracker for tenant:8a210ede2b844fd9977232c831a333cb on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:02:35.995446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4758b2db-e923-41e1-8399-296866649d48 req-0708a4be-2804-4dd0-b7e8-817a82d8ba09 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Unset dirty status for tenant:8a210ede2b844fd9977232c831a333cb on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:02:35.996578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-0708a4be-2804-4dd0-b7e8-817a82d8ba09 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 815 time: 0.2074349 Jan 25 16:02:36.013107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-ec33d6a5-53d1-44e4-b919-9fe72fe7261b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/quotas/8a210ede2b844fd9977232c831a333cb HTTP/1.1" status: 200 len: 375 time: 0.0110550 Jan 25 16:02:36.057327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-c901b4d8-30df-444c-a46a-952ef15793f5 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394895 Jan 25 16:02:36.186139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-3bf2f311-7157-4f85-b0f0-0baab81e76bc service neutron] 10.222.0.26 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221602 Jan 25 16:02:36.314027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-c369629a-146a-410f-b6eb-d1a47c2755b3 service neutron] 10.222.0.26 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218038 Jan 25 16:02:36.562414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-98c81e37-f081-4d72-bb3c-ff10714205b0 req-f01fc60b-ce68-4431-89ae-1a0f548abff2 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 210 time: 0.0400310 Jan 25 16:02:37.730344 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ea64720-8e43-465f-8a70-302de5ed0786 req-8d8f8da3-7184-479f-8425-339f687d1572 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 210 time: 0.0445907 Jan 25 16:02:38.554136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b2db-e923-41e1-8399-296866649d48 req-d5681db8-9c3d-4cef-922a-f0d7557f2afe tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:38.555541 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-d5681db8-9c3d-4cef-922a-f0d7557f2afe tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 815 time: 0.1436479 Jan 25 16:02:38.570799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Request body: {'port': {'device_id': '052cb21a-b614-4499-8621-9b83f1151aac', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'admin_state_up': True, 'tenant_id': '8a210ede2b844fd9977232c831a333cb'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:02:38.703541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:02:38.707321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Usage tracker for resource:port and tenant:8a210ede2b844fd9977232c831a333cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:02:38.710078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:02:38.715640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:02:38.806737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Made reservation on behalf of 8a210ede2b844fd9977232c831a333cb for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:02:38.809803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:38.922773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e126f22d-356d-4cd2-b174-0475f88b6201 req-1c916053-90b7-4191-80ef-fbf404b39488 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 210 time: 0.0564039 Jan 25 16:02:38.978186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:39.009991 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Allocated IP 172.20.0.11 (6149643d-3436-4d1c-9dbd-79c56e824b76/4617e43f-9567-43b6-8b3a-30d914b302d0/19628567-92d4-473b-ae82-346a9378bcd1) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:02:39.203144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:39.325516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:39.481443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:02:39.484383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:02:39.486882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:02:39.523300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:39.552689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:39.553274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:39.657298 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-95cb9d6d-22fb-4bed-8ae1-9da4b6b3a304 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0900550 Jan 25 16:02:39.668030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Request body: {'port': {'device_id': '052cb21a-b614-4499-8621-9b83f1151aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:02:39.775129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.153441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:02:40.163154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.181962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Transition to ACTIVE for port object 19628567-92d4-473b-ae82-346a9378bcd1 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:02:40.191296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-76ba985b-98c2-425b-8740-858b8305865a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:40.196119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-76ba985b-98c2-425b-8740-858b8305865a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Synchronizing usage tracker for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:02:40.286831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.323016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-76ba985b-98c2-425b-8740-858b8305865a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Unset dirty status for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:02:40.353576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-76ba985b-98c2-425b-8740-858b8305865a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 932 time: 0.2809794 Jan 25 16:02:40.429474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:40.453874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-2d359c18-323e-4e01-8203-ea64ecad29c4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Synchronizing usage tracker for tenant:8a210ede2b844fd9977232c831a333cb on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:02:40.561098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Attempting to bind port 19628567-92d4-473b-ae82-346a9378bcd1 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:02:40.561432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Attempting to bind port 19628567-92d4-473b-ae82-346a9378bcd1 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:02:40.561749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Attempting to bind port 19628567-92d4-473b-ae82-346a9378bcd1 on network 6149643d-3436-4d1c-9dbd-79c56e824b76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:02:40.567295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Port 19628567-92d4-473b-ae82-346a9378bcd1 on network 6149643d-3436-4d1c-9dbd-79c56e824b76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:02:40.567605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Attempting to bind port 19628567-92d4-473b-ae82-346a9378bcd1 on network 6149643d-3436-4d1c-9dbd-79c56e824b76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:02:40.573631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:02:40.573956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Checking segment: {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:02:40.574326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Bound using segment: {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:02:40.574737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Bound port: 19628567-92d4-473b-ae82-346a9378bcd1, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:02:40.575072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.616411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-2d359c18-323e-4e01-8203-ea64ecad29c4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Unset dirty status for tenant:8a210ede2b844fd9977232c831a333cb on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:02:40.617548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a07fce6-49c0-42f3-96d5-e84614c00089 req-2d359c18-323e-4e01-8203-ea64ecad29c4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833869 Jan 25 16:02:40.660687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:02:40.663596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:02:40.732549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.794810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:40.796131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] 10.222.0.41 "PUT /v2.0/ports/19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 1094 time: 1.1321456 Jan 25 16:02:40.796544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:02:40.812811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b503456-0b95-43f6-945e-65f6726bb8df service neutron] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:40.852960 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1', 'status': 'completed', 'code': 200} Jan 25 16:02:40.942890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c2a9d011-f494-4d43-a678-d916cc8a61b6 req-f7c6de7a-089e-4a83-82d3-4e6738e2c0ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1097 time: 0.0677009 Jan 25 16:02:41.077178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d011-f494-4d43-a678-d916cc8a61b6 req-dc3dc911-93cd-4167-85a2-2a1c1c043553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:41.078635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c2a9d011-f494-4d43-a678-d916cc8a61b6 req-dc3dc911-93cd-4167-85a2-2a1c1c043553 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a210ede2b844fd9977232c831a333cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1297143 Jan 25 16:02:41.210570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d011-f494-4d43-a678-d916cc8a61b6 req-d50eb3c7-1240-401d-a948-638fdaaacd96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:41.211979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c2a9d011-f494-4d43-a678-d916cc8a61b6 req-d50eb3c7-1240-401d-a948-638fdaaacd96 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279433 Jan 25 16:02:41.316405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-287ab801-1ce9-4ec9-a734-ddb9a49c08e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1097 time: 0.0690820 Jan 25 16:02:41.380585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-987f62b7-9e47-4fab-97ba-bcae5f9a710b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 217 time: 0.0581009 Jan 25 16:02:41.518593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758b2db-e923-41e1-8399-296866649d48 req-dbcd6d06-ed7f-4c24-8f42-0f7f82eacb1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:41.519978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-dbcd6d06-ed7f-4c24-8f42-0f7f82eacb1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.1341674 Jan 25 16:02:41.563352 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-aac31454-2ef5-4784-9d1f-0be85a6a3715 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372562 Jan 25 16:02:41.690803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-393537d9-5aae-48f2-9b88-d93b19298747 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221209 Jan 25 16:02:41.870717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4758b2db-e923-41e1-8399-296866649d48 req-aaa75bcc-6dd6-49b5-ae0d-57007bd3aaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748307 Jan 25 16:02:41.882859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd85a2f-6f56-4efe-9788-d1f8f37f20e7 req-438fed18-19af-471e-b627-389f8ca0217e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:41.884219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebd85a2f-6f56-4efe-9788-d1f8f37f20e7 req-438fed18-19af-471e-b627-389f8ca0217e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 944 time: 0.1217189 Jan 25 16:02:41.927665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ebd85a2f-6f56-4efe-9788-d1f8f37f20e7 req-11371344-c293-4b5b-8f33-be162ba2c95c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Jan 25 16:02:43.119467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1d08c-2532-47be-b190-b5ace71f2013 req-cfb99f2f-684c-466c-afce-de8fa7503ff1 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:43.120934 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4bd1d08c-2532-47be-b190-b5ace71f2013 req-cfb99f2f-684c-466c-afce-de8fa7503ff1 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 944 time: 0.0745330 Jan 25 16:02:43.169883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4bd1d08c-2532-47be-b190-b5ace71f2013 req-da25f5c0-2972-43b2-bbb1-8d6c98604ad8 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432496 Jan 25 16:02:44.307923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:02:44.362302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1178b0-c7de-47ab-b744-836dc0312fb4 req-82e08346-842f-40e0-8af9-38586195766e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:44.363722 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0e1178b0-c7de-47ab-b744-836dc0312fb4 req-82e08346-842f-40e0-8af9-38586195766e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 944 time: 0.0742178 Jan 25 16:02:44.407256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0e1178b0-c7de-47ab-b744-836dc0312fb4 req-7ac5f435-4bdc-4bf2-a98c-d6ce8ec485a2 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Jan 25 16:02:44.437899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:44.453927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '19628567-92d4-473b-ae82-346a9378bcd1', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'port_id': '19628567-92d4-473b-ae82-346a9378bcd1', 'mac_address': 'fa:16:3e:a8:0d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4617e43f-9567-43b6-8b3a-30d914b302d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:02:44.504886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:44.521556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:02:44.536092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:44.583726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:44.646196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:44.784902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['19628567-92d4-473b-ae82-346a9378bcd1'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:02:45.600084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba8b6-5cbb-4a5a-8d7e-1f7d282d90b2 req-96ac1da6-0b20-4a98-9adf-dda277d94e63 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:45.601500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e18ba8b6-5cbb-4a5a-8d7e-1f7d282d90b2 req-96ac1da6-0b20-4a98-9adf-dda277d94e63 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 945 time: 0.0766771 Jan 25 16:02:45.644244 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e18ba8b6-5cbb-4a5a-8d7e-1f7d282d90b2 req-cbecdddc-0fa0-45da-9e54-ce5a6fc66499 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Jan 25 16:02:46.307231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:02:46.440974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 19628567-92d4-473b-ae82-346a9378bcd1 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:02:46.445428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 19628567-92d4-473b-ae82-346a9378bcd1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:02:46.445798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:46.552316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:46.577646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:02:46.587089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:02:46.632089 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1', 'code': 200} Jan 25 16:02:46.674569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:46.742633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:02:46.842583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd0b41-77f7-40d2-95ab-560024fe9d3d req-c09f8ff6-0ac0-4a26-a78e-fc58b499290e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:46.844038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2afd0b41-77f7-40d2-95ab-560024fe9d3d req-c09f8ff6-0ac0-4a26-a78e-fc58b499290e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0759923 Jan 25 16:02:46.893398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2afd0b41-77f7-40d2-95ab-560024fe9d3d req-b155fcbb-f182-4318-a4f1-c3ba8e0c94ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433848 Jan 25 16:02:46.979874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfc773d3-f97d-4da8-ba3a-8ccfa8e489d4 req-7c386e72-755f-4451-ac1e-fd8c58040d95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1099 time: 0.0696428 Jan 25 16:02:47.020236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfc773d3-f97d-4da8-ba3a-8ccfa8e489d4 req-c147c566-4857-4521-bcf4-0d6e391f72ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Jan 25 16:02:48.088063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50977-2413-4a97-bfd8-1d631a612d46 req-0143d373-3103-4382-8fa8-aed1d7fc77f6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:48.089582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5cb50977-2413-4a97-bfd8-1d631a612d46 req-0143d373-3103-4382-8fa8-aed1d7fc77f6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0768940 Jan 25 16:02:48.137279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5cb50977-2413-4a97-bfd8-1d631a612d46 req-1d1a0410-5372-44b9-afcd-873e52d3d38c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420856 Jan 25 16:02:49.329091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4255-7fea-48a5-a42e-2c193b5e2e31 req-971bcfc0-baf3-4f2a-a324-cc08c94f9c8f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:49.330466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-945b4255-7fea-48a5-a42e-2c193b5e2e31 req-971bcfc0-baf3-4f2a-a324-cc08c94f9c8f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0747533 Jan 25 16:02:49.374668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-945b4255-7fea-48a5-a42e-2c193b5e2e31 req-2a7759ed-960e-4aef-b3e7-a93407afdddb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Jan 25 16:02:49.568300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8d073-c246-460c-ae9a-a752ed8612d9 req-6c1bff6a-558c-4390-83fc-ac4bbb1ccabd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:49.569750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6e8d073-c246-460c-ae9a-a752ed8612d9 req-6c1bff6a-558c-4390-83fc-ac4bbb1ccabd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0769796 Jan 25 16:02:49.613506 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6e8d073-c246-460c-ae9a-a752ed8612d9 req-54a91c16-1301-4f67-8033-4348ffc30c3d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jan 25 16:02:50.034934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b432-cbb3-4751-84cb-feb8089d26e4 req-b7015463-e0bf-4e07-82e2-d016463ccccc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:50.036345 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ed4b432-cbb3-4751-84cb-feb8089d26e4 req-b7015463-e0bf-4e07-82e2-d016463ccccc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0740750 Jan 25 16:02:50.080765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6ed4b432-cbb3-4751-84cb-feb8089d26e4 req-516e9f54-e043-470f-96b1-385d83adfe49 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385303 Jan 25 16:02:50.273485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf81bf2-1e87-4dd3-8b62-d465c3645622 req-ada33dd5-9596-41bf-9352-45fcc989c6a4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:50.274884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2cf81bf2-1e87-4dd3-8b62-d465c3645622 req-ada33dd5-9596-41bf-9352-45fcc989c6a4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0780454 Jan 25 16:02:50.318253 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2cf81bf2-1e87-4dd3-8b62-d465c3645622 req-2d697888-c1a0-426a-9329-edae5f6eaa9d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Jan 25 16:02:50.504129 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7d00578-6032-4b7e-875a-872aa5086ade req-0d75ddaa-0766-4b87-9cf9-2a31e60660c5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0656075 Jan 25 16:02:50.948741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce91cd-7a29-476a-98ad-dae6a8df3c0a req-a9982b77-e628-4991-90d0-37a729d578ad tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:50.950199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9ce91cd-7a29-476a-98ad-dae6a8df3c0a req-a9982b77-e628-4991-90d0-37a729d578ad tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0771763 Jan 25 16:02:50.995371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9ce91cd-7a29-476a-98ad-dae6a8df3c0a req-365cc40f-1af9-4781-89a3-24493a68331e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Jan 25 16:02:51.024176 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-0736558b-29f9-4198-a35a-faf979fb98f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721071 Jan 25 16:02:52.190992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fead2-a33b-488b-a7d2-8c7215413c73 req-9fa7da03-2c69-4dc0-a3fd-0562741bdd76 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:52.192359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ac3fead2-a33b-488b-a7d2-8c7215413c73 req-9fa7da03-2c69-4dc0-a3fd-0562741bdd76 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0762255 Jan 25 16:02:52.237346 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ac3fead2-a33b-488b-a7d2-8c7215413c73 req-4efaeeb0-5ac4-4313-b3fd-35b47bf94fcd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 Jan 25 16:02:53.278149 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-ee40ee63-7ed3-4863-b64f-d8db9fff432b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1099 time: 0.1500287 Jan 25 16:02:53.456952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-4d663a0e-ab60-4340-9c21-7cbd80c36a4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:53.458285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-4d663a0e-ab60-4340-9c21-7cbd80c36a4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1736906 Jan 25 16:02:53.523774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659145b-8ed0-489b-bb29-d272ebc64411 req-d0c833c7-e5df-4907-9374-fea43e186897 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:53.525176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9659145b-8ed0-489b-bb29-d272ebc64411 req-d0c833c7-e5df-4907-9374-fea43e186897 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.1630268 Jan 25 16:02:53.546535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-c9cd0e26-82b5-4968-b529-64a392ae066d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 217 time: 0.0814431 Jan 25 16:02:53.621212 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9659145b-8ed0-489b-bb29-d272ebc64411 req-69c0428b-336c-4026-88f6-0cf5811434cf tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887151 Jan 25 16:02:53.626283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-fda6b6b7-29bf-4bdc-afc2-c23814df98c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:53.632967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-fda6b6b7-29bf-4bdc-afc2-c23814df98c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0761294 Jan 25 16:02:53.671589 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-a8acb9ba-9669-4f05-8183-aff40d4294c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382557 Jan 25 16:02:53.797937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-d0fc0029-f74b-498d-a09e-2aa49065ac50 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203156 Jan 25 16:02:53.922548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-c3ce62ce-383c-42ec-80b9-a18e5ff49624 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196256 Jan 25 16:02:54.815997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a19c-3bc1-4c34-8f3d-d50e29178d22 req-72214b01-471e-4711-ab58-104b694ffc73 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:54.817424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d27a19c-3bc1-4c34-8f3d-d50e29178d22 req-72214b01-471e-4711-ab58-104b694ffc73 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0778744 Jan 25 16:02:54.860372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7d27a19c-3bc1-4c34-8f3d-d50e29178d22 req-96e65a60-6a8b-458f-a7a7-7359a29513d9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 Jan 25 16:02:56.052241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79fd45d-015e-4261-92ef-0972e2a4c13b req-ca3d0f15-7af1-4d71-83b6-a8490d613482 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:56.053780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a79fd45d-015e-4261-92ef-0972e2a4c13b req-ca3d0f15-7af1-4d71-83b6-a8490d613482 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0744817 Jan 25 16:02:56.097640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a79fd45d-015e-4261-92ef-0972e2a4c13b req-b6c75b4e-0d35-409b-b2a0-63f951077986 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Jan 25 16:02:57.295377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a443c-2a39-42f5-a50e-be5af72c2311 req-4b0da1c8-befc-4478-8c0f-3c842b40d54c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:57.296880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-120a443c-2a39-42f5-a50e-be5af72c2311 req-4b0da1c8-befc-4478-8c0f-3c842b40d54c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0783899 Jan 25 16:02:57.341138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-120a443c-2a39-42f5-a50e-be5af72c2311 req-5f80dbbf-e67d-4a6d-a000-9f00bae46104 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jan 25 16:02:58.531464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09fcd6-42fb-4b44-b7d4-bad4cdca7828 req-f5a8c0b3-479d-4d1c-a307-c6c8bcdaf28d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:58.532880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0a09fcd6-42fb-4b44-b7d4-bad4cdca7828 req-f5a8c0b3-479d-4d1c-a307-c6c8bcdaf28d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0742149 Jan 25 16:02:58.580059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0a09fcd6-42fb-4b44-b7d4-bad4cdca7828 req-5a60b304-eb84-4b39-8e04-2d869034c56c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416694 Jan 25 16:02:59.439339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6efbd078-f9fb-4d53-8897-539a3af6bdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:02:59.769443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dbbc1-2021-4f86-8009-5feb9fe5881d req-f2b912d8-a594-44be-bfeb-da62e7d6423a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:02:59.770841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5c4dbbc1-2021-4f86-8009-5feb9fe5881d req-f2b912d8-a594-44be-bfeb-da62e7d6423a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0731790 Jan 25 16:02:59.814688 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5c4dbbc1-2021-4f86-8009-5feb9fe5881d req-3abc000d-43a2-4d26-8ad1-a96113313bbb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Jan 25 16:03:01.009206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38750854-bfc5-4122-b305-25f83b26780a req-06efcb65-ef48-4dfa-baf1-1e9b9084f314 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:01.010574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38750854-bfc5-4122-b305-25f83b26780a req-06efcb65-ef48-4dfa-baf1-1e9b9084f314 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0767066 Jan 25 16:03:01.054634 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38750854-bfc5-4122-b305-25f83b26780a req-3c3d12d2-1b95-4593-aea7-6a16abe036e4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Jan 25 16:03:01.543111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e26f4158-ef44-4c3e-8dda-db889eb58ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:02.245389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c156114-297c-44f1-bed4-9a0aff6f5f9c req-8c99a79e-b590-40d7-9a14-dade2b57ac1c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:02.246815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c156114-297c-44f1-bed4-9a0aff6f5f9c req-8c99a79e-b590-40d7-9a14-dade2b57ac1c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0745425 Jan 25 16:03:02.291091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c156114-297c-44f1-bed4-9a0aff6f5f9c req-6f891ca9-99e3-461a-8c58-0724426f5f4b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Jan 25 16:03:03.004792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:03.034673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:03.485789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8d7e-2376-465b-91e8-7deb66fccfa8 req-1c4de3a6-0ca4-46c8-985a-ec8f982ed2fe tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:03.487216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-716d8d7e-2376-465b-91e8-7deb66fccfa8 req-1c4de3a6-0ca4-46c8-985a-ec8f982ed2fe tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0774674 Jan 25 16:03:03.531486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-716d8d7e-2376-465b-91e8-7deb66fccfa8 req-d26f701f-dfad-4399-aec7-1858ee8fba95 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Jan 25 16:03:04.714953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:04.723886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66f126-f97c-4126-a2d2-2b3ccd6c89bb req-28304d84-d222-4e59-a76d-9e7344f6c36d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:04.725338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1d66f126-f97c-4126-a2d2-2b3ccd6c89bb req-28304d84-d222-4e59-a76d-9e7344f6c36d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0742385 Jan 25 16:03:04.772586 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1d66f126-f97c-4126-a2d2-2b3ccd6c89bb req-0a29432e-e241-4c21-b321-4a413ae73ff6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416989 Jan 25 16:03:06.036763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239327a-b066-4aa6-8060-f7b59a4e9f14 req-2d9dbbc8-0a28-4c23-88ec-5cc98bbf0f4b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:06.038207 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7239327a-b066-4aa6-8060-f7b59a4e9f14 req-2d9dbbc8-0a28-4c23-88ec-5cc98bbf0f4b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.1482832 Jan 25 16:03:06.082013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7239327a-b066-4aa6-8060-f7b59a4e9f14 req-e457e7bf-64ee-49b0-af1d-fa97f0604eaa tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Jan 25 16:03:07.276223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5eebf-8d26-49c8-8ac1-c985d6dc9940 req-ba8780ce-6cde-44da-9ba0-88ea47f4a463 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:07.277684 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7a5eebf-8d26-49c8-8ac1-c985d6dc9940 req-ba8780ce-6cde-44da-9ba0-88ea47f4a463 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0783815 Jan 25 16:03:07.321749 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7a5eebf-8d26-49c8-8ac1-c985d6dc9940 req-7688eba8-7008-4e69-be94-f15a46420f9f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Jan 25 16:03:08.514588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdb52a-5f9c-44db-aa70-a7e32d086bc8 req-03a456ac-e997-4bbe-8c3e-2152eafc952e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:08.515994 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24cdb52a-5f9c-44db-aa70-a7e32d086bc8 req-03a456ac-e997-4bbe-8c3e-2152eafc952e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0734074 Jan 25 16:03:08.560660 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24cdb52a-5f9c-44db-aa70-a7e32d086bc8 req-6706a316-ec63-428f-8608-85abbd4aa048 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386288 Jan 25 16:03:08.989354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:09.753583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ed731-fed2-46e8-ba4f-fbbc6f8a3617 req-5ee07dca-0732-42e0-8f3c-fa3bd9d5672f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:09.755038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e69ed731-fed2-46e8-ba4f-fbbc6f8a3617 req-5ee07dca-0732-42e0-8f3c-fa3bd9d5672f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0765753 Jan 25 16:03:09.799580 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e69ed731-fed2-46e8-ba4f-fbbc6f8a3617 req-72768c05-ce0d-4f6e-83fc-4f045890e547 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Jan 25 16:03:10.991886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c3249-4383-49be-9c23-8ca31857558d req-60a0f760-e698-4b90-b516-e94b7c3c6823 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:10.993347 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-104c3249-4383-49be-9c23-8ca31857558d req-60a0f760-e698-4b90-b516-e94b7c3c6823 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0745058 Jan 25 16:03:11.041456 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-104c3249-4383-49be-9c23-8ca31857558d req-4b3ac158-f910-49d4-97c4-cb063a1c5e74 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Jan 25 16:03:11.183728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:03:12.236949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d36a7d-ef4b-44df-a7be-1b19e8a2a82a req-4b22ebbf-82a9-4023-abcb-78439c5471db tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:12.238412 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-70d36a7d-ef4b-44df-a7be-1b19e8a2a82a req-4b22ebbf-82a9-4023-abcb-78439c5471db tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0746019 Jan 25 16:03:12.282086 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-70d36a7d-ef4b-44df-a7be-1b19e8a2a82a req-a8109a05-49a9-4556-9db6-71c0b6820cab tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382411 Jan 25 16:03:13.475771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c03e9-ba27-4763-a746-a86e78b6a521 req-768a5b35-1972-48e6-aff6-ad847383c34f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:13.477175 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3c03e9-ba27-4763-a746-a86e78b6a521 req-768a5b35-1972-48e6-aff6-ad847383c34f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0789354 Jan 25 16:03:13.520574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3c03e9-ba27-4763-a746-a86e78b6a521 req-145a459b-315b-40e0-9976-749783c1d309 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379508 Jan 25 16:03:14.848912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e10ef4-ad9c-44be-8d44-dedb66bd1830 req-8f6064b0-f014-41ca-baf1-0e89a62c14c3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:14.850264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8e10ef4-ad9c-44be-8d44-dedb66bd1830 req-8f6064b0-f014-41ca-baf1-0e89a62c14c3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0743215 Jan 25 16:03:14.893359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8e10ef4-ad9c-44be-8d44-dedb66bd1830 req-1d50866b-9c1c-4426-b2fd-aee74f9b669d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377333 Jan 25 16:03:15.997763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-e8cb2e9d-6e47-4b38-bc83-773332cd865a service neutron] 10.222.0.41 "GET /v2.0/ports/19628567-92d4-473b-ae82-346a9378bcd1/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0757253 Jan 25 16:03:16.088175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c297a3d-3256-4611-88be-b1790c4d8f41 req-302c231d-f91f-4d3e-96fd-01b56444a991 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:16.089664 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c297a3d-3256-4611-88be-b1790c4d8f41 req-302c231d-f91f-4d3e-96fd-01b56444a991 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0744710 Jan 25 16:03:16.135079 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c297a3d-3256-4611-88be-b1790c4d8f41 req-24cd8d70-0b1b-4fa3-b6ba-555eb446d912 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Jan 25 16:03:16.503379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-9b81b728-9c84-484a-9390-6bb17832c65c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac&tenant_id=8a210ede2b844fd9977232c831a333cb HTTP/1.1" status: 200 len: 1099 time: 0.0700755 Jan 25 16:03:16.588713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-aae141db-08fb-4858-b234-14f7cac68087 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1099 time: 0.0660315 Jan 25 16:03:16.716534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-f25cacb4-b77d-4a3b-8efc-9ab9cdb633e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:16.717974 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-f25cacb4-b77d-4a3b-8efc-9ab9cdb633e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1235549 Jan 25 16:03:16.784667 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-8b540d2c-16a0-4263-bd08-04cbe653e9d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 217 time: 0.0609531 Jan 25 16:03:16.842675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-d7f9b18a-9c5f-4877-ae41-994303021e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:16.844070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-d7f9b18a-9c5f-4877-ae41-994303021e8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0540760 Jan 25 16:03:16.888748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-44f60a57-7c7f-4d53-a238-a7552b1d5336 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396247 Jan 25 16:03:17.012935 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-bc9ab5e3-d4ec-4c9b-b95c-6c5e9a0db054 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186800 Jan 25 16:03:17.139152 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f6aa9d-8ea5-43ff-8655-235f0dad5413 req-4e274d94-e8e9-43ed-8755-17906a50a6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202743 Jan 25 16:03:17.429636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-0a6f10a2-94f9-444e-a9ad-c1dd6cd188eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1099 time: 0.2044644 Jan 25 16:03:17.441079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6e893-0692-4f64-8d60-6d73b1800a0a req-7a5e274e-087d-4e4b-89d5-39b6210c85df tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:17.442515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1a6e893-0692-4f64-8d60-6d73b1800a0a req-7a5e274e-087d-4e4b-89d5-39b6210c85df tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.1072218 Jan 25 16:03:17.566107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1a6e893-0692-4f64-8d60-6d73b1800a0a req-260f94b5-77a8-447f-b72a-7bae024f5201 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181176 Jan 25 16:03:17.602906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d84281-b3a1-4366-a340-87357fa77e97 req-c05cfd9e-386f-4ede-9a7e-7b123a8be610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:17.604287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-c05cfd9e-386f-4ede-9a7e-7b123a8be610 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1417618 Jan 25 16:03:17.672100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-3e52fb04-ce27-42d2-b6aa-e7d207fa95e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 217 time: 0.0613863 Jan 25 16:03:17.731392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d84281-b3a1-4366-a340-87357fa77e97 req-a1e259c1-7e4f-47b0-ad41-66d9a68b08b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:17.732711 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-a1e259c1-7e4f-47b0-ad41-66d9a68b08b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0535007 Jan 25 16:03:17.774908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-1cb277a6-beca-43d1-989c-2077b7f34cd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359137 Jan 25 16:03:17.903146 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-a05618ff-bd2e-4172-a0fa-500706aa05eb service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214185 Jan 25 16:03:18.034702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96d84281-b3a1-4366-a340-87357fa77e97 req-ca39af1d-e98f-4470-b027-ba32be9b843d service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239316 Jan 25 16:03:18.416283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:03:18.421253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:03:18.659549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:18.681598 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:18.703036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:03:18.709612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '19628567-92d4-473b-ae82-346a9378bcd1', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'port_id': '19628567-92d4-473b-ae82-346a9378bcd1', 'mac_address': 'fa:16:3e:a8:0d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4617e43f-9567-43b6-8b3a-30d914b302d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:03:18.715322 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:18.775075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b956-ba4f-4ece-a2de-5890706fbd32 req-2655a9a8-8a44-49c1-b84b-e955d1a1d984 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:18.775296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:18.776694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2433b956-ba4f-4ece-a2de-5890706fbd32 req-2655a9a8-8a44-49c1-b84b-e955d1a1d984 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0897429 Jan 25 16:03:18.785502 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1', 'code': 200} Jan 25 16:03:18.794851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:03:18.816663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:18.823792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2433b956-ba4f-4ece-a2de-5890706fbd32 req-652ff732-38ea-495d-9def-272e9ebea46d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Jan 25 16:03:18.925729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:03:18.926077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:03:18.929258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:19.476880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:19.493498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:03:19.507540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:19.577746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:19.640664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['19628567-92d4-473b-ae82-346a9378bcd1'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:03:19.683097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:20.018091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219a310-3dd1-4aa8-a973-5da8e5c40238 req-c5c21d00-7820-40ef-a1c0-3c006717b62a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:20.019502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8219a310-3dd1-4aa8-a973-5da8e5c40238 req-c5c21d00-7820-40ef-a1c0-3c006717b62a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 945 time: 0.0746384 Jan 25 16:03:20.062604 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8219a310-3dd1-4aa8-a973-5da8e5c40238 req-45c30b97-972a-4a38-9510-6db831eba9a3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376618 Jan 25 16:03:20.431662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:03:20.502690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 19628567-92d4-473b-ae82-346a9378bcd1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:03:20.503397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:20.542923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1917b-8a82-4e06-afc1-e16adc89edc8 req-b24c2968-aa58-47e8-b051-ab49cc7d2499 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:20.545816 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87b1917b-8a82-4e06-afc1-e16adc89edc8 req-b24c2968-aa58-47e8-b051-ab49cc7d2499 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 945 time: 0.0833914 Jan 25 16:03:20.615548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:20.642373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-87b1917b-8a82-4e06-afc1-e16adc89edc8 req-f2dda02f-5a60-4487-bf49-fd2cff79990d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Jan 25 16:03:20.651402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:20.661877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-7ceeca93-e3ef-4de2-bea9-b62eecf74c05 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:20.663299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-7ceeca93-e3ef-4de2-bea9-b62eecf74c05 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac&tenant_id=8a210ede2b844fd9977232c831a333cb&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.1165922 Jan 25 16:03:20.715783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:20.781923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:20.785950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:03:20.798602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-9524fbf8-5df5-498a-ac10-02a3c5b35d5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 1099 time: 0.0684025 Jan 25 16:03:20.847979 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1', 'code': 200} Jan 25 16:03:20.926571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-d8fa27f0-4a60-4a82-a222-bfae2bc027d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:20.927931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-d8fa27f0-4a60-4a82-a222-bfae2bc027d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1237447 Jan 25 16:03:20.995484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-f1b7ff4d-c690-4159-abb0-79fda5ea4fc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 200 len: 217 time: 0.0616264 Jan 25 16:03:21.054594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-7354782d-695b-477c-98b0-f5d6b950f04e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:21.055945 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-7354782d-695b-477c-98b0-f5d6b950f04e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0555005 Jan 25 16:03:21.100018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-4ae8e191-17cd-4a1c-8b7c-ee951ecdf679 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379186 Jan 25 16:03:21.309821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-f88b4303-b5ee-45a8-99d8-a945460abdb3 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034683 Jan 25 16:03:21.435675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2118a54e-9e6c-4572-8778-39322a21f3ad req-8fb6d64d-7e3a-4d6d-a248-851ccccd1a5e service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201880 Jan 25 16:03:21.837760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0d77-3bcc-417c-9b62-ff2b97c0cc1e req-39c4d285-e7d0-49e4-948a-5e7238094634 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:21.839165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-952e0d77-3bcc-417c-9b62-ff2b97c0cc1e req-39c4d285-e7d0-49e4-948a-5e7238094634 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0776129 Jan 25 16:03:21.883094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-952e0d77-3bcc-417c-9b62-ff2b97c0cc1e req-d8a61a8b-530e-4222-bef1-c0aa9bd39336 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Jan 25 16:03:23.077951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad78ec-f984-4e94-8a1a-f4ebb1940b62 req-bcf60778-5c39-4b6c-ab4b-3604e9de3afc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:23.079382 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72ad78ec-f984-4e94-8a1a-f4ebb1940b62 req-bcf60778-5c39-4b6c-ab4b-3604e9de3afc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0730441 Jan 25 16:03:23.127017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72ad78ec-f984-4e94-8a1a-f4ebb1940b62 req-35baeb6f-9829-4715-9e50-c1c5b521bc52 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Jan 25 16:03:23.318567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ca66a-143e-40a4-8c8a-34501ccf7373 req-f1ffb8d6-da32-476d-837a-2f430bfe3dfa tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:23.319983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d8ca66a-143e-40a4-8c8a-34501ccf7373 req-f1ffb8d6-da32-476d-837a-2f430bfe3dfa tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0736525 Jan 25 16:03:23.363813 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d8ca66a-143e-40a4-8c8a-34501ccf7373 req-62409167-24f2-4bcc-8a17-b86d05323cd8 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Jan 25 16:03:23.555500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2064342-55ff-4c76-8ef3-0932886a2401 req-07f21e35-12a3-4e54-b380-c9163280c8ca tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:23.556956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2064342-55ff-4c76-8ef3-0932886a2401 req-07f21e35-12a3-4e54-b380-c9163280c8ca tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0768178 Jan 25 16:03:23.601227 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2064342-55ff-4c76-8ef3-0932886a2401 req-9cad4297-c9b0-4253-8e57-ba5d4bc8272a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Jan 25 16:03:24.368213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-b1d39ff5-c48f-4a01-951a-e42280d13b2a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:24.369552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-b1d39ff5-c48f-4a01-951a-e42280d13b2a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 815 time: 0.1379011 Jan 25 16:03:24.385561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-33c5a6a3-6849-4278-9ec1-7c24ecf488ee tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/quotas/8a210ede2b844fd9977232c831a333cb HTTP/1.1" status: 200 len: 375 time: 0.0106726 Jan 25 16:03:24.458978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-7a3bc439-3295-4265-9a6f-a729eddd4fb4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688832 Jan 25 16:03:24.586171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-0debe21a-d5b3-4056-94a9-77f79274dd91 service neutron] 10.222.0.26 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208386 Jan 25 16:03:24.712573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2d6a81b7-5dd5-4ef7-b1a8-4c66355afad4 service neutron] 10.222.0.26 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208279 Jan 25 16:03:24.999546 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f517d6f-ea18-4c9b-96ac-bbdd6d00298e req-bbe7d95a-021f-4186-a4d0-cf886d82a593 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 210 time: 0.0452628 Jan 25 16:03:25.845468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-dbcaa8bd-6e51-403f-84be-42242efcf8f3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:25.847293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-dbcaa8bd-6e51-403f-84be-42242efcf8f3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=052cb21a-b614-4499-8621-9b83f1151aac HTTP/1.1" status: 200 len: 946 time: 0.0755255 Jan 25 16:03:25.913475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Deleting port 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:03:25.913807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:26.179528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b60212d-f8d9-4083-afc4-36920bab4d17 req-8e54f8d2-e74c-4183-a06c-c42172744f51 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 210 time: 0.0581644 Jan 25 16:03:26.277911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] For port 19628567-92d4-473b-ae82-346a9378bcd1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=19628567-92d4-473b-ae82-346a9378bcd1,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:26.278257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:26.395765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Calling delete_port for 19628567-92d4-473b-ae82-346a9378bcd1 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:03:26.628659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:26.640017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['19628567-92d4-473b-ae82-346a9378bcd1'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:03:26.676762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Pushing event deleted for resources: {'Port': ['ID=19628567-92d4-473b-ae82-346a9378bcd1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:26.747990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] No DVR routers for this DVR port 19628567-92d4-473b-ae82-346a9378bcd1 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:03:26.750369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:26.753371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-deleted', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:03:26.819526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052cb21a-b614-4499-8621-9b83f1151aac', 'name': 'network-vif-deleted', 'tag': '19628567-92d4-473b-ae82-346a9378bcd1', 'status': 'completed', 'code': 200} Jan 25 16:03:26.868063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b37e8257-46ae-4a0f-a86f-cfe7399bc07a req-150bb0f8-7a5d-4c93-a61c-1994ca2732fc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "DELETE /v2.0/ports/19628567-92d4-473b-ae82-346a9378bcd1 HTTP/1.1" status: 204 len: 173 time: 1.0156169 Jan 25 16:03:27.057155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-baefe025-0cbd-4799-b401-18d1e5b114c1 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:27.058578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-baefe025-0cbd-4799-b401-18d1e5b114c1 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 815 time: 0.1454096 Jan 25 16:03:27.074671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Request body: {'port': {'device_id': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'admin_state_up': True, 'tenant_id': '8a210ede2b844fd9977232c831a333cb'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:03:27.208584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:03:27.212888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Usage tracker for resource:port and tenant:8a210ede2b844fd9977232c831a333cb is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:03:27.215669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:03:27.222009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:03:27.344925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ae446de5-95ae-4509-b58f-abbd8379478c req-43e43ad9-deaf-47c6-a319-c1711322f6e3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Synchronizing usage tracker for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:03:27.349285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Made reservation on behalf of 8a210ede2b844fd9977232c831a333cb for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:03:27.352191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:27.435509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ae446de5-95ae-4509-b58f-abbd8379478c req-43e43ad9-deaf-47c6-a319-c1711322f6e3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Unset dirty status for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:03:27.436637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae446de5-95ae-4509-b58f-abbd8379478c req-43e43ad9-deaf-47c6-a319-c1711322f6e3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 210 time: 0.1312597 Jan 25 16:03:27.520597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Allocated IP 172.20.0.11 (6149643d-3436-4d1c-9dbd-79c56e824b76/4617e43f-9567-43b6-8b3a-30d914b302d0/84f19140-d0e3-4c27-b0c4-9a72d5551a1c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:03:27.713742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:27.840745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:27.851286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['19628567-92d4-473b-ae82-346a9378bcd1'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:03:27.919166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Network 6149643d-3436-4d1c-9dbd-79c56e824b76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:03:27.922116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:03:27.924473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:03:27.960151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:27.991220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:27.991813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:28.046484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-573e6cd1-dcf4-47ba-9425-38151068b0ba tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9754536 Jan 25 16:03:28.057123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Request body: {'port': {'device_id': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:03:28.164614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:28.619788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:03:28.629141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:28.652964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Transition to ACTIVE for port object 84f19140-d0e3-4c27-b0c4-9a72d5551a1c will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:03:28.670542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be66e6-ac27-44ce-9c04-9ac02a6ac729 req-e8ad6db2-186d-47c1-a584-47056622a623 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:28.671985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5be66e6-ac27-44ce-9c04-9ac02a6ac729 req-e8ad6db2-186d-47c1-a584-47056622a623 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 932 time: 0.1055837 Jan 25 16:03:28.716712 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5be66e6-ac27-44ce-9c04-9ac02a6ac729 req-2bb94b95-5a99-4e2c-b11a-da627681c389 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Jan 25 16:03:28.731673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:28.849480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:28.953058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Attempting to bind port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:03:28.953745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Attempting to bind port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:03:28.953745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Attempting to bind port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c on network 6149643d-3436-4d1c-9dbd-79c56e824b76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:03:28.959238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c on network 6149643d-3436-4d1c-9dbd-79c56e824b76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:03:28.959554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Attempting to bind port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c on network 6149643d-3436-4d1c-9dbd-79c56e824b76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:03:28.965689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:03:28.966023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Checking segment: {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:03:28.966404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Bound using segment: {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:03:28.966820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Bound port: 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7affb000-912b-4c6e-9260-821aca7d4b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:03:28.967157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:29.051443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:03:29.054251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:03:29.132267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:29.195114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:29.196512 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] 10.222.0.41 "PUT /v2.0/ports/84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 200 len: 1094 time: 1.1434090 Jan 25 16:03:29.199275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:03:29.217662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5cb2c-50c0-4bec-bd0f-a5f8e059a92a service neutron] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:29.255262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'status': 'completed', 'code': 200} Jan 25 16:03:29.341453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49cfc689-33ab-41d6-af58-20ff320f9d07 req-fa24e53d-b5eb-4c20-9897-4f439a243c0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1097 time: 0.0679603 Jan 25 16:03:29.463051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2ba5da79-1707-4a89-8f2d-fab1721e0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:29.479971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc689-33ab-41d6-af58-20ff320f9d07 req-b840f6cd-83b9-4a57-92a2-523b8d574727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:29.481422 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49cfc689-33ab-41d6-af58-20ff320f9d07 req-b840f6cd-83b9-4a57-92a2-523b8d574727 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a210ede2b844fd9977232c831a333cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1338239 Jan 25 16:03:29.613893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfc689-33ab-41d6-af58-20ff320f9d07 req-ab68923a-2e9a-4254-90dd-9fee9f9075dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:29.615239 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49cfc689-33ab-41d6-af58-20ff320f9d07 req-ab68923a-2e9a-4254-90dd-9fee9f9075dd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284816 Jan 25 16:03:29.714434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-b50eae38-3a99-443a-8c8a-569c3f1eac23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1097 time: 0.0666773 Jan 25 16:03:29.784252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-5fed1649-eadc-4642-bf70-ae88e13cb2ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 200 len: 217 time: 0.0624499 Jan 25 16:03:29.884123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-6cab09f3-4f78-4458-b838-c19d79f7804a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:29.885434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-6cab09f3-4f78-4458-b838-c19d79f7804a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0950546 Jan 25 16:03:29.937118 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-490b6edf-6e46-4e55-bd42-616cbd681ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437489 Jan 25 16:03:30.029047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072d3c4-56d4-46db-93f3-d7b99c4438b8 req-e9c34deb-f4d6-4274-8d94-65f3658a007f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:30.030478 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e072d3c4-56d4-46db-93f3-d7b99c4438b8 req-e9c34deb-f4d6-4274-8d94-65f3658a007f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 944 time: 0.1919692 Jan 25 16:03:30.110017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-d6cdfc84-5646-4997-a8ef-3955098cdc64 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669869 Jan 25 16:03:30.112785 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e072d3c4-56d4-46db-93f3-d7b99c4438b8 req-00aad107-68ee-4d8a-9448-736a9779d91f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715616 Jan 25 16:03:30.239125 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32a4755f-7aae-4585-8836-1f834554d4c8 req-56e21bc7-801d-4a94-b710-f39ca2b336ea service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226912 Jan 25 16:03:30.447534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:03:30.479687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 19628567-92d4-473b-ae82-346a9378bcd1 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:03:30.480262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 19628567-92d4-473b-ae82-346a9378bcd1 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:03:31.389867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a156c-60df-4d03-b413-465cd3d85c51 req-86a65dfd-9d63-4c54-affe-5d9586746d65 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:31.391205 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba5a156c-60df-4d03-b413-465cd3d85c51 req-86a65dfd-9d63-4c54-affe-5d9586746d65 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 944 time: 0.1578529 Jan 25 16:03:31.434728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba5a156c-60df-4d03-b413-465cd3d85c51 req-d4eb1351-fec7-4d59-be6a-df6eff0e84f2 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Jan 25 16:03:31.570494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-85d36ab9-7fb4-4648-92e3-62ca265763d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:32.462126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:03:32.593005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:32.606357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'port_id': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'mac_address': 'fa:16:3e:72:0a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4617e43f-9567-43b6-8b3a-30d914b302d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:03:32.632686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2abccf-6027-4747-9461-afea4b996006 req-a4269d8d-53e5-4558-9e4c-b393cf70fa64 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:32.634170 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2b2abccf-6027-4747-9461-afea4b996006 req-a4269d8d-53e5-4558-9e4c-b393cf70fa64 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 944 time: 0.0783060 Jan 25 16:03:32.662586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:32.680055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:03:32.681894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2b2abccf-6027-4747-9461-afea4b996006 req-e44c26b3-7bb3-48bf-8974-90eeb1deb09b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Jan 25 16:03:32.695186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:32.783629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:32.850181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:32.858208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.858547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.858875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.859201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.859525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.859851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.860167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.860483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.861440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.861773 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.862107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:03:32.973890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['84f19140-d0e3-4c27-b0c4-9a72d5551a1c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:03:33.001009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:33.015249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:33.872771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b4fc9-edee-4777-a195-8e1d3b375ab2 req-4b87f0a2-5ccd-4e7b-bea5-b7116451d754 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:33.874236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a15b4fc9-edee-4777-a195-8e1d3b375ab2 req-4b87f0a2-5ccd-4e7b-bea5-b7116451d754 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 945 time: 0.0739324 Jan 25 16:03:33.918296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a15b4fc9-edee-4777-a195-8e1d3b375ab2 req-1b4ee283-b26f-433f-943b-6ef0e1b336dd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387430 Jan 25 16:03:34.478315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:03:34.594364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:03:34.599199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:03:34.599565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:34.720509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:34.743669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:34.747740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:03:34.757836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:03:34.800328 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'code': 200} Jan 25 16:03:34.850912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:34.916215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:03:35.167701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19155063-936d-4d12-937b-a11241fde118 req-165c90cd-8d1b-43c9-b50b-571ccab64e5b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:35.169145 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-19155063-936d-4d12-937b-a11241fde118 req-165c90cd-8d1b-43c9-b50b-571ccab64e5b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.1328273 Jan 25 16:03:35.172832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77899c96-8ee8-4d7f-bb51-9e65abdeaaa9 req-59080ec5-aed0-4b21-9d71-cff3c23bcfcb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1099 time: 0.1026804 Jan 25 16:03:35.246535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-19155063-936d-4d12-937b-a11241fde118 req-682aeb19-47d6-4c78-b3b6-f8711e702a36 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708749 Jan 25 16:03:35.248056 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77899c96-8ee8-4d7f-bb51-9e65abdeaaa9 req-137cdb01-0fdd-4f1e-bf1f-6dbad77f7ab9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594366 Jan 25 16:03:36.441468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915e3b7-c217-432a-a594-bdf8b72905b8 req-37b65c4a-e6e8-48db-8d28-78ef0fb9c964 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:36.442827 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b915e3b7-c217-432a-a594-bdf8b72905b8 req-37b65c4a-e6e8-48db-8d28-78ef0fb9c964 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0777931 Jan 25 16:03:36.488589 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b915e3b7-c217-432a-a594-bdf8b72905b8 req-85fda34f-c85f-42cc-930b-ca603efc1755 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401466 Jan 25 16:03:37.680803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ef2bf-833a-4cdf-b189-f54dc22a752d req-09e52107-f377-40c0-88c3-8672fcd68272 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:37.682261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c48ef2bf-833a-4cdf-b189-f54dc22a752d req-09e52107-f377-40c0-88c3-8672fcd68272 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0771408 Jan 25 16:03:37.726321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c48ef2bf-833a-4cdf-b189-f54dc22a752d req-0c3ebe7b-4d7a-4b6a-9521-d8b0a0010bb5 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Jan 25 16:03:37.914121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09832eb-2631-40e0-bc33-0997b2453be4 req-f628871d-0f24-4b71-9423-6264ab11965d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:37.915478 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f09832eb-2631-40e0-bc33-0997b2453be4 req-f628871d-0f24-4b71-9423-6264ab11965d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0750482 Jan 25 16:03:37.959321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f09832eb-2631-40e0-bc33-0997b2453be4 req-7bc12d6a-10d3-4247-8fb8-0fbe052fc2d8 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385187 Jan 25 16:03:38.154986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-97bd277e-b526-4f93-a368-bf2888c0d5a9 req-78a23f94-06f1-45ea-8f2f-1a267dc40807 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700679 Jan 25 16:03:38.585756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f73fe6-ac35-4f4f-9e8c-09f90ccf4b0b req-5643ad1d-d811-4ecc-a0d7-b5794ca00e5c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:38.587170 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7f73fe6-ac35-4f4f-9e8c-09f90ccf4b0b req-5643ad1d-d811-4ecc-a0d7-b5794ca00e5c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0745602 Jan 25 16:03:38.632191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7f73fe6-ac35-4f4f-9e8c-09f90ccf4b0b req-8618bf3b-80ff-4367-bdfe-4efb4eef457f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Jan 25 16:03:38.687485 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-e7421931-00f4-47ef-bd70-cbab8cc3f93c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668955 Jan 25 16:03:39.006211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:39.830349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b02d-3cfa-4d4e-a741-6f64cb71abb7 req-ab0155e6-4f6d-4ea0-9bb1-4f40e6efd696 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:39.831733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9e7b02d-3cfa-4d4e-a741-6f64cb71abb7 req-ab0155e6-4f6d-4ea0-9bb1-4f40e6efd696 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0787580 Jan 25 16:03:39.876827 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9e7b02d-3cfa-4d4e-a741-6f64cb71abb7 req-9666e2aa-3d16-42f2-9587-134101174e79 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Jan 25 16:03:40.723673 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-fa70c7f3-aabf-4ca7-990f-6cff7466e3f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1099 time: 0.0676780 Jan 25 16:03:40.852988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c557-9398-4744-a8e5-b441ed519400 req-3f0ab7e0-3867-4b73-8156-0974f086f609 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:40.854556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-3f0ab7e0-3867-4b73-8156-0974f086f609 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1250587 Jan 25 16:03:40.922902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-ab752c86-b0ef-483c-879a-845583d4c0c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 200 len: 217 time: 0.0630801 Jan 25 16:03:40.984447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c557-9398-4744-a8e5-b441ed519400 req-c18fca22-d26d-4e65-b854-46dea1518940 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:40.985811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-c18fca22-d26d-4e65-b854-46dea1518940 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0577815 Jan 25 16:03:41.081510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-7eeae10b-d307-480d-a3ee-7ba255409017 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899830 Jan 25 16:03:41.269218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211058-c6be-4716-bc8f-26b4108fb002 req-69463b59-cadd-418d-8821-421afb99e7fd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:41.270597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1211058-c6be-4716-bc8f-26b4108fb002 req-69463b59-cadd-418d-8821-421afb99e7fd tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.2429874 Jan 25 16:03:41.273824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-40fce826-a02b-44fb-bd94-106234d54371 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862421 Jan 25 16:03:41.396974 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1211058-c6be-4716-bc8f-26b4108fb002 req-1264e98f-b1a0-4286-b7b2-6374d415212a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206903 Jan 25 16:03:41.441139 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-8247a4bf-6737-483b-9ebe-268bdc3c95b0 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511407 Jan 25 16:03:42.664563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350767e-b9a1-46c1-9352-fa1d46421395 req-1db32968-74e5-478a-91b9-4852d1e292c3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:42.666021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e350767e-b9a1-46c1-9352-fa1d46421395 req-1db32968-74e5-478a-91b9-4852d1e292c3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.1481328 Jan 25 16:03:42.709759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e350767e-b9a1-46c1-9352-fa1d46421395 req-e1855ede-0ce4-4413-a0fa-c310db91c16c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Jan 25 16:03:43.901773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619da14b-2d93-4790-a437-a2badb8ba52e req-bfee3ca6-b35d-44be-baf2-7e3442e999b8 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:43.903176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-619da14b-2d93-4790-a437-a2badb8ba52e req-bfee3ca6-b35d-44be-baf2-7e3442e999b8 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0766232 Jan 25 16:03:43.947765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-619da14b-2d93-4790-a437-a2badb8ba52e req-1e5637ee-3bc8-4f1e-8de8-81bcf9bd9855 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392444 Jan 25 16:03:45.137168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683c26c-7993-4a09-a600-a043a53a4f1e req-bf69cb30-77e9-497c-b32a-965c201681eb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:45.138622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e683c26c-7993-4a09-a600-a043a53a4f1e req-bf69cb30-77e9-497c-b32a-965c201681eb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0741796 Jan 25 16:03:45.182668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e683c26c-7993-4a09-a600-a043a53a4f1e req-e70679bb-4be0-4967-99bd-eb26f2b69527 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384772 Jan 25 16:03:46.382130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dc458-8715-4057-9111-ab755a828104 req-c7214182-3369-4e00-b9f8-ca30f7ea146c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:46.383601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e1dc458-8715-4057-9111-ab755a828104 req-c7214182-3369-4e00-b9f8-ca30f7ea146c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0779057 Jan 25 16:03:46.427351 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e1dc458-8715-4057-9111-ab755a828104 req-97d10708-4c25-4726-b969-93195ade8e47 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383046 Jan 25 16:03:47.625300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189cb5f-2856-4024-9ebb-2711ea0a745b req-b07700aa-68aa-4ae4-97e2-2d15edccc38a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:47.626735 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6189cb5f-2856-4024-9ebb-2711ea0a745b req-b07700aa-68aa-4ae4-97e2-2d15edccc38a tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0737410 Jan 25 16:03:47.673738 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6189cb5f-2856-4024-9ebb-2711ea0a745b req-931521e3-8929-4847-a4b7-a93590f2187f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Jan 25 16:03:48.184158 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:03:48.877191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f0d47-9d5c-45eb-ac11-941f10f11762 req-ea26c280-4cb2-482f-8894-398069497db6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:48.878632 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f59f0d47-9d5c-45eb-ac11-941f10f11762 req-ea26c280-4cb2-482f-8894-398069497db6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0744467 Jan 25 16:03:48.922805 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f59f0d47-9d5c-45eb-ac11-941f10f11762 req-8139dec7-73d4-4c77-b605-273de457d737 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Jan 25 16:03:50.119155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6da269-ca04-43e6-95b5-985427f9cc73 req-512b6fa9-a619-41fd-b56c-dbba75ef0efb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:50.120597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3c6da269-ca04-43e6-95b5-985427f9cc73 req-512b6fa9-a619-41fd-b56c-dbba75ef0efb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0779717 Jan 25 16:03:50.165437 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3c6da269-ca04-43e6-95b5-985427f9cc73 req-59332fc5-0bae-493d-8339-acc285b19808 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Jan 25 16:03:51.357000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02544a7d-3b2f-48e2-a7cc-61c585964cdc req-53889559-6bea-4831-ab8b-c045efcfb0d3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:51.358368 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02544a7d-3b2f-48e2-a7cc-61c585964cdc req-53889559-6bea-4831-ab8b-c045efcfb0d3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0749547 Jan 25 16:03:51.402700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-02544a7d-3b2f-48e2-a7cc-61c585964cdc req-12275668-76f5-47f0-ba5d-40da1a5ede00 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389917 Jan 25 16:03:52.596311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0e348-9efd-48f7-8192-b2c9051e01fa req-a2fa82d2-0e33-463c-bd0f-c908943f42af tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:52.597759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06a0e348-9efd-48f7-8192-b2c9051e01fa req-a2fa82d2-0e33-463c-bd0f-c908943f42af tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0772111 Jan 25 16:03:52.642147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-06a0e348-9efd-48f7-8192-b2c9051e01fa req-db18d25e-31c9-44b7-9920-c74a98ad12e3 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Jan 25 16:03:53.835935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82349b3-1070-4de1-be24-9fb203ead79c req-5d8ea86e-41d5-44d8-a40a-b4e9e67bf5d2 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:53.837283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d82349b3-1070-4de1-be24-9fb203ead79c req-5d8ea86e-41d5-44d8-a40a-b4e9e67bf5d2 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0740182 Jan 25 16:03:53.881255 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d82349b3-1070-4de1-be24-9fb203ead79c req-948244a4-b1a2-475e-a747-62b77bf8dce9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Jan 25 16:03:55.076418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68474b88-84b4-4206-8848-71f2e9a7bc34 req-a92b5947-da7b-4fde-98ce-30532cea00ad tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:55.077884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68474b88-84b4-4206-8848-71f2e9a7bc34 req-a92b5947-da7b-4fde-98ce-30532cea00ad tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0797250 Jan 25 16:03:55.122633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68474b88-84b4-4206-8848-71f2e9a7bc34 req-56712a2a-4c94-44dd-b02b-feeeb7d65f36 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Jan 25 16:03:56.312459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85846827-e759-4cbc-9fd3-ace7afef1e21 req-e4dce5f3-2033-4cc5-a703-1aee1fed3a1f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:56.313884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85846827-e759-4cbc-9fd3-ace7afef1e21 req-e4dce5f3-2033-4cc5-a703-1aee1fed3a1f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0725687 Jan 25 16:03:56.360828 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85846827-e759-4cbc-9fd3-ace7afef1e21 req-99a08ed1-c1db-4421-99ff-24181bcfb768 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Jan 25 16:03:57.552999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e526a-1bcf-4bf6-84e2-91a7bdee9336 req-6e7b08b9-7b9a-40e7-8920-9c4ea8e6469f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:57.554428 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d28e526a-1bcf-4bf6-84e2-91a7bdee9336 req-6e7b08b9-7b9a-40e7-8920-9c4ea8e6469f tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0738475 Jan 25 16:03:57.597799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d28e526a-1bcf-4bf6-84e2-91a7bdee9336 req-a62b65c2-730b-464d-8be9-a0dfb2abc72b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Jan 25 16:03:58.591018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-e98970d7-84d7-4739-9269-a7fdcb659f40 service neutron] 10.222.0.41 "GET /v2.0/ports/84f19140-d0e3-4c27-b0c4-9a72d5551a1c/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0745742 Jan 25 16:03:58.790223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba6281-25f9-4c96-bb15-4981282b21ee req-9eca2deb-9654-45f4-a894-69a4c612a576 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:58.792273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dba6281-25f9-4c96-bb15-4981282b21ee req-9eca2deb-9654-45f4-a894-69a4c612a576 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0757301 Jan 25 16:03:58.836293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dba6281-25f9-4c96-bb15-4981282b21ee req-1ce55deb-22b5-4758-b128-a0c2d29c3504 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Jan 25 16:03:59.228720 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-c918a041-3871-47ea-84b0-e77ab0f057ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c&tenant_id=8a210ede2b844fd9977232c831a333cb HTTP/1.1" status: 200 len: 1099 time: 0.0694740 Jan 25 16:03:59.314903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-be4d8c66-c063-4586-b04a-8aad3da9e9d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1099 time: 0.0660837 Jan 25 16:03:59.443448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c557-9398-4744-a8e5-b441ed519400 req-f12075d9-1b0f-4171-b0f2-2218571d30e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:59.444808 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-f12075d9-1b0f-4171-b0f2-2218571d30e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1246192 Jan 25 16:03:59.456811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8c8c74c7-eebb-4ca0-bddc-cabf65c81dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:03:59.590842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-3a29ca1d-c014-4330-866e-c74e9bddf7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 200 len: 217 time: 0.1401799 Jan 25 16:03:59.650505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4c557-9398-4744-a8e5-b441ed519400 req-90210b38-b4f4-4625-ad62-6e12d010f971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:03:59.651856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-90210b38-b4f4-4625-ad62-6e12d010f971 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0551560 Jan 25 16:03:59.693898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-62d35a89-8579-4fd1-ac52-3e7f9fb681c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368631 Jan 25 16:03:59.819016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-d9c846ae-093d-406e-91f6-200c3f876958 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192410 Jan 25 16:03:59.952292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39d4c557-9398-4744-a8e5-b441ed519400 req-f1a3090b-6171-4651-9bca-51dd9fd89274 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275060 Jan 25 16:04:00.174760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4978a-9d6e-4769-8e5d-c2eb8e6430e6 req-1733698f-5dfb-44ce-8641-1613e57f7424 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:00.176197 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-28f4978a-9d6e-4769-8e5d-c2eb8e6430e6 req-1733698f-5dfb-44ce-8641-1613e57f7424 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0796547 Jan 25 16:04:00.221280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-28f4978a-9d6e-4769-8e5d-c2eb8e6430e6 req-bdd70956-68ba-4066-9ea2-65c4d65ad717 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392900 Jan 25 16:04:01.415639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd777-fb65-4530-900c-558dad5d503c req-d722d246-5361-4d20-9bb6-2c72bace6291 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:01.417517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f50dd777-fb65-4530-900c-558dad5d503c req-d722d246-5361-4d20-9bb6-2c72bace6291 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0747297 Jan 25 16:04:01.464774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f50dd777-fb65-4530-900c-558dad5d503c req-bab6d723-5bfa-45ac-bedb-4db4536034c4 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Jan 25 16:04:01.554071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3b98741a-5e65-4769-86a5-bb41d405bcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:02.633653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:04:02.638815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:04:02.661632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c0984-74fa-471a-98cb-ae16ddaf2336 req-29914a50-40c3-4330-9646-a7ebd9ceb0fb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:02.663526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-528c0984-74fa-471a-98cb-ae16ddaf2336 req-29914a50-40c3-4330-9646-a7ebd9ceb0fb tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0788639 Jan 25 16:04:02.709995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-528c0984-74fa-471a-98cb-ae16ddaf2336 req-cbb3ce87-06da-499a-95b1-de7b38b63e91 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Jan 25 16:04:02.874577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:02.924613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:02.937177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:02.959323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'network_id': '6149643d-3436-4d1c-9dbd-79c56e824b76', 'port_id': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'mac_address': 'fa:16:3e:72:0a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4617e43f-9567-43b6-8b3a-30d914b302d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:04:02.962659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:03.005733 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'code': 200} Jan 25 16:04:03.016417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.033567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:04:03.055433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.087074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.119381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.184182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0faca0-a38e-4f37-b213-90d749883624 req-8d692fa8-3385-428c-ab58-ecf8a9916c15 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:03.185641 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d0faca0-a38e-4f37-b213-90d749883624 req-8d692fa8-3385-428c-ab58-ecf8a9916c15 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 944 time: 0.0845561 Jan 25 16:04:03.198429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:04:03.198775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:04:03.201975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:03.281105 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3d0faca0-a38e-4f37-b213-90d749883624 req-96a86fbf-dd77-453e-89a0-df5f5e31ca52 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608110 Jan 25 16:04:03.295973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-434a26c4-9cc3-4898-87e7-789cebbe8fb9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:03.297348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-434a26c4-9cc3-4898-87e7-789cebbe8fb9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c&tenant_id=8a210ede2b844fd9977232c831a333cb&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 944 time: 0.1108763 Jan 25 16:04:03.438363 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-9c37e757-4d1c-4323-b743-1397c2514324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a210ede2b844fd9977232c831a333cb&device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 1097 time: 0.0700066 Jan 25 16:04:03.565202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-666fb2c5-4dee-4613-85b2-ba1d572faa67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:03.566584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-666fb2c5-4dee-4613-85b2-ba1d572faa67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 200 len: 916 time: 0.1228862 Jan 25 16:04:03.637204 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-6d52c8ad-039a-47c4-aa1a-ed65f5134971 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 200 len: 217 time: 0.0652950 Jan 25 16:04:03.699557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-c55a12a9-d1ef-43f4-bdca-c5b310ab1419 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:03.700932 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-c55a12a9-d1ef-43f4-bdca-c5b310ab1419 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 200 len: 855 time: 0.0587361 Jan 25 16:04:03.744369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-9e70e9ae-4b38-47b5-8ba0-a355fb1fba78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6149643d-3436-4d1c-9dbd-79c56e824b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382190 Jan 25 16:04:03.749477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.769397 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:04:03.784594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:03.862614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:03.872918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-7fc64ffe-2309-4991-80a5-15150a285f57 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227410 Jan 25 16:04:03.927339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['84f19140-d0e3-4c27-b0c4-9a72d5551a1c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:04:03.973612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:04.002621 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0028730-c8b8-4839-8b06-cf36ea4b4f61 req-721806a5-c50b-4acd-8a5d-bef14156d540 service neutron] 10.222.0.41 "GET /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243546 Jan 25 16:04:04.478623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ce93a-269d-45ad-bc20-1597444bcf9a req-3c52b5e9-e0bc-48bc-bb78-400de7e29904 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:04.480021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-827ce93a-269d-45ad-bc20-1597444bcf9a req-3c52b5e9-e0bc-48bc-bb78-400de7e29904 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 945 time: 0.0767729 Jan 25 16:04:04.609028 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-827ce93a-269d-45ad-bc20-1597444bcf9a req-96538cf4-9c38-4b0a-9034-0c7987d7a633 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230619 Jan 25 16:04:04.664394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:04.726039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:04.731651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:04.731994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:04.841307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:04.874499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:04.966129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:05.007833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:05.036468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:05.063509 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'code': 200} Jan 25 16:04:05.798282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115edd77-4dfa-4056-abf1-fadc1e18a705 req-1133acbc-1f33-407a-b533-d46b788f9f6c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:05.799678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-115edd77-4dfa-4056-abf1-fadc1e18a705 req-1133acbc-1f33-407a-b533-d46b788f9f6c tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0732954 Jan 25 16:04:05.842393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-115edd77-4dfa-4056-abf1-fadc1e18a705 req-f8270613-2db6-43b0-8eae-f6da6d1d6619 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373929 Jan 25 16:04:06.043974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d174f0d-b027-4d7d-857e-9f49cfaf7501 req-73d4494b-3d88-4ef4-8100-896d1fa38d6e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:06.045539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d174f0d-b027-4d7d-857e-9f49cfaf7501 req-73d4494b-3d88-4ef4-8100-896d1fa38d6e tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0839431 Jan 25 16:04:06.089190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6d174f0d-b027-4d7d-857e-9f49cfaf7501 req-86979732-292b-499b-a739-16ea88efe95b tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Jan 25 16:04:06.277999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b8cc-6f99-4f96-ae75-693514d8c561 req-d4eaed1c-1bde-4874-be82-de1d511679b0 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:06.279433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c14b8cc-6f99-4f96-ae75-693514d8c561 req-d4eaed1c-1bde-4874-be82-de1d511679b0 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0737488 Jan 25 16:04:06.325223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c14b8cc-6f99-4f96-ae75-693514d8c561 req-eb9d5d78-9565-410b-9303-e6f9c3fe6cae tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404027 Jan 25 16:04:07.198428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329df8-daa3-410e-9764-6381516b8988 req-7fdc3e96-b43e-404f-ac5a-44949054cddc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:07.200412 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80329df8-daa3-410e-9764-6381516b8988 req-7fdc3e96-b43e-404f-ac5a-44949054cddc tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0782499 Jan 25 16:04:07.244203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80329df8-daa3-410e-9764-6381516b8988 req-1aba555e-984c-40cc-b084-1fa42c968411 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Jan 25 16:04:08.443026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3f118-07ce-4ebd-90ec-0e6f28f41380 req-d3a21e5b-e8ab-43f5-9750-4ba6f3715bb6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:08.444427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3f3f118-07ce-4ebd-90ec-0e6f28f41380 req-d3a21e5b-e8ab-43f5-9750-4ba6f3715bb6 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0796378 Jan 25 16:04:08.488855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e3f3f118-07ce-4ebd-90ec-0e6f28f41380 req-eddc44a5-f0bb-4d35-a395-e1bbb47d805d tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/security-groups?id=993921cf-6985-4c4b-b5a9-9274699fd627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Jan 25 16:04:08.622568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-1191349a-eb64-46dc-a5f8-3a8bf85c5a34 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:08.624468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-1191349a-eb64-46dc-a5f8-3a8bf85c5a34 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 946 time: 0.0739632 Jan 25 16:04:08.691996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Deleting port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:04:08.692322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:08.917672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] For port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,segment=NetworkSegment(7affb000-912b-4c6e-9260-821aca7d4b5a),segment_id=7affb000-912b-4c6e-9260-821aca7d4b5a)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:08.958613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:09.022604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:09.042375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Calling delete_port for 84f19140-d0e3-4c27-b0c4-9a72d5551a1c owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:04:09.228237 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:09.239161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['84f19140-d0e3-4c27-b0c4-9a72d5551a1c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:04:09.277135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Pushing event deleted for resources: {'Port': ['ID=84f19140-d0e3-4c27-b0c4-9a72d5551a1c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:09.316441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.316781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.317108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.317457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.317781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.318097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.318405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.318723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.319033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.319344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.319650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:09.357973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] No DVR routers for this DVR port 84f19140-d0e3-4c27-b0c4-9a72d5551a1c on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:04:09.360265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:09.362677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-deleted', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:09.414795 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcb393a-cb02-4eec-97b7-ac60dafab52c', 'name': 'network-vif-deleted', 'tag': '84f19140-d0e3-4c27-b0c4-9a72d5551a1c', 'status': 'completed', 'code': 200} Jan 25 16:04:09.469423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-984e5834-f5f6-47d9-889a-a5298d43e7c7 req-13bbf140-8b65-471a-b888-6ffb7c60faa9 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.41 "DELETE /v2.0/ports/84f19140-d0e3-4c27-b0c4-9a72d5551a1c HTTP/1.1" status: 204 len: 173 time: 0.8400526 Jan 25 16:04:09.654927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1096159a-d698-4263-9ff8-13fc8babef01 req-34f01a2a-4a96-464c-9e68-6d3a7c65d565 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Synchronizing usage tracker for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:04:09.747242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1096159a-d698-4263-9ff8-13fc8babef01 req-34f01a2a-4a96-464c-9e68-6d3a7c65d565 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] Unset dirty status for tenant:8a210ede2b844fd9977232c831a333cb on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:04:09.748631 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1096159a-d698-4263-9ff8-13fc8babef01 req-34f01a2a-4a96-464c-9e68-6d3a7c65d565 tempest-ServerDiskConfigTestJSON-494290947 tempest-ServerDiskConfigTestJSON-494290947-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dcb393a-cb02-4eec-97b7-ac60dafab52c HTTP/1.1" status: 200 len: 210 time: 0.1370332 Jan 25 16:04:11.003097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39608) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:11.060972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Deleting subnet 4617e43f-9567-43b6-8b3a-30d914b302d0 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:04:11.064194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.112849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.170049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.318811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.356393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4617e43f-9567-43b6-8b3a-30d914b302d0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:11.360489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.366744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-320ecf82-bc41-44b7-82c7-2c9a39211f2d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4617e43f-9567-43b6-8b3a-30d914b302d0 HTTP/1.1" status: 204 len: 168 time: 0.3625407 Jan 25 16:04:11.369260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39612) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:11.472424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.592628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.620353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6149643d-3436-4d1c-9dbd-79c56e824b76']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:11.710667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7affb000-912b-4c6e-9260-821aca7d4b5a') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:11.710937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7affb000-912b-4c6e-9260-821aca7d4b5a') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:11.723374 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.738950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.744880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:04:11.745263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:04:11.759705 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:04:11.918065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.922618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:11.946567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] Pushing event deleted for resources: {'Network': ['ID=6149643d-3436-4d1c-9dbd-79c56e824b76,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:12.027630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-804d32b4-2d44-452d-a582-0953e11cc02a admin admin] 10.222.0.26 "DELETE /v2.0/networks/6149643d-3436-4d1c-9dbd-79c56e824b76 HTTP/1.1" status: 204 len: 168 time: 0.6573672 Jan 25 16:04:12.443301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39618) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:12.492453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8f5e706a-ea20-4617-951d-9cc783023e9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a210ede2b844fd9977232c831a333cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478606 Jan 25 16:04:12.494806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39622) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:12.550892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:12.574842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:12.728018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:04:12.737044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:12.757542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993921cf-6985-4c4b-b5a9-9274699fd627,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:12.759434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 84f19140-d0e3-4c27-b0c4-9a72d5551a1c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:04:12.759782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 84f19140-d0e3-4c27-b0c4-9a72d5551a1c not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:04:12.827551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:12.828737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-330dcd5d-fba1-487d-bea7-290ceac81fb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/993921cf-6985-4c4b-b5a9-9274699fd627 HTTP/1.1" status: 204 len: 168 time: 0.3330839 Jan 25 16:04:13.962574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39644) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:14.085636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1753157668-network', 'tenant_id': '293583aaeabc4a64af02bef37b888722'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:14.090327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:14.094753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Usage tracker for resource:network and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:14.097809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:14.103473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:14.163682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:04:14.165974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.178075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.207588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:14.211246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Usage tracker for resource:security_group_rule and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:14.213942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:14.220079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:14.282398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.346700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.377499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:04:14.382470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabd6174-346b-42be-bf2a-8c1939143353,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:14.390209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.390209 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Added segment de6d548d-4511-4cc0-a83c-5a4224527b49 of type vlan for network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 Jan 25 16:04:14.414273 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.553739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.554575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:14.555178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:14.654704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] Pushing event updated for resources: {'Network': ['ID=cb0e6a2a-9a5a-4d27-81a9-6480283baa76,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:14.664046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:04:14.731940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8290eb6-4cdf-4cb7-b182-9c4fd132529b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7682953 Jan 25 16:04:14.735226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39650) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:14.740461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Request body: {'subnet': {'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1753157668-subnet', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:14.745195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:14.750002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Usage tracker for resource:subnet and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:14.766059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:14.766059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:14.874629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:04:14.877020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.135927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.203968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb8d0b6-67b7-4d3a-9d34-4439ea956843,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:15.219568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:04:15.219965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Network hostable DHCP agents. Network: cb0e6a2a-9a5a-4d27-81a9-6480283baa76, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:04:15.300514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:04:15.369607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, cb0e6a2a-9a5a-4d27-81a9-6480283baa76) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:15.373289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:15.373900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.378118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af526c18-4e11-423a-aead-b2498075b1ac None None] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:04:15.446242 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-edbaa22b-b7cb-49c3-886b-851d016a1a3e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7099171 Jan 25 16:04:15.448806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39654) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:15.454364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:15.459087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:15.463077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Usage tracker for resource:router and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:15.466095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:15.473337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:15.548239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.549336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.567326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.622747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:04:15.623501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.774736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Allocated IP 172.20.0.2 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/9b0aa684-7d65-40f9-a846-9d4a74f549d8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:04:15.778026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.974210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:15.984196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Transition to ACTIVE for port object 9b0aa684-7d65-40f9-a846-9d4a74f549d8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:16.002332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Transition to ACTIVE for port object 9b0aa684-7d65-40f9-a846-9d4a74f549d8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:16.034099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.063250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.103561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.170545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:16.173364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:16.177734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:04:16.179770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Pushing event updated for resources: {'Port': ['ID=9b0aa684-7d65-40f9-a846-9d4a74f549d8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:16.201571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Allocated IP 172.26.8.98 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/d0d8de3c-f44d-418d-bc59-5404110b39da) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:04:16.268266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Attempting to bind port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:04:16.268554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Attempting to bind port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:04:16.268949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Attempting to bind port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:04:16.275373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:04:16.275739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:04:16.276139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.276526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:04:16.276977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Bound port: 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:04:16.277348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.343857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.361402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] For port 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:04:16.364470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] For port 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9b0aa684-7d65-40f9-a846-9d4a74f549d8,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:04:16.428629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.457522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.512213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d2fc-3586-4676-9ac8-0cbfb701a52e None None] Pushing event updated for resources: {'Port': ['ID=9b0aa684-7d65-40f9-a846-9d4a74f549d8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:16.527795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:16.530935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:16.535206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Pushing event updated for resources: {'Port': ['ID=d0d8de3c-f44d-418d-bc59-5404110b39da,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:16.537275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:04:16.876518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:16.877238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:17.159315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Router 600ce7d2-f099-4125-993f-6942e5116701 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:04:17.214865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9b0aa684-7d65-40f9-a846-9d4a74f549d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:17.343392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:17.376247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:04:17.385716 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:04:17.400831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:17.401469 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:17.453167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:17.454468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5454f3dc-db81-4da3-bf48-c13e69e7be29 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0045955 Jan 25 16:04:17.457265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39658) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:17.471735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1573f0-519b-42fc-96f0-c531819886ed None None] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:04:17.577131 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:17.647199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Provisioning for port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:17.653803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Provisioning complete for port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:17.654198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:17.823885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:17.859844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] For port 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9b0aa684-7d65-40f9-a846-9d4a74f549d8,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:17.861666 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:16Z', 'revision_number': 3, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:17.865900 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:04:17.866242 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Updating router 600ce7d2-f099-4125-993f-6942e5116701 port d0d8de3c-f44d-418d-bc59-5404110b39da binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:04:17.941276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:17.958751 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.010362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fadbddc-fb73-4d01-84a4-78bb66e13de4 None None] Pushing event updated for resources: {'Port': ['ID=9b0aa684-7d65-40f9-a846-9d4a74f549d8,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:18.065179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-46924b65-cfa8-4b1d-9f0d-d27414af98e6 None None] Provisioning complete for port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:18.065695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46924b65-cfa8-4b1d-9f0d-d27414af98e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.326361 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.329267 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.340565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Transition to ACTIVE for port object d0d8de3c-f44d-418d-bc59-5404110b39da will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:18.405555 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.485725 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Attempting to bind port d0d8de3c-f44d-418d-bc59-5404110b39da on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:04:18.486084 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Attempting to bind port d0d8de3c-f44d-418d-bc59-5404110b39da by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:04:18.486435 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Attempting to bind port d0d8de3c-f44d-418d-bc59-5404110b39da on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:04:18.488987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Pushing event updated for resources: {'Port': ['ID=d0d8de3c-f44d-418d-bc59-5404110b39da,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:18.498995 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:04:18.499358 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:04:18.499750 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.500137 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:04:18.500583 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Bound port: d0d8de3c-f44d-418d-bc59-5404110b39da, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:04:18.500945 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.526891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Allocated IP 172.20.0.1 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/8da447cf-d247-4d78-8e35-4b4e987539a1) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:04:18.527611 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.527951 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.528283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.528610 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.528985 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.529851 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.530169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.530491 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.530806 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.531122 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.531452 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.576565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] For port d0d8de3c-f44d-418d-bc59-5404110b39da, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:04:18.579591 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] For port d0d8de3c-f44d-418d-bc59-5404110b39da, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d0d8de3c-f44d-418d-bc59-5404110b39da,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:04:18.673000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.688148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Transition to ACTIVE for port object 8da447cf-d247-4d78-8e35-4b4e987539a1 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:18.760213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.788808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:18.838978 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27957e-e18f-4f05-bea3-74eb6fbd17a5 None None] Pushing event updated for resources: {'Port': ['ID=d0d8de3c-f44d-418d-bc59-5404110b39da,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:18.844497 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:18.845093 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:18.861087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:18.863831 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:18.866339 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:04:18.904549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Pushing event updated for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:18.922421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.922825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.923087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.925541 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.926003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.926451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.926867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.927209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.927562 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.927894 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.928222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:18.939201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.023349 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:19.064588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.190939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9b0aa684-7d65-40f9-a846-9d4a74f549d8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:19.216109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eccf7496-4b19-4154-9f51-03aa72c8964e None None] Provisioning for port 8da447cf-d247-4d78-8e35-4b4e987539a1 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:19.233635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eccf7496-4b19-4154-9f51-03aa72c8964e None None] Provisioning complete for port 8da447cf-d247-4d78-8e35-4b4e987539a1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:19.233996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eccf7496-4b19-4154-9f51-03aa72c8964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.294285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.301537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eccf7496-4b19-4154-9f51-03aa72c8964e None None] Port 8da447cf-d247-4d78-8e35-4b4e987539a1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:04:19.309536 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:16Z', 'revision_number': 3, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:19.314041 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f1244-5dc1-4d80-90a8-de5508c65ebe None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:16Z', 'revision_number': 3, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:04:19.316309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:19.316658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.366082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.484133 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.495632 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Pushing event updated for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:19.636908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:19.638631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:19.927166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3319c8d7-419f-4052-a018-325ec6389876 None None] Provisioning complete for port 8da447cf-d247-4d78-8e35-4b4e987539a1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:19.927681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3319c8d7-419f-4052-a018-325ec6389876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:19.980677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3319c8d7-419f-4052-a018-325ec6389876 None None] Port 8da447cf-d247-4d78-8e35-4b4e987539a1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:04:20.136200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:04:20.331433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:04:20.340196 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-410d73ec-be2b-4776-87f3-1d31feedd790 admin admin] 10.222.0.26 "PUT /v2.0/routers/600ce7d2-f099-4125-993f-6942e5116701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8818545 Jan 25 16:04:21.122631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39668) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:21.130689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281815450', 'description': 'tempest-description--628369324'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:21.140319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:21.144968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:security_group and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:21.147693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:21.156234 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:21.205860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d0d8de3c-f44d-418d-bc59-5404110b39da up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:21.222717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.257886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:21.261827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:security_group_rule and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:21.264683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:21.270343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:21.319453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d0d8de3c-f44d-418d-bc59-5404110b39da completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:21.323439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.327056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d0d8de3c-f44d-418d-bc59-5404110b39da triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:21.327056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.380745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.421319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c209936b-7484-4827-8c00-1484c8f92fc8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:21.432431 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.447449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d0d8de3c-f44d-418d-bc59-5404110b39da, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d0d8de3c-f44d-418d-bc59-5404110b39da,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:21.507942 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.509148 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5d9d814e-47c1-4f7d-aaef-572512a93bcd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3852220 Jan 25 16:04:21.511986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39672) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:21.518055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'security_group_rule': {'security_group_id': 'c209936b-7484-4827-8c00-1484c8f92fc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:21.523845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:21.527742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:security_group_rule and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:21.531247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:21.536616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.537210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:21.603345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d0d8de3c-f44d-418d-bc59-5404110b39da,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:21.711822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.770284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.822376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.846142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815eef31-78ff-4f45-b017-778e124c98f5,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:21.936927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:21.938067 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-23792c8d-bdf2-4805-86bd-f207897adff4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4251354 Jan 25 16:04:21.940639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:21.946066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'security_group_rule': {'security_group_id': 'c209936b-7484-4827-8c00-1484c8f92fc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:21.952315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:21.955957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:security_group_rule and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:21.958845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:21.964282 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:22.055330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.115266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.192495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.216055 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d240d4-438a-4e90-9029-47288e145504,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:22.296834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.298060 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-735cae57-dd97-4466-84a6-cc6ad38998cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3565023 Jan 25 16:04:22.301127 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 39680) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:22.306405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:22.313525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:22.316304 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:floatingip and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:22.319128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:22.324602 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:22.428319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.562594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.697154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Allocated IP 172.26.8.50 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:04:22.723723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:04:22.735513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:22.748682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:22.844807 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:22.910762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:22.947137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.012896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:23.016237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:23.020557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:04:23.046714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:23.185000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.190630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d0d8de3c-f44d-418d-bc59-5404110b39da up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:23.284610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:19Z', 'revision_number': 2, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:23.287820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d0d8de3c-f44d-418d-bc59-5404110b39da triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:23.288185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.314016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:04:23.314365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Updating router 600ce7d2-f099-4125-993f-6942e5116701 port 8da447cf-d247-4d78-8e35-4b4e987539a1 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:04:23.316022 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.382980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.621326 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.685918 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.771894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.783323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Transition to ACTIVE for port object 8da447cf-d247-4d78-8e35-4b4e987539a1 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:23.789795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:23.805549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.868093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.900835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:23.902519 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ad0aaa36-9003-4661-a581-e2157033c52c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5999937 Jan 25 16:04:24.033265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876c94-2512-4d36-80fd-13a839beb103 None None] Pushing event updated for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:24.083766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-67bc9d81-43c9-46b3-a17a-dae5fb08dd27 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:04:24.133483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Attempting to bind port 8da447cf-d247-4d78-8e35-4b4e987539a1 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:04:24.133854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Attempting to bind port 8da447cf-d247-4d78-8e35-4b4e987539a1 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:04:24.134209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Attempting to bind port 8da447cf-d247-4d78-8e35-4b4e987539a1 on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:04:24.145766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:04:24.146127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:04:24.148383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:24.148383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:04:24.148383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Bound port: 8da447cf-d247-4d78-8e35-4b4e987539a1, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:04:24.148383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:24.175387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-67bc9d81-43c9-46b3-a17a-dae5fb08dd27 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:04:24.176598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-67bc9d81-43c9-46b3-a17a-dae5fb08dd27 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--281815450&fields=id&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 267 time: 0.1382384 Jan 25 16:04:24.235971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] For port 8da447cf-d247-4d78-8e35-4b4e987539a1, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:04:24.239152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] For port 8da447cf-d247-4d78-8e35-4b4e987539a1, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8da447cf-d247-4d78-8e35-4b4e987539a1,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:04:24.320161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-5d0d6b30-7447-47c1-bffa-3a7f01d031af tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:24.320827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-5d0d6b30-7447-47c1-bffa-3a7f01d031af tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:04:24.332004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:24.411523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7876c94-2512-4d36-80fd-13a839beb103 None None] Pushing event updated for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:24.417003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:24.417647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:24.422430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-5d0d6b30-7447-47c1-bffa-3a7f01d031af tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:04:24.423732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-5d0d6b30-7447-47c1-bffa-3a7f01d031af tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.2405329 Jan 25 16:04:24.441123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-a24b8611-8e6b-4e3e-8439-d92f64e85a2a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/quotas/293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 375 time: 0.0113888 Jan 25 16:04:24.528072 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-339deb9c-740f-4ab2-b25d-282347ff4c64 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812883 Jan 25 16:04:24.610814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:24.667345 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-ba8830ac-d36d-4463-8083-e9ace05a02a0 service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257722 Jan 25 16:04:24.794653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-0d9754c8-c969-413f-8fbb-41623e164233 service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216569 Jan 25 16:04:24.917937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:24Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:24.921700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08006ab-9fc4-48a5-9321-a3408dd2896f None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:24Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:04:25.075298 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f1ee473-e944-4689-8ae4-468008e7a3be req-cbc5355e-96f6-42ce-acfe-8a06a4bae39b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 210 time: 0.0456221 Jan 25 16:04:25.187336 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:04:25.232421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8da447cf-d247-4d78-8e35-4b4e987539a1 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:25.380901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 8da447cf-d247-4d78-8e35-4b4e987539a1 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:25.386041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8da447cf-d247-4d78-8e35-4b4e987539a1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:25.386529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:25.505036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:25.539320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 8da447cf-d247-4d78-8e35-4b4e987539a1, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8da447cf-d247-4d78-8e35-4b4e987539a1,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:25.622345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:25.688604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:26.240075 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7b7119e9-2a3a-4852-a583-30436a17b711 req-5e07d4e6-eab6-4d32-85e3-df586b2b7757 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 210 time: 0.0407341 Jan 25 16:04:27.178782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8da447cf-d247-4d78-8e35-4b4e987539a1 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:27.255063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 8da447cf-d247-4d78-8e35-4b4e987539a1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:27.255432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:27.272692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-ea8d5f11-737f-4bf8-883c-baf8af68f9a4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:27.274186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-ea8d5f11-737f-4bf8-883c-baf8af68f9a4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1586695 Jan 25 16:04:27.330939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-a1dfa5fe-44ee-4444-8f90-56c5cf3e64b1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 379 time: 0.0438917 Jan 25 16:04:27.339344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'port': {'device_id': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'admin_state_up': True, 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'security_groups': ['c209936b-7484-4827-8c00-1484c8f92fc8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:27.459067 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a654821c-4054-49d9-9f74-c0c8e5019c7d req-6a95bb83-4f4d-4b02-96f1-7b69d9a9b77f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 210 time: 0.0488002 Jan 25 16:04:27.610903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:04:27.614615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Usage tracker for resource:port and tenant:293583aaeabc4a64af02bef37b888722 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:04:27.617319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:04:27.622836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:04:27.696378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:04:27.699298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:27.855373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Allocated IP 172.20.0.11 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/e25d2d33-ca02-4aff-8f8a-99009ffb524e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:04:28.032618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.047442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Transition to ACTIVE for port object e25d2d33-ca02-4aff-8f8a-99009ffb524e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:28.159846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.234152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:04:28.237201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:04:28.241521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:04:28.266559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:28.307995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:28.308655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.394553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-8288af05-f7e1-4374-916e-eacbcda2ad1d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0589857 Jan 25 16:04:28.407309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Request body: {'port': {'device_id': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:28.516723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.535430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b5d922c0-72f5-41d6-93df-bd43f5018b1a None None] Provisioning for port e25d2d33-ca02-4aff-8f8a-99009ffb524e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:28.540575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b5d922c0-72f5-41d6-93df-bd43f5018b1a None None] Provisioning complete for port e25d2d33-ca02-4aff-8f8a-99009ffb524e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:28.541066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b5d922c0-72f5-41d6-93df-bd43f5018b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.593736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b5d922c0-72f5-41d6-93df-bd43f5018b1a None None] Port e25d2d33-ca02-4aff-8f8a-99009ffb524e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:04:28.789891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b44f7c-16b9-4855-a7f2-d2e28d9101a8 req-de12ffa5-bd4d-40ff-b524-fc170bd1d693 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:28.790489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e1b44f7c-16b9-4855-a7f2-d2e28d9101a8 req-de12ffa5-bd4d-40ff-b524-fc170bd1d693 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:04:28.915517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25d2d33-ca02-4aff-8f8a-99009ffb524e {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:04:28.922742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:28.936260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Transition to ACTIVE for port object e25d2d33-ca02-4aff-8f8a-99009ffb524e will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:04:28.947888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e1b44f7c-16b9-4855-a7f2-d2e28d9101a8 req-de12ffa5-bd4d-40ff-b524-fc170bd1d693 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:04:28.949042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b44f7c-16b9-4855-a7f2-d2e28d9101a8 req-de12ffa5-bd4d-40ff-b524-fc170bd1d693 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 932 time: 0.3677649 Jan 25 16:04:28.993958 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b44f7c-16b9-4855-a7f2-d2e28d9101a8 req-1532ab1e-2be7-4d73-bf32-0841376a1932 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 Jan 25 16:04:29.032713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:29.154327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:29.262843 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Attempting to bind port e25d2d33-ca02-4aff-8f8a-99009ffb524e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:04:29.263683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Attempting to bind port e25d2d33-ca02-4aff-8f8a-99009ffb524e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:04:29.264001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Attempting to bind port e25d2d33-ca02-4aff-8f8a-99009ffb524e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:04:29.269813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Port e25d2d33-ca02-4aff-8f8a-99009ffb524e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:04:29.270126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Attempting to bind port e25d2d33-ca02-4aff-8f8a-99009ffb524e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:04:29.276161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:04:29.276514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:04:29.276894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:04:29.277306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Bound port: e25d2d33-ca02-4aff-8f8a-99009ffb524e, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:04:29.277666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:29.366583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:04:29.369411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:04:29.491171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:29.550680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:29.552025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] 10.222.0.41 "PUT /v2.0/ports/e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 1094 time: 1.1488581 Jan 25 16:04:29.552482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:29.552573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d6dafab-810d-4a7a-bb89-8679abac5c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:29.581924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0ba2-48c4-4641-b02e-ffdb712d7539 service neutron] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:29.621447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'status': 'completed', 'code': 200} Jan 25 16:04:29.712915 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce888801-c8d2-4c99-b40c-6ee87188cc6c req-4ffa87ce-60e0-44ef-b648-0d9af583534a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1097 time: 0.0727513 Jan 25 16:04:29.931633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888801-c8d2-4c99-b40c-6ee87188cc6c req-e0996b97-e71f-437c-a380-ca8efd84e1a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:29.932929 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce888801-c8d2-4c99-b40c-6ee87188cc6c req-e0996b97-e71f-437c-a380-ca8efd84e1a9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=293583aaeabc4a64af02bef37b888722&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2141232 Jan 25 16:04:30.061520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888801-c8d2-4c99-b40c-6ee87188cc6c req-83ab722c-83eb-4dc9-b011-b55519bc8d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:30.062937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce888801-c8d2-4c99-b40c-6ee87188cc6c req-83ab722c-83eb-4dc9-b011-b55519bc8d29 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247754 Jan 25 16:04:30.223381 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-83a006b0-da2e-4c2f-9c35-d72f666e7889 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1097 time: 0.1266706 Jan 25 16:04:30.234298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde7d8-3531-4e52-8f03-71ece751ddee req-b3f747a9-8164-4d4b-b29b-e4669bffa1c4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:30.235640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fabde7d8-3531-4e52-8f03-71ece751ddee req-b3f747a9-8164-4d4b-b29b-e4669bffa1c4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 944 time: 0.1094141 Jan 25 16:04:30.316308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-3934b161-b5dc-478e-9939-b16b014bf439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 217 time: 0.0797625 Jan 25 16:04:30.374342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fabde7d8-3531-4e52-8f03-71ece751ddee req-0bcb17a1-e663-4cc5-9305-2ae033b6f276 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910745 Jan 25 16:04:30.388045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-175c0844-7f76-41b9-bed9-85f75135dd2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:30.389555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-175c0844-7f76-41b9-bed9-85f75135dd2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0648072 Jan 25 16:04:30.461329 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-26eb80e6-760a-4a35-88d0-e733e86a6d27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662959 Jan 25 16:04:30.588269 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-ad94717c-5557-4a95-bd0d-3386f8d1f235 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203976 Jan 25 16:04:30.716141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f420dfe0-1ec2-40da-8a36-00209c55f300 req-b33bb442-58bb-4082-a90e-2373821e46b3 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218784 Jan 25 16:04:31.535296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-58163795-245b-4d26-b94c-0c50d708de98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:31.572810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe03-0558-4714-9bda-15d96a63ce0d req-fa574c38-2570-490f-8001-a0d7273f78a3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:31.574349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3358fe03-0558-4714-9bda-15d96a63ce0d req-fa574c38-2570-490f-8001-a0d7273f78a3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 944 time: 0.0806463 Jan 25 16:04:31.618523 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3358fe03-0558-4714-9bda-15d96a63ce0d req-6346afa1-3790-4c32-ba84-e76ecb469ea4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386209 Jan 25 16:04:32.809971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916a9ee-7861-4af5-9139-2b219791097c req-dfb90207-882d-4388-9469-a37cb62a8793 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:32.811989 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d916a9ee-7861-4af5-9139-2b219791097c req-dfb90207-882d-4388-9469-a37cb62a8793 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 944 time: 0.0744767 Jan 25 16:04:32.820521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:04:32.859562 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d916a9ee-7861-4af5-9139-2b219791097c req-333df18a-aaf7-4e49-b148-ed66e74538c0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Jan 25 16:04:32.968874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:32.982656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'mac_address': 'fa:16:3e:96:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:04:33.050702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:33.064310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:33.071129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:33.087925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25d2d33-ca02-4aff-8f8a-99009ffb524e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:04:33.103312 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:33.187697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:33.251445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:33.259413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.259751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.260081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.260410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.260735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.261055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.261402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.261720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.262036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.262349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.262661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:04:33.385387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['e25d2d33-ca02-4aff-8f8a-99009ffb524e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:04:34.049484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddec9d-1153-486a-ad15-4d4aee32aae2 req-37881b15-e88f-4462-ad6a-40b66aa15e2c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:34.050891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51ddec9d-1153-486a-ad15-4d4aee32aae2 req-37881b15-e88f-4462-ad6a-40b66aa15e2c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Jan 25 16:04:34.094557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51ddec9d-1153-486a-ad15-4d4aee32aae2 req-f8c6e04f-8a7e-4996-bd99-3731e8edf968 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 Jan 25 16:04:34.723821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:34.820024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:04:34.953142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port e25d2d33-ca02-4aff-8f8a-99009ffb524e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:04:34.957592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port e25d2d33-ca02-4aff-8f8a-99009ffb524e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:04:34.957979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:35.065726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:35.091333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:35.101238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:04:35.146845 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'code': 200} Jan 25 16:04:35.187006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:35.255120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:04:35.313772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed209d-1b8b-4c8c-a958-42fc3a164126 req-ffc4ab11-af76-463f-9f8f-feaf4f3e12ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:35.315211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbed209d-1b8b-4c8c-a958-42fc3a164126 req-ffc4ab11-af76-463f-9f8f-feaf4f3e12ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0806026 Jan 25 16:04:35.360610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbed209d-1b8b-4c8c-a958-42fc3a164126 req-44287e0d-48fc-41e1-a519-6cbeaafa3646 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Jan 25 16:04:35.491547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e76dd282-24dd-4bf2-a75b-a710faf228f3 req-bbc3612a-f800-4d41-893f-5fda349b7132 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0662427 Jan 25 16:04:35.533166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e76dd282-24dd-4bf2-a75b-a710faf228f3 req-1e799041-7219-436d-9d2c-50981b08ac18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353384 Jan 25 16:04:36.559077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30218183-f902-4c1e-a30f-ca10a2eaa8cb req-4bd0316f-07cf-4cf5-a88d-0eaddd8ee901 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:36.561151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30218183-f902-4c1e-a30f-ca10a2eaa8cb req-4bd0316f-07cf-4cf5-a88d-0eaddd8ee901 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0801177 Jan 25 16:04:36.605266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30218183-f902-4c1e-a30f-ca10a2eaa8cb req-fbfd3389-35e7-4fd8-9504-baf4e3ea28b1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386460 Jan 25 16:04:37.796613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968fd05-f49c-442e-8cce-b4d6f44fe094 req-0811b4d7-8245-4605-b643-d63cd5df933f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:37.797986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0968fd05-f49c-442e-8cce-b4d6f44fe094 req-0811b4d7-8245-4605-b643-d63cd5df933f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0736012 Jan 25 16:04:37.844682 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0968fd05-f49c-442e-8cce-b4d6f44fe094 req-b9e65265-4226-48ff-8443-e697f7a953e7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Jan 25 16:04:38.029316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732d37d-c659-482e-ae6a-32ce875433bf req-c634cbc3-d0da-4532-aa74-2eb327326d44 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:38.030804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7732d37d-c659-482e-ae6a-32ce875433bf req-c634cbc3-d0da-4532-aa74-2eb327326d44 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0741963 Jan 25 16:04:38.039505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39730) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:04:38.045211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'floatingip': {'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:04:38.208150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:38.778317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:38.833397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:39.014811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac associated. External IP: 172.26.8.50, port: e25d2d33-ca02-4aff-8f8a-99009ffb524e. Jan 25 16:04:39.043896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:39.388905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:04:39.701171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:04:39.706929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:04:39.711565 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:04:39.723212 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:39.723878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:39.766446 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8fc6d80d-31b7-432c-8d8a-d6f356dd8e57 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "PUT /v2.0/floatingips/0e7c247a-0e75-4047-9343-7a6a889adaac HTTP/1.1" status: 200 len: 991 time: 1.7259197 Jan 25 16:04:39.767017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:04:39.825773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'status': 'completed', 'code': 200} Jan 25 16:04:39.899765 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:39.921533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-8c69b8ed-8e1a-4e06-bc2b-4f297af8cf88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0762072 Jan 25 16:04:40.055871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-d14619ac-d94d-4ef5-8856-b102051bf11a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:40.057831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-d14619ac-d94d-4ef5-8856-b102051bf11a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1308587 Jan 25 16:04:40.161088 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-371601b3-1900-4a16-938d-d96cc79767e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 999 time: 0.0979581 Jan 25 16:04:40.228077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-e6c564d6-3f1c-44c5-b1b2-e24477640405 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:04:40.229527 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-e6c564d6-3f1c-44c5-b1b2-e24477640405 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0622864 Jan 25 16:04:40.273089 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:96:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:04:38Z', 'revision_number': 1, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:40.276805 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:04:40.287460 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:04:40.288055 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:04:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:40.301309 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-91282c76-abdd-4f31-8010-f3b3e889a854 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666277 Jan 25 16:04:40.429788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-24a11b39-96e5-4096-9765-980f85e7c83b service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224644 Jan 25 16:04:40.460490 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:04:40.557556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f85d50fb-5a7d-479f-a18c-fbed462bbb7b req-955990dc-20c3-48de-845c-8d5a72862af1 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225262 Jan 25 16:04:40.797974 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:96:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:04:38Z', 'revision_number': 1, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:04:40.801822 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473233a0-ca25-44e3-8b56-3ef092ce4781 None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:96:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:04:38Z', 'revision_number': 1, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:04:42.744305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ea8cc3-b5a0-4e2b-a758-65f705620789 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:04:59.427447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4e314a04-dbf9-4f37-89f2-ad5ca642bbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:01.562979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1cbb81a0-8902-4786-8871-b1a9700b1636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:02.184174 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:05:02.991690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:03.014373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:04.724690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:09.021842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:14.059906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bf186-61e0-4c79-8125-2540ce403446 req-8aa95523-6a5d-46ab-9039-821e412526c4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:14.061247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-136bf186-61e0-4c79-8125-2540ce403446 req-8aa95523-6a5d-46ab-9039-821e412526c4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0783250 Jan 25 16:05:14.106498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-136bf186-61e0-4c79-8125-2540ce403446 req-58be2bae-c49d-49b1-bb1d-d1ba1d61e6a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398419 Jan 25 16:05:14.300721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4db772a0-6e9c-4f29-a981-a866a36e9d39 req-3f7d3663-dccd-49c0-af5e-9c01a483bc6f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661099 Jan 25 16:05:14.724921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba531d5-14e8-493a-acb2-d09ddc81c63d req-b02ef10b-dd4f-4387-9b1e-d3be2abbf781 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:14.726407 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fba531d5-14e8-493a-acb2-d09ddc81c63d req-b02ef10b-dd4f-4387-9b1e-d3be2abbf781 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0784662 Jan 25 16:05:14.772095 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fba531d5-14e8-493a-acb2-d09ddc81c63d req-dcb4f809-9ff3-4378-82ae-7017764f753d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394824 Jan 25 16:05:14.789807 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-1b94764e-aa08-4174-b122-9ba254cb5f49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675037 Jan 25 16:05:15.965811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9ca67-eb27-4818-8586-9f6c5e34f1a7 req-4bb498e4-dd8b-47ad-8a79-e6050c609873 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:15.967160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29b9ca67-eb27-4818-8586-9f6c5e34f1a7 req-4bb498e4-dd8b-47ad-8a79-e6050c609873 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0747218 Jan 25 16:05:16.013987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29b9ca67-eb27-4818-8586-9f6c5e34f1a7 req-32e13fa5-0272-408e-83ca-1cca7ec263c3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409622 Jan 25 16:05:17.027068 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-42078ca4-41bc-4388-b170-b2724e1c52c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0702472 Jan 25 16:05:17.194683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-c2dabaf7-3162-472e-ac38-8fc0fd4dfbbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:17.196061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-c2dabaf7-3162-472e-ac38-8fc0fd4dfbbe service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1639187 Jan 25 16:05:17.311924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd9ed-84c7-498b-81f8-98e57c52e833 req-629815f6-c652-4011-a9a3-64973c01cfa0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:17.313266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81fd9ed-84c7-498b-81f8-98e57c52e833 req-629815f6-c652-4011-a9a3-64973c01cfa0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.1723354 Jan 25 16:05:17.316163 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-e85446ad-54b4-41b6-84ca-f9e19cf595fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 1001 time: 0.1106181 Jan 25 16:05:17.407189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-f21c2f85-157c-499c-a016-345e48f49397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:17.408580 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-f21c2f85-157c-499c-a016-345e48f49397 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0768342 Jan 25 16:05:17.410807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81fd9ed-84c7-498b-81f8-98e57c52e833 req-98745076-381d-4d46-8dcc-936518cad031 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919411 Jan 25 16:05:17.566072 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-9a959a63-a4ba-4b3c-80c3-5933d1eb7dc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510682 Jan 25 16:05:17.690920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-c11c0683-ade3-4f4c-95b9-7c754f1476ba service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190116 Jan 25 16:05:17.815784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-54296b3c-196c-41bf-8f22-fc0502daee58 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195245 Jan 25 16:05:18.605404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15c03-e137-494e-833f-1b7b37d012e2 req-daba82af-a07c-4207-9bdd-1429b54ae441 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:18.606835 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77d15c03-e137-494e-833f-1b7b37d012e2 req-daba82af-a07c-4207-9bdd-1429b54ae441 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0739212 Jan 25 16:05:18.657996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77d15c03-e137-494e-833f-1b7b37d012e2 req-36c7a59b-febd-48a5-8d3f-8ad996c5956c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Jan 25 16:05:18.783872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-4ff73320-df81-4854-854e-f0dc59fb3ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0672379 Jan 25 16:05:18.922596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-8504ea2f-41cc-4989-9154-7a3f0b20c2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:18.923989 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-8504ea2f-41cc-4989-9154-7a3f0b20c2a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1219881 Jan 25 16:05:19.021467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-0c932018-b67e-46ab-9d9c-d1e83b73e1d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 1001 time: 0.0914395 Jan 25 16:05:19.080619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-859e143f-8906-4900-b916-5be92ca2fde1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:19.081917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-859e143f-8906-4900-b916-5be92ca2fde1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0555751 Jan 25 16:05:19.158773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-5a6b53a9-f56b-4842-aeed-6dcce5a9e143 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697844 Jan 25 16:05:19.285214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-ee6e3fec-17f2-41a7-aa54-aca34a4182aa service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 Jan 25 16:05:19.410238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33910ee4-fd5b-4d03-a71c-689d80bb6e07 req-42ec2f38-6e11-46cd-ba59-7b2ee954eb45 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184771 Jan 25 16:05:19.853735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c850b-d4dd-43a8-86ac-160ad9b10ee2 req-61d70ffc-67b9-4f36-854f-ef6d65eda775 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:19.855140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-568c850b-d4dd-43a8-86ac-160ad9b10ee2 req-61d70ffc-67b9-4f36-854f-ef6d65eda775 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0738218 Jan 25 16:05:19.899065 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-568c850b-d4dd-43a8-86ac-160ad9b10ee2 req-f5b5e0f8-4d3a-4f36-9897-fcef29dc012f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Jan 25 16:05:21.096849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb59b-992a-4a5f-8aed-bd7de7334f89 req-8f6a134a-e5aa-4d4d-b47b-fc714a463aa6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:21.098303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be8cb59b-992a-4a5f-8aed-bd7de7334f89 req-8f6a134a-e5aa-4d4d-b47b-fc714a463aa6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0775113 Jan 25 16:05:21.142574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be8cb59b-992a-4a5f-8aed-bd7de7334f89 req-33a20eb5-130d-4eed-ad6e-9c93d64ddeae tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Jan 25 16:05:22.332655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344e2a-d77f-405b-b159-bfdb72bc9bb0 req-8ac65719-76de-480d-aaf4-7b4d14cee7a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:22.334101 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1a344e2a-d77f-405b-b159-bfdb72bc9bb0 req-8ac65719-76de-480d-aaf4-7b4d14cee7a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0739393 Jan 25 16:05:22.378424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1a344e2a-d77f-405b-b159-bfdb72bc9bb0 req-e4869abe-b65f-40eb-b94f-40182857a9a7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Jan 25 16:05:23.571950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e021e3-b893-4f29-9424-35dbf6a7ca0b req-b4ac0308-91bc-41ce-aa71-ad955c3bbc2d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:23.573463 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3e021e3-b893-4f29-9424-35dbf6a7ca0b req-b4ac0308-91bc-41ce-aa71-ad955c3bbc2d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0770407 Jan 25 16:05:23.618500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3e021e3-b893-4f29-9424-35dbf6a7ca0b req-ff90db77-64c3-489e-9547-eb50189cbec7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394936 Jan 25 16:05:24.809446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79686727-b190-4a70-91f0-c23072e48116 req-c86b9bf1-f7a7-453d-9d82-c2479581d7a0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:24.810885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79686727-b190-4a70-91f0-c23072e48116 req-c86b9bf1-f7a7-453d-9d82-c2479581d7a0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0740311 Jan 25 16:05:24.940832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79686727-b190-4a70-91f0-c23072e48116 req-f53e5baa-c2fc-4d64-8464-60e81427a15b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245499 Jan 25 16:05:26.140568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d820a-9389-4467-ac0d-698a92b95624 req-53d7889f-8bba-46fa-af8f-bc77bbc6d3ed tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:26.142015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339d820a-9389-4467-ac0d-698a92b95624 req-53d7889f-8bba-46fa-af8f-bc77bbc6d3ed tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0757554 Jan 25 16:05:26.186142 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339d820a-9389-4467-ac0d-698a92b95624 req-875dc9ed-bd8b-4964-8ec3-84d4157eb1b3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Jan 25 16:05:27.388005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088df86-6cc0-4159-9e49-25cf5437d20d req-a8808ea4-374e-42f7-af20-f8dccb14868c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:27.389357 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1088df86-6cc0-4159-9e49-25cf5437d20d req-a8808ea4-374e-42f7-af20-f8dccb14868c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0783780 Jan 25 16:05:27.434104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1088df86-6cc0-4159-9e49-25cf5437d20d req-e32ee214-1bb7-4a92-8ab9-c96c4a1e86a4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384562 Jan 25 16:05:28.627184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5ac5-f420-49e9-aafc-c513fb4d4fc5 req-6c6a0d93-a3e1-4505-aec5-63c8c584a4fe tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:28.629124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c4e5ac5-f420-49e9-aafc-c513fb4d4fc5 req-6c6a0d93-a3e1-4505-aec5-63c8c584a4fe tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0753860 Jan 25 16:05:28.673524 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c4e5ac5-f420-49e9-aafc-c513fb4d4fc5 req-50baa951-e5ae-4bac-8f2d-2f840716f997 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391819 Jan 25 16:05:29.449903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aee9904c-db15-4630-9df4-d9dd0c48f1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:29.918755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-7ead001e-9159-424f-9284-bc3e4e1f4dac service neutron] 10.222.0.41 "GET /v2.0/ports/e25d2d33-ca02-4aff-8f8a-99009ffb524e/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0910609 Jan 25 16:05:29.929833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fa8c5-26db-4e57-a51d-d30ede9c283d req-ccace017-2b30-4b13-8e12-311803db9ea2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:29.931266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-729fa8c5-26db-4e57-a51d-d30ede9c283d req-ccace017-2b30-4b13-8e12-311803db9ea2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.1406987 Jan 25 16:05:29.981784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-729fa8c5-26db-4e57-a51d-d30ede9c283d req-fcf7330d-7a5f-46b4-91b1-1c6fa7a3d830 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449944 Jan 25 16:05:30.453514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-6b8ff005-0360-459d-8573-a1e3435db5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1099 time: 0.0682828 Jan 25 16:05:30.549285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-15925774-8a49-4980-9a02-c1419953aa2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1099 time: 0.0692618 Jan 25 16:05:30.675505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-8c885f93-e3d7-40a5-9cdb-066be1f9b9dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:30.676919 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-8c885f93-e3d7-40a5-9cdb-066be1f9b9dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1221182 Jan 25 16:05:30.773852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-57b9d5e4-0b94-469e-abe6-b6d31e713318 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 1001 time: 0.0909860 Jan 25 16:05:30.839513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-27f91332-8251-4746-90d6-e0f318b600ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:30.840908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-27f91332-8251-4746-90d6-e0f318b600ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0612085 Jan 25 16:05:30.911790 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-51b17448-3de2-49f1-96cd-355d5b89500e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655837 Jan 25 16:05:31.040160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-0c3d3b65-9389-46a5-acd2-75184192bf74 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215222 Jan 25 16:05:31.219375 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ca2606-dadf-40b6-8a23-b9c63f8974f4 req-f620ffcf-7fef-4054-9b82-8103bb0bb623 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732240 Jan 25 16:05:31.234570 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5aebe-83f6-49d4-9604-f0d736ce8b06 req-8691c5f1-44d7-495c-ae5e-9beb866cca74 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:31.236009 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-59d5aebe-83f6-49d4-9604-f0d736ce8b06 req-8691c5f1-44d7-495c-ae5e-9beb866cca74 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.1237135 Jan 25 16:05:31.281276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-59d5aebe-83f6-49d4-9604-f0d736ce8b06 req-55f66e53-c4d4-4086-830d-27f4882ba451 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Jan 25 16:05:31.541517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-89968897-6ecc-4d1b-bde0-d96ba0963a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:32.473275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efabc45-77e6-4f9a-bdd6-b8a961a3a678 req-4658659a-0d4c-4f14-9871-62410c12e504 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:32.474723 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7efabc45-77e6-4f9a-bdd6-b8a961a3a678 req-4658659a-0d4c-4f14-9871-62410c12e504 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0736294 Jan 25 16:05:32.521801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7efabc45-77e6-4f9a-bdd6-b8a961a3a678 req-b82c9477-18df-44ff-b765-bc297b713870 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Jan 25 16:05:33.038246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:33.060904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:33.073594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:05:33.204864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:33.221723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'mac_address': 'fa:16:3e:96:73:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:05:33.271562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:33.288024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e25d2d33-ca02-4aff-8f8a-99009ffb524e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:05:33.302537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:33.363900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:33.428066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:33.431476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['e25d2d33-ca02-4aff-8f8a-99009ffb524e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:05:33.473449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.473785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.474110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.474432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.474755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.475070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.475383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.475697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.476009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.476315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.476626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:33.797889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6746c95-3c7f-4f2e-b960-910988f54775 req-2585608e-ec8d-4d1d-bb4b-2bc0e8915a54 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:33.799294 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c6746c95-3c7f-4f2e-b960-910988f54775 req-2585608e-ec8d-4d1d-bb4b-2bc0e8915a54 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 945 time: 0.1505554 Jan 25 16:05:33.843617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c6746c95-3c7f-4f2e-b960-910988f54775 req-481af17d-cd85-4093-865e-c8afc2971993 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384681 Jan 25 16:05:34.408668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2d975-d71b-4942-8d5b-eaec51797cfa req-e59bf5a4-4527-4f31-af52-b20f5b454eb2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:34.410023 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1a2d975-d71b-4942-8d5b-eaec51797cfa req-e59bf5a4-4527-4f31-af52-b20f5b454eb2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 945 time: 0.2013767 Jan 25 16:05:34.468650 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1a2d975-d71b-4942-8d5b-eaec51797cfa req-92691fc8-b1f8-42ff-8082-35814e645c96 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520396 Jan 25 16:05:34.475355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-6a61d8b4-3d5a-49d0-8865-f0745d80ba0a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:34.476721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-6a61d8b4-3d5a-49d0-8865-f0745d80ba0a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8&tenant_id=293583aaeabc4a64af02bef37b888722&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.2035356 Jan 25 16:05:34.614411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-66ab8ec6-b934-4e6d-902c-0cf36d8dce66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 1098 time: 0.0686541 Jan 25 16:05:34.718891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:34.741110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-41d8e86d-35e8-478f-81b1-54e3d917b536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:34.742575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-41d8e86d-35e8-478f-81b1-54e3d917b536 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1230690 Jan 25 16:05:34.841891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-3eabd5f2-bfc0-4879-a697-6ef096da983b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 200 len: 1000 time: 0.0932560 Jan 25 16:05:34.900626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-c4c7ba90-6b7f-43e2-83c4-f03781cae43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:34.902003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-c4c7ba90-6b7f-43e2-83c4-f03781cae43e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0545526 Jan 25 16:05:34.971825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-bb18ef07-f750-4ccb-a64a-ae234d86a536 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644662 Jan 25 16:05:35.068922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:05:35.098806 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-b512c7ae-35f7-4432-bc4e-e437bde9ab06 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208644 Jan 25 16:05:35.141753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port e25d2d33-ca02-4aff-8f8a-99009ffb524e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:05:35.142156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:35.228517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e584a07d-b39c-4fe7-9ded-427eca1898fd req-1d784dd8-0479-4c1f-b7de-ac5f2df3dfd0 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234918 Jan 25 16:05:35.251307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:35.279547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:05:35.289288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:35.342483 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'code': 200} Jan 25 16:05:35.386950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:35.449840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:35.664457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6c0e0-a776-4530-9e18-20b3fbd392ff req-3ba78b72-73ba-46c7-97ce-3fb975b6e41c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:35.665881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0a6c0e0-a776-4530-9e18-20b3fbd392ff req-3ba78b72-73ba-46c7-97ce-3fb975b6e41c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0767970 Jan 25 16:05:35.709579 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0a6c0e0-a776-4530-9e18-20b3fbd392ff req-4c798e01-20bc-43f1-9132-34e03ad11bef tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382452 Jan 25 16:05:36.970823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20b6d-eb68-4693-92b7-186cffe2f327 req-bd62acf9-270a-4acd-82a9-d32eab2d6db3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:36.972232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d20b6d-eb68-4693-92b7-186cffe2f327 req-bd62acf9-270a-4acd-82a9-d32eab2d6db3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.1435227 Jan 25 16:05:37.018190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d20b6d-eb68-4693-92b7-186cffe2f327 req-05075253-169b-433a-8f54-83e969cdd341 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Jan 25 16:05:37.211557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214550-cce0-4346-8eb2-8c9f2ed0e538 req-178d05af-f8e9-40f3-b934-1370a3e3124f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:37.212967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7214550-cce0-4346-8eb2-8c9f2ed0e538 req-178d05af-f8e9-40f3-b934-1370a3e3124f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0754645 Jan 25 16:05:37.256774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7214550-cce0-4346-8eb2-8c9f2ed0e538 req-d23f25e7-1618-4472-a0c5-b77fed35689f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Jan 25 16:05:37.450724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e812cf-4931-4838-a6bb-ac1774772b75 req-ab3c82ec-461e-4dc0-8f3c-572f639ac781 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:37.452137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2e812cf-4931-4838-a6bb-ac1774772b75 req-ab3c82ec-461e-4dc0-8f3c-572f639ac781 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0762439 Jan 25 16:05:37.495996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2e812cf-4931-4838-a6bb-ac1774772b75 req-a77b8c67-483b-4f5b-aed3-16ff9277f36e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379851 Jan 25 16:05:38.046805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d096058-03dd-4bd5-a188-e08780a3c9bf req-85dd3b40-4d6a-485d-ade8-4f023574a08a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:38.048247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d096058-03dd-4bd5-a188-e08780a3c9bf req-85dd3b40-4d6a-485d-ade8-4f023574a08a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0746233 Jan 25 16:05:38.092058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d096058-03dd-4bd5-a188-e08780a3c9bf req-169280b8-de6f-4980-9244-672933eaa5d9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383816 Jan 25 16:05:39.050825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:39.184558 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:05:39.290381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad74b9-ddb9-463d-bf79-44044cca75e5 req-52f7b2f0-8d4c-4a8a-93b1-0d0da3d56b6c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:39.291770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56ad74b9-ddb9-463d-bf79-44044cca75e5 req-52f7b2f0-8d4c-4a8a-93b1-0d0da3d56b6c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0774419 Jan 25 16:05:39.336259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56ad74b9-ddb9-463d-bf79-44044cca75e5 req-96422774-5332-4fb4-a726-e5f819d97fc9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389132 Jan 25 16:05:39.605229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-89c3d319-c7f8-436d-bee9-f92be06bccb6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:39.611228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-89c3d319-c7f8-436d-bee9-f92be06bccb6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 946 time: 0.0791249 Jan 25 16:05:39.677870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Deleting port e25d2d33-ca02-4aff-8f8a-99009ffb524e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:05:39.678199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:39.986415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] For port e25d2d33-ca02-4aff-8f8a-99009ffb524e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e25d2d33-ca02-4aff-8f8a-99009ffb524e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:39.986764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:40.263917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:40.264196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:40.264501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac disassociated. External IP: 172.26.8.50, port: e25d2d33-ca02-4aff-8f8a-99009ffb524e. Jan 25 16:05:40.264829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Calling delete_port for e25d2d33-ca02-4aff-8f8a-99009ffb524e owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:05:40.493271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:40.533137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-405e5187-0d09-4a90-976b-eaffdcc2017b req-4f43bb9a-2fd8-4f63-b174-d5ebca88efad tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 210 time: 0.0750897 Jan 25 16:05:40.551107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'Port': ['ID=e25d2d33-ca02-4aff-8f8a-99009ffb524e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:40.564321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.564664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.564990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.565420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.565747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.566071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.566392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.566700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.567013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.567323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.567752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:05:40.778877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:05:40.971941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:05:40.981269 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:05:40.992831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:05:40.993437 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:05:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:41.037808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] No DVR routers for this DVR port e25d2d33-ca02-4aff-8f8a-99009ffb524e on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:05:41.040250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:41.042726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-deleted', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:05:41.119387 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b96bea64-4ded-4b6d-8f4e-42eeb0777b3e req-123cb8f4-9b3b-491b-86a8-c14892e163ea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "DELETE /v2.0/ports/e25d2d33-ca02-4aff-8f8a-99009ffb524e HTTP/1.1" status: 204 len: 173 time: 1.5032933 Jan 25 16:05:41.177233 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:05:41.177515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce38845e-9d39-4fb8-9d86-7d638592f0a8', 'name': 'network-vif-deleted', 'tag': 'e25d2d33-ca02-4aff-8f8a-99009ffb524e', 'status': 'completed', 'code': 200} Jan 25 16:05:41.547544 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:41.551553 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:05:41.561973 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:05:41.562551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:05:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:41.720390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-eac42b93-a684-442f-9f79-5b6d679e0146 req-77f88c10-072a-4d82-bbed-aa5f486d1ec1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:05:41.744794 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:05:41.781546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-eac42b93-a684-442f-9f79-5b6d679e0146 req-77f88c10-072a-4d82-bbed-aa5f486d1ec1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:05:41.782788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eac42b93-a684-442f-9f79-5b6d679e0146 req-77f88c10-072a-4d82-bbed-aa5f486d1ec1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce38845e-9d39-4fb8-9d86-7d638592f0a8 HTTP/1.1" status: 200 len: 210 time: 0.1073484 Jan 25 16:05:42.064235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:42.068100 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5a7bf9-1ead-45b2-a15d-a6542a384ae1 None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:05:42.283031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d00cff-a192-4edf-a72c-b1c3903d68e0 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:05:43.126523 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-a4ae0f27-230f-4f56-81e7-ad2822dc95c5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--281815450&fields=id&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 267 time: 0.0390656 Jan 25 16:05:43.267590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-a89df561-d27f-49de-8075-92b7630eefba tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:43.268983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-a89df561-d27f-49de-8075-92b7630eefba tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1359622 Jan 25 16:05:43.284314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-b940371e-0c1f-4bd1-9360-2c8a225a33a4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/quotas/293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 375 time: 0.0100751 Jan 25 16:05:43.361535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-7be3b5f1-6764-49cb-ac46-31c392bbd5d7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724850 Jan 25 16:05:43.376577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-5f693310-cd00-4559-9d80-723409ff8bf2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:05:43.377501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-5f693310-cd00-4559-9d80-723409ff8bf2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052731 Jan 25 16:05:43.588624 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-515d141f-a32b-4607-aaa9-abc6cfbd0fdd service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057033 Jan 25 16:05:43.716773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-6513ee17-7186-4d27-8e81-63cd5bc5235c service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217723 Jan 25 16:05:43.974910 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6a365edf-81f0-49de-9255-d92ba44a12ce req-1b63946a-cc44-4e0a-8da3-0a6756b8dbe6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 210 time: 0.0451210 Jan 25 16:05:45.131280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9da12376-8c3c-40e2-9feb-0c987fd1a010 req-ada18e24-ea13-4230-b584-af687bf372bf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 210 time: 0.0408616 Jan 25 16:05:45.149245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:05:45.184516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: e25d2d33-ca02-4aff-8f8a-99009ffb524e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:05:45.184855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e25d2d33-ca02-4aff-8f8a-99009ffb524e not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:05:45.762881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-e1853cda-82c2-4322-a30d-9426d416acc0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:45.764252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-e1853cda-82c2-4322-a30d-9426d416acc0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1379027 Jan 25 16:05:45.822189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-3eb4c2fc-144c-4205-aeb9-cd92fdf049cf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 379 time: 0.0395339 Jan 25 16:05:45.830930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'port': {'device_id': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'admin_state_up': True, 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'security_groups': ['c209936b-7484-4827-8c00-1484c8f92fc8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:05:45.970194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:05:45.979608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:05:46.078620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:05:46.081597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.244794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Allocated IP 172.20.0.9 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/3179eda5-2e37-40d8-bf8f-56289a0eebc2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:05:46.296234 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-097905e5-895a-4379-a147-d6d329b795fe req-482cea27-2f41-43f5-98c8-eadedaeb459c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 210 time: 0.0456247 Jan 25 16:05:46.466285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.481657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Transition to ACTIVE for port object 3179eda5-2e37-40d8-bf8f-56289a0eebc2 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:05:46.558352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.627773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:05:46.630687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:05:46.633004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:05:46.669485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:46.700466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:46.701054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.776246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-468ed762-67f7-44b0-836b-54ad6c2724e2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9491346 Jan 25 16:05:46.787451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Request body: {'port': {'device_id': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:05:46.893731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.928646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1eeb912c-fcf9-41f0-b0ae-9e040477f456 None None] Provisioning for port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:05:46.933472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1eeb912c-fcf9-41f0-b0ae-9e040477f456 None None] Provisioning complete for port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:05:46.933844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1eeb912c-fcf9-41f0-b0ae-9e040477f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:46.984902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb912c-fcf9-41f0-b0ae-9e040477f456 None None] Port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:05:47.220814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:05:47.227615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:47.241688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Transition to ACTIVE for port object 3179eda5-2e37-40d8-bf8f-56289a0eebc2 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:05:47.312051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:47.563072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:47.673423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5928d7-d603-4c09-97eb-a2209f56ed50 req-65faf4bb-beab-4c59-b763-d505dcb7d45c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:47.674111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6f5928d7-d603-4c09-97eb-a2209f56ed50 req-65faf4bb-beab-4c59-b763-d505dcb7d45c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:05:47.704089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Attempting to bind port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:05:47.708551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Attempting to bind port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:05:47.708551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Attempting to bind port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:05:47.710380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:05:47.710697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Attempting to bind port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:05:47.716891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:05:47.717223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:05:47.717626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:05:47.718623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Bound port: 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:05:47.718963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:47.760640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-6f5928d7-d603-4c09-97eb-a2209f56ed50 req-65faf4bb-beab-4c59-b763-d505dcb7d45c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:05:47.761717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5928d7-d603-4c09-97eb-a2209f56ed50 req-65faf4bb-beab-4c59-b763-d505dcb7d45c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 943 time: 0.3278983 Jan 25 16:05:47.840324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5928d7-d603-4c09-97eb-a2209f56ed50 req-5bb047ad-d7a4-49ed-81d9-95ea999e33ee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720699 Jan 25 16:05:47.841286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:05:47.844841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:05:47.912728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:47.972958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:47.974322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] 10.222.0.41 "PUT /v2.0/ports/3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1093 time: 1.1910467 Jan 25 16:05:47.974747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:05:47.995548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489079f6-000c-49f4-b969-82a34eb35b45 service neutron] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:48.034610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'status': 'completed', 'code': 200} Jan 25 16:05:48.129331 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7dd471e2-02d0-40b9-bf18-2ece8a1c375e req-c714e23b-a7ec-4277-9f6a-f44328748240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1096 time: 0.0755537 Jan 25 16:05:48.271093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd471e2-02d0-40b9-bf18-2ece8a1c375e req-6b1d73d6-cd11-4f21-b18b-d2870e3c32f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:48.272508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7dd471e2-02d0-40b9-bf18-2ece8a1c375e req-6b1d73d6-cd11-4f21-b18b-d2870e3c32f7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=293583aaeabc4a64af02bef37b888722&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1364348 Jan 25 16:05:48.406441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd471e2-02d0-40b9-bf18-2ece8a1c375e req-2c1da1fd-8a26-4347-a1cf-aaa07b86fbac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:48.407751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7dd471e2-02d0-40b9-bf18-2ece8a1c375e req-2c1da1fd-8a26-4347-a1cf-aaa07b86fbac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298995 Jan 25 16:05:48.512273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-f11e3f26-0803-4e9d-9ac4-24fa317c82e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1096 time: 0.0669124 Jan 25 16:05:48.579295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-ac02b421-4c63-4bd3-8cf6-73c75a740a7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 217 time: 0.0611329 Jan 25 16:05:48.638456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-d9f4a74d-2233-4118-b823-a62873fdf11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:48.639864 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-d9f4a74d-2233-4118-b823-a62873fdf11a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0552948 Jan 25 16:05:48.710788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-53ad6a41-a95a-40f0-9aad-b59e5805053e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654235 Jan 25 16:05:48.836193 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-9dad6210-4b1a-44fa-9037-2ad74d4687ba service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201274 Jan 25 16:05:49.000249 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e42e059-46fc-4a98-9b41-326ead1a4837 req-74eaf96d-80c0-492e-89c9-ebbfc75c69be service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583459 Jan 25 16:05:49.040254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58ab05-3353-4f7b-b3a9-6e1a17986da6 req-86c5c77f-13f3-4959-bdf0-e0368e4892ff tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:49.041723 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c58ab05-3353-4f7b-b3a9-6e1a17986da6 req-86c5c77f-13f3-4959-bdf0-e0368e4892ff tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 943 time: 0.0829351 Jan 25 16:05:49.087295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c58ab05-3353-4f7b-b3a9-6e1a17986da6 req-e3883413-11b8-481b-87a0-c002c8acbae4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394783 Jan 25 16:05:50.284401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb767e57-5ecd-4543-8ec4-24871cde712b req-0458d94e-c6e2-489f-a391-8df2bc3066b7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:50.285846 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb767e57-5ecd-4543-8ec4-24871cde712b req-0458d94e-c6e2-489f-a391-8df2bc3066b7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 943 time: 0.0747812 Jan 25 16:05:50.332498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb767e57-5ecd-4543-8ec4-24871cde712b req-54dd55c7-70a0-4f18-81f5-2dd9696edff5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411880 Jan 25 16:05:51.162155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:05:51.289914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:51.302848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'mac_address': 'fa:16:3e:f9:78:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:05:51.356531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:51.373642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:05:51.388387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:51.454160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:51.520937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:51.608301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b562c3-50ee-4c99-8b6f-7a3e4c80744f req-0dfc3bd3-30f3-41a5-9633-adf2f3e9cc35 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:51.609792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b562c3-50ee-4c99-8b6f-7a3e4c80744f req-0dfc3bd3-30f3-41a5-9633-adf2f3e9cc35 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 944 time: 0.1588221 Jan 25 16:05:51.653646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['3179eda5-2e37-40d8-bf8f-56289a0eebc2'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:05:51.653955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b562c3-50ee-4c99-8b6f-7a3e4c80744f req-e45a6d13-255e-4d9d-941b-9afde8c84e0c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Jan 25 16:05:52.848043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23319d79-d4ca-464c-9978-5c760cdb3ef5 req-a62dda7e-feee-420f-a9f5-552b1f482262 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:52.849479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23319d79-d4ca-464c-9978-5c760cdb3ef5 req-a62dda7e-feee-420f-a9f5-552b1f482262 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 944 time: 0.0777097 Jan 25 16:05:52.892766 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23319d79-d4ca-464c-9978-5c760cdb3ef5 req-a7a9eca7-dc87-44c6-b847-c7eeabc6cda1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379202 Jan 25 16:05:53.165249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:05:53.305332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:05:53.309817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:05:53.310179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:53.419709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:53.444897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:05:53.454075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:05:53.499398 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'code': 200} Jan 25 16:05:53.541343 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:53.605139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:05:53.836108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1dd39f4-045b-461d-b3df-16d059329d0e req-1b24073d-fa5c-400a-a063-df4e92f9134b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0654402 Jan 25 16:05:53.876987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1dd39f4-045b-461d-b3df-16d059329d0e req-33e9f8c1-98e8-4688-9882-7fa42ebdf31d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347846 Jan 25 16:05:54.086017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba9d89-95e6-4bb1-9745-9cdf65d2898a req-cdaf3296-c53c-4340-847d-912276ac5efa tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:54.087512 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-10ba9d89-95e6-4bb1-9745-9cdf65d2898a req-cdaf3296-c53c-4340-847d-912276ac5efa tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0768442 Jan 25 16:05:54.132221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-10ba9d89-95e6-4bb1-9745-9cdf65d2898a req-8d8c24bd-462d-44c0-b53e-20ed34f0a8da tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393171 Jan 25 16:05:55.328052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457730cd-ff7f-4175-9af8-ec536d0f5ead req-42cf54e9-dcdd-4ae0-a330-133dc5ea964c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:55.329401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-457730cd-ff7f-4175-9af8-ec536d0f5ead req-42cf54e9-dcdd-4ae0-a330-133dc5ea964c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0742047 Jan 25 16:05:55.377328 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-457730cd-ff7f-4175-9af8-ec536d0f5ead req-e227dcdc-321f-4dbe-82c8-113779f7f8e3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Jan 25 16:05:55.564328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c24742-325a-4fa6-9152-6e2c848b1fd4 req-6703f71a-b2f5-4052-820d-baf05c88ae67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:55.565770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e4c24742-325a-4fa6-9152-6e2c848b1fd4 req-6703f71a-b2f5-4052-820d-baf05c88ae67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0747976 Jan 25 16:05:55.574158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 39936) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:05:55.579327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'floatingip': {'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:05:55.654157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:56.225352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:56.306546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:56.490264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac associated. External IP: 172.26.8.50, port: 3179eda5-2e37-40d8-bf8f-56289a0eebc2. Jan 25 16:05:56.949996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:05:57.143112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:05:57.147724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:05:57.153288 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:05:57.165165 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:05:57.165782 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:05:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:57.204316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-568ac552-1d95-4ddb-aef3-20d495db400d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "PUT /v2.0/floatingips/0e7c247a-0e75-4047-9343-7a6a889adaac HTTP/1.1" status: 200 len: 990 time: 1.6290512 Jan 25 16:05:57.204816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:05:57.259321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'status': 'completed', 'code': 200} Jan 25 16:05:57.346632 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:05:57.351074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-48904492-636d-40ac-bf40-638547a84246 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0694618 Jan 25 16:05:57.479215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-9cc624c9-b36a-4d03-95c7-e7b32d540b31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:57.480686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-9cc624c9-b36a-4d03-95c7-e7b32d540b31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1233163 Jan 25 16:05:57.581261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-2cfac740-8df9-4a59-9e61-067972cc900a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 998 time: 0.0945549 Jan 25 16:05:57.641492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-731368d6-c4b4-4fd0-bf8e-f78ce8a88df4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:05:57.642902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-731368d6-c4b4-4fd0-bf8e-f78ce8a88df4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0559895 Jan 25 16:05:57.684535 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:f9:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:05:56Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:57.688905 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:05:57.699185 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:05:57.699782 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:05:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:57.717595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-a2c2e6d4-dfad-4446-b616-4b4ec115cdb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692453 Jan 25 16:05:57.845144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-9b064030-30ef-4c74-8024-1db7d4a67ffc service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215360 Jan 25 16:05:57.870650 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:05:57.974202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74faeb7e-3602-47b3-abf4-ea0c0e0dcb8c req-3e242065-ea2d-405e-9be7-878a947fffed service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232936 Jan 25 16:05:58.234780 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:f9:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:05:56Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:05:58.238676 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfb2be9-80d5-4ff7-89c3-8c0db1605ff3 None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:f9:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:05:56Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:05:58.434615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad23ab20-e1f5-418c-a65a-817d892eb565 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:05:59.426571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-93ce58f8-aef0-4aec-9e6b-05212992c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:01.545063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-27e73c2d-c258-41dd-b0be-3813e5a55ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:02.986836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:03.009392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:04.723552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:09.066394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:16.184684 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:06:18.720911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-69c85fe3-b0f5-4bd3-a633-14b6e60142f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661221 Jan 25 16:06:18.855848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-c2e23773-243e-4efb-875a-9cf9b3b69272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0662150 Jan 25 16:06:19.088656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-e71e61ee-2a04-4578-ab08-bd5d6a648e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:19.090376 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-e71e61ee-2a04-4578-ab08-bd5d6a648e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.2153897 Jan 25 16:06:19.189319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-ca9d2c4a-de95-4bbc-ac6c-d147cea85984 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1000 time: 0.0917766 Jan 25 16:06:19.252561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-6133ee65-5f95-42a5-9ebf-c7964a89c2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:19.253940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-6133ee65-5f95-42a5-9ebf-c7964a89c2d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0589945 Jan 25 16:06:19.325169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-3015fd19-3dcb-4296-be20-245f2173cf89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648134 Jan 25 16:06:19.450447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-e2faafae-21a8-4208-a161-8e684b62e5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183116 Jan 25 16:06:19.575765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7f041cb-c21a-44dc-8c8e-a8f1014b02b2 req-6f96c887-7348-4a38-b307-a47196fe917e service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188259 Jan 25 16:06:29.460169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-db5f17e5-3d4b-4b7c-b607-3276f243470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:31.580748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97afe17f-2e40-4139-bddb-5dbf8e15c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:32.028281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e256cd4-6805-4f6b-a062-2f968ae6e6cb req-4736672b-3432-4f73-91f1-9d2ce2a712be tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:32.030308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e256cd4-6805-4f6b-a062-2f968ae6e6cb req-4736672b-3432-4f73-91f1-9d2ce2a712be tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0786781 Jan 25 16:06:32.074018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e256cd4-6805-4f6b-a062-2f968ae6e6cb req-5287884a-c005-4bcc-ad06-f65dfaac745a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379732 Jan 25 16:06:33.037066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:33.059753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:33.267298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f41979-28e6-4c8e-99b5-fcbe2bdd36e9 req-23ec92c9-96e7-4b1a-871a-5c700e93c504 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:33.268707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69f41979-28e6-4c8e-99b5-fcbe2bdd36e9 req-23ec92c9-96e7-4b1a-871a-5c700e93c504 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0736985 Jan 25 16:06:33.312581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69f41979-28e6-4c8e-99b5-fcbe2bdd36e9 req-02322454-333d-40f3-addd-6131e5c00ce5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Jan 25 16:06:34.508400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b764a3-2880-43af-82dd-7d57aff9d069 req-b0694103-4234-4198-a875-87fbd27279f2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:34.509823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-90b764a3-2880-43af-82dd-7d57aff9d069 req-b0694103-4234-4198-a875-87fbd27279f2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0768895 Jan 25 16:06:34.553630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-90b764a3-2880-43af-82dd-7d57aff9d069 req-789060df-68b9-49e2-a8b5-1f84364d403a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Jan 25 16:06:34.751626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:35.744354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df37a1-aba0-4c16-8159-962b43e6ee63 req-a1c2f56b-45bf-4640-9b4c-c69ed201c8f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:35.745787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82df37a1-aba0-4c16-8159-962b43e6ee63 req-a1c2f56b-45bf-4640-9b4c-c69ed201c8f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0731111 Jan 25 16:06:35.792423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-82df37a1-aba0-4c16-8159-962b43e6ee63 req-cbb63e21-0f93-4aa9-ba3f-b0c07d248dad tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jan 25 16:06:36.982447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd477-af58-4647-a779-5827366707ff req-c99aeb17-e174-43dc-a94b-c56d3313fc24 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:36.983893 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52fbd477-af58-4647-a779-5827366707ff req-c99aeb17-e174-43dc-a94b-c56d3313fc24 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0740404 Jan 25 16:06:37.028329 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52fbd477-af58-4647-a779-5827366707ff req-7ede32cc-3683-40de-9e7d-43452dd6433b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390501 Jan 25 16:06:38.223807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a411b-d063-43cd-865e-9756ba98180a req-0a9a64d7-03cf-4551-be89-bb23d00a0edb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:38.225337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-840a411b-d063-43cd-865e-9756ba98180a req-0a9a64d7-03cf-4551-be89-bb23d00a0edb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0786352 Jan 25 16:06:38.269090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-840a411b-d063-43cd-865e-9756ba98180a req-d497428b-524a-4c0f-9808-50cb61bf8fc4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381126 Jan 25 16:06:39.058817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:39.458793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a481d-cbe7-476b-9fa7-06522a3ce06a req-48cb23f3-55be-40e2-a945-0c331d0c214e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:39.460220 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e25a481d-cbe7-476b-9fa7-06522a3ce06a req-48cb23f3-55be-40e2-a945-0c331d0c214e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0742047 Jan 25 16:06:39.503597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e25a481d-cbe7-476b-9fa7-06522a3ce06a req-e44c0728-8671-4585-ba07-7f588d8dea62 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380883 Jan 25 16:06:40.697547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9386d4-fee9-41b2-8158-e44496806dbf req-c180e5e8-5cde-4ba4-aec8-d52842769e88 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:40.698955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9b9386d4-fee9-41b2-8158-e44496806dbf req-c180e5e8-5cde-4ba4-aec8-d52842769e88 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0769761 Jan 25 16:06:40.742531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9b9386d4-fee9-41b2-8158-e44496806dbf req-dd6fa3c6-3465-4875-8c46-3a0c9f6d9b5e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Jan 25 16:06:41.945351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcdf79-fab9-49e5-b3d6-01a81aba4bdc req-6f3a007a-68ad-40c7-9587-a9bf61ff0f22 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:41.946811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79fcdf79-fab9-49e5-b3d6-01a81aba4bdc req-6f3a007a-68ad-40c7-9587-a9bf61ff0f22 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0826709 Jan 25 16:06:41.995036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79fcdf79-fab9-49e5-b3d6-01a81aba4bdc req-c8dd2ec3-ffde-44d3-8b85-bddaef1fdd22 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423765 Jan 25 16:06:43.192989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c84d44-248f-481f-8e54-471a8b302948 req-a7b6256d-01d1-4bec-b323-f2dc5b428b1b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:43.194450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75c84d44-248f-481f-8e54-471a8b302948 req-a7b6256d-01d1-4bec-b323-f2dc5b428b1b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0788295 Jan 25 16:06:43.239327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75c84d44-248f-481f-8e54-471a8b302948 req-91b14269-1893-40d5-bf28-1a136670237b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Jan 25 16:06:43.509160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e4967799-8666-4a74-bb31-71a39f976aca req-60965f3b-7824-46c4-ad45-184a4bec15b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1476159 Jan 25 16:06:43.948061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e3437-4254-4260-9be3-e49df926d11b req-b8c5f8a4-2a70-4e13-8b95-02725cc13e22 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:43.949494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b18e3437-4254-4260-9be3-e49df926d11b req-b8c5f8a4-2a70-4e13-8b95-02725cc13e22 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0769889 Jan 25 16:06:43.994551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b18e3437-4254-4260-9be3-e49df926d11b req-2155a2c1-35f8-4482-a805-bd1cf29135b7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390544 Jan 25 16:06:44.036885 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-c463e217-17cd-482a-884f-75f9ec9a9e3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703228 Jan 25 16:06:45.192281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b546a7a-1192-4f12-8677-df31a3b96643 req-d57b3929-9332-48c6-84b4-ff93c65bfeb3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:45.193728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b546a7a-1192-4f12-8677-df31a3b96643 req-d57b3929-9332-48c6-84b4-ff93c65bfeb3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0767448 Jan 25 16:06:45.242275 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b546a7a-1192-4f12-8677-df31a3b96643 req-08e308dd-2479-47bf-9f52-159460afd432 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Jan 25 16:06:46.061876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-fc0b14f7-21e0-48c1-9647-c79762b57578 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0671201 Jan 25 16:06:46.267421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-324b9c97-4d52-4447-b5c4-9f3cbaec225c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:46.268972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-324b9c97-4d52-4447-b5c4-9f3cbaec225c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.2013726 Jan 25 16:06:46.403945 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-c6bd241e-a200-4e6b-8cad-460fe24e98b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1000 time: 0.1290722 Jan 25 16:06:46.481472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-432e7ba1-8d33-4e01-853d-5107c4c5ce3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:46.482919 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-432e7ba1-8d33-4e01-853d-5107c4c5ce3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0716925 Jan 25 16:06:46.492236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba81a-bfbf-44c4-9f9f-e033aecdda94 req-7460d49a-4c71-4a9c-a5be-852abac93b35 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:46.493567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0fba81a-bfbf-44c4-9f9f-e033aecdda94 req-7460d49a-4c71-4a9c-a5be-852abac93b35 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.1322837 Jan 25 16:06:46.585416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0fba81a-bfbf-44c4-9f9f-e033aecdda94 req-e59320ab-7406-4684-a7ad-8724402f563d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633180 Jan 25 16:06:46.598707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-8ce0843a-9551-47f1-8f33-9d3e70978795 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042686 Jan 25 16:06:46.728041 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-63df4353-86a1-4919-8942-c78148dfdfcc service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232343 Jan 25 16:06:46.853045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-c13e2ad7-b9d5-4f86-9c18-6ddf7bf13fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189444 Jan 25 16:06:47.776901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c3af5-7f75-42a6-952a-8d769617852b req-c0286935-22a9-42a8-b181-0a4e277392a0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:47.778351 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe7c3af5-7f75-42a6-952a-8d769617852b req-c0286935-22a9-42a8-b181-0a4e277392a0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0742183 Jan 25 16:06:47.822454 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe7c3af5-7f75-42a6-952a-8d769617852b req-db58fb32-8639-4213-868e-6bfca2d58ab0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Jan 25 16:06:48.660116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-521a5f6c-9349-43ac-bd31-d0cd7298feac service neutron] 10.222.0.41 "GET /v2.0/ports/3179eda5-2e37-40d8-bf8f-56289a0eebc2/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0751455 Jan 25 16:06:49.018064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d04f3-e2f9-4cc3-ab61-4f3effb75656 req-2b2cdd99-aa5c-4cd2-9335-1b04d5d2c0c0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:49.019522 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c3d04f3-e2f9-4cc3-ab61-4f3effb75656 req-2b2cdd99-aa5c-4cd2-9335-1b04d5d2c0c0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0758531 Jan 25 16:06:49.063879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c3d04f3-e2f9-4cc3-ab61-4f3effb75656 req-260b88d7-80a5-4e20-8803-999683d03242 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Jan 25 16:06:49.211478 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-a9f6eabd-434a-4d48-a806-6fdedc5874d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1098 time: 0.0709774 Jan 25 16:06:49.300873 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-aa27d8eb-5f14-47c1-aae1-66416147345b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0666130 Jan 25 16:06:49.426872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-0bf390cc-ebae-4aeb-be25-ae6b11b1572f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:49.428279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-0bf390cc-ebae-4aeb-be25-ae6b11b1572f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1223366 Jan 25 16:06:49.527030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-16bf83bb-a102-4b4d-a05a-0ce71f9afbd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1000 time: 0.0929277 Jan 25 16:06:49.585428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-028cfd63-3487-4125-86dc-d3dc59a3f65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:49.586741 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-028cfd63-3487-4125-86dc-d3dc59a3f65b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0542367 Jan 25 16:06:49.661025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-34ecfd6d-5620-4c48-a6b3-1a1a8648f8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677035 Jan 25 16:06:49.869834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-8e5980c4-534b-467c-be9a-6f6673eb678b service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027519 Jan 25 16:06:49.994848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d733e585-c3f7-49f1-b738-cec5e1c95217 req-a1fa6db4-df6c-465e-9285-32b1f0a6ea40 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192961 Jan 25 16:06:50.258618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fab07f-f467-4709-948c-a946c686e400 req-626e3969-552b-4d5e-b633-b35175235ae8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:50.260069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36fab07f-f467-4709-948c-a946c686e400 req-626e3969-552b-4d5e-b633-b35175235ae8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0764506 Jan 25 16:06:50.305447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36fab07f-f467-4709-948c-a946c686e400 req-685fb6c0-6469-47de-9346-b7f88d8699b1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393698 Jan 25 16:06:51.501994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2bca-cb27-41fd-8e8f-e9ac4eda561b req-7fff7ca8-d1d5-4af4-bfa8-01f98ade9a3c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:51.503432 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-414c2bca-cb27-41fd-8e8f-e9ac4eda561b req-7fff7ca8-d1d5-4af4-bfa8-01f98ade9a3c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0778348 Jan 25 16:06:51.549035 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-414c2bca-cb27-41fd-8e8f-e9ac4eda561b req-80b75fe9-1718-4e00-aca6-608b3a9b7aa0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398257 Jan 25 16:06:52.744654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e8da-141b-4b3a-97a5-f81fd6d21d09 req-5202ca33-a123-475f-90b5-ea9e14010894 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:52.746104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3393e8da-141b-4b3a-97a5-f81fd6d21d09 req-5202ca33-a123-475f-90b5-ea9e14010894 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0745170 Jan 25 16:06:52.790385 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3393e8da-141b-4b3a-97a5-f81fd6d21d09 req-722ee744-4108-46ee-a5b1-2ee0578927af tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Jan 25 16:06:53.184397 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:06:53.278093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e62cb-25cd-4747-8275-acc0a3ae2c45 req-7e39326e-f5b2-4ca2-8b52-5f990414355d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:53.280063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-221e62cb-25cd-4747-8275-acc0a3ae2c45 req-7e39326e-f5b2-4ca2-8b52-5f990414355d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.1167574 Jan 25 16:06:53.348747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77867-108b-42ba-8ded-93b934ac471a req-d253c19a-0f0c-4c57-bd2c-f51836f1781b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:53.350121 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-d253c19a-0f0c-4c57-bd2c-f51836f1781b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475&tenant_id=293583aaeabc4a64af02bef37b888722&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.1200702 Jan 25 16:06:53.352120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-221e62cb-25cd-4747-8275-acc0a3ae2c45 req-8bebf42f-9358-47db-b7a8-5cf81587c797 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598843 Jan 25 16:06:53.416190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:06:53.418950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:06:53.483815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-d45464b8-084c-42ed-8da1-f5ce880b46e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.0676632 Jan 25 16:06:53.613361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77867-108b-42ba-8ded-93b934ac471a req-3adebf73-9692-43ce-b715-8582c79e955d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:53.614769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-3adebf73-9692-43ce-b715-8582c79e955d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1246538 Jan 25 16:06:53.622646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:53.657153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:06:53.673472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:06:53.680558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'mac_address': 'fa:16:3e:f9:78:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:06:53.708708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:06:53.721088 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-465a6b67-ead0-4b57-9d2f-5fb08e16112f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1000 time: 0.1003494 Jan 25 16:06:53.739011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:53.756999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:06:53.783295 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f77867-108b-42ba-8ded-93b934ac471a req-1b2b6b46-2ad9-4b07-a4dd-c719cea11256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:53.784718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-1b2b6b46-2ad9-4b07-a4dd-c719cea11256 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0582509 Jan 25 16:06:53.814905 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'code': 200} Jan 25 16:06:53.818901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:53.863061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-32e5bbaa-fe48-48f9-8bc3-0b5bc80c0794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721886 Jan 25 16:06:53.927354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:06:53.927618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:06:53.929777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:06:53.937879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.938217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.938548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.938875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.939203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.939522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.939841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.940162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.940471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.940782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.941100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:06:53.991210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-a803e095-cef3-4588-956c-90f6c1a061d2 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222525 Jan 25 16:06:54.117656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-24f77867-108b-42ba-8ded-93b934ac471a req-68d0133d-a0fd-4e9f-8efb-9bc1ab75baf0 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211815 Jan 25 16:06:54.484810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:54.504006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:06:54.519199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:06:54.547278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7792fa7-52ba-4dbe-8c5d-49e97b9a9aff req-5531b09c-2ae6-4276-b6e1-320cfcdeae0e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:54.548699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7792fa7-52ba-4dbe-8c5d-49e97b9a9aff req-5531b09c-2ae6-4276-b6e1-320cfcdeae0e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 943 time: 0.0757456 Jan 25 16:06:54.592393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7792fa7-52ba-4dbe-8c5d-49e97b9a9aff req-7ac1fd9e-b05d-4dd2-b20d-56b3364cfdfb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380647 Jan 25 16:06:54.614258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:54.678576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['3179eda5-2e37-40d8-bf8f-56289a0eebc2'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:06:54.715298 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:06:55.426221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:06:55.491458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:06:55.492073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:55.600626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:55.631507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:06:55.699982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:55.763337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:06:55.791605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd0cf8-bbdf-4235-b446-6e991ce066d4 req-473396ce-fe54-4378-8e27-a81d83342ef1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:55.793021 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fdd0cf8-bbdf-4235-b446-6e991ce066d4 req-473396ce-fe54-4378-8e27-a81d83342ef1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0774255 Jan 25 16:06:55.816118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:06:55.837089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fdd0cf8-bbdf-4235-b446-6e991ce066d4 req-01700647-923d-446e-9b56-1f12787e7b66 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384083 Jan 25 16:06:55.868894 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'code': 200} Jan 25 16:06:56.025739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d82c1d-3ae4-4853-b4d0-f6c155125313 req-3919a60d-4dd9-4944-a657-e66c69ddd5b9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:56.027141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05d82c1d-3ae4-4853-b4d0-f6c155125313 req-3919a60d-4dd9-4944-a657-e66c69ddd5b9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0732203 Jan 25 16:06:56.070332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05d82c1d-3ae4-4853-b4d0-f6c155125313 req-4aae3dff-aafe-4743-bb60-8a8e1e44486e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377965 Jan 25 16:06:56.716394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336e645-8133-41e6-99d2-db5b6da63326 req-4ff54841-d9fc-458e-a3dc-cf8eaf0e7375 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:56.718320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0336e645-8133-41e6-99d2-db5b6da63326 req-4ff54841-d9fc-458e-a3dc-cf8eaf0e7375 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.2262723 Jan 25 16:06:56.721983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-b905c5eb-5917-44ea-9593-9db05d148eb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 1098 time: 0.1100736 Jan 25 16:06:56.839290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0336e645-8133-41e6-99d2-db5b6da63326 req-5f4d9279-2df7-4d5b-9707-d29e66b42d1a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150637 Jan 25 16:06:56.876990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-538d16c3-f672-4a0b-9b20-4fe55c78283d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:56.878425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-538d16c3-f672-4a0b-9b20-4fe55c78283d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1416833 Jan 25 16:06:56.975317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-3bf7f0ad-e19f-4148-847e-50eeebe58a0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 200 len: 1000 time: 0.0909548 Jan 25 16:06:57.033443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-8546d25c-1a73-41d3-83ab-2b3cd9b85978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:57.034810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-8546d25c-1a73-41d3-83ab-2b3cd9b85978 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0544276 Jan 25 16:06:57.104583 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-5373c0f7-ab78-4bbf-807c-997379958640 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641093 Jan 25 16:06:57.231936 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-d875e35d-b1e5-43b9-8d59-36dab198fb02 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212320 Jan 25 16:06:57.359261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6e3365cf-95a1-4faf-bf34-2d222144dd46 req-07e4f65e-8f87-4c49-8435-9597fdf8f9f8 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211710 Jan 25 16:06:58.036977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d21448-c62b-4187-bc6b-cab0a15d777f req-5400ea5a-22b1-4fb3-8bb6-502f54360cfb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:58.038442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57d21448-c62b-4187-bc6b-cab0a15d777f req-5400ea5a-22b1-4fb3-8bb6-502f54360cfb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Jan 25 16:06:58.082707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57d21448-c62b-4187-bc6b-cab0a15d777f req-24be0c3e-718e-46e3-9fb8-e64f4f4db3cd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387270 Jan 25 16:06:59.277885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9c87c-ad23-492d-813d-a3cecd3f8ce8 req-6292834a-4074-4b23-96eb-8f09c92b3288 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:59.279824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cfb9c87c-ad23-492d-813d-a3cecd3f8ce8 req-6292834a-4074-4b23-96eb-8f09c92b3288 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0738056 Jan 25 16:06:59.326472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cfb9c87c-ad23-492d-813d-a3cecd3f8ce8 req-1e9f08c7-e63a-499d-9f38-da758782bebf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Jan 25 16:06:59.459808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-644fd389-5824-4b54-9cb0-44ceb73f3080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:06:59.946799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf10ac-aea6-4916-8ba8-cdd01b527f31 req-026712f0-09ca-4459-8a8b-5bd05e6d94b1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:06:59.948199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33cf10ac-aea6-4916-8ba8-cdd01b527f31 req-026712f0-09ca-4459-8a8b-5bd05e6d94b1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0733132 Jan 25 16:06:59.992228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33cf10ac-aea6-4916-8ba8-cdd01b527f31 req-3ae09140-c5b6-44e5-b1b5-2754135919a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Jan 25 16:07:01.188934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a323d-253e-4c44-abc1-98465abb8ccd req-bae6aeab-a9f3-4d2e-83f8-fb9328b2c090 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:01.190369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-924a323d-253e-4c44-abc1-98465abb8ccd req-bae6aeab-a9f3-4d2e-83f8-fb9328b2c090 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0792067 Jan 25 16:07:01.236563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-924a323d-253e-4c44-abc1-98465abb8ccd req-fabd8511-2dde-4056-8e86-795275923974 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406861 Jan 25 16:07:01.530291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-49f64cff-39b6-4456-836c-35b71f5f647f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:01.531665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-49f64cff-39b6-4456-836c-35b71f5f647f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 945 time: 0.0744195 Jan 25 16:07:01.551305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-314ba395-e605-4993-be3e-2c313ee9a6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:01.602950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Deleting port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:07:01.603279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:01.830586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] For port 3179eda5-2e37-40d8-bf8f-56289a0eebc2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3179eda5-2e37-40d8-bf8f-56289a0eebc2,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:07:01.830849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:02.186399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:02.186766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:02.187069 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac disassociated. External IP: 172.26.8.50, port: 3179eda5-2e37-40d8-bf8f-56289a0eebc2. Jan 25 16:07:02.187400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Calling delete_port for 3179eda5-2e37-40d8-bf8f-56289a0eebc2 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:07:02.392229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:02.428758 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b1b3a3a7-3e8f-4af2-abfb-43aac4d9c85c req-b36ed5cd-4e6c-4965-8c9a-6cffa87032c2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 210 time: 0.0714476 Jan 25 16:07:02.442890 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'Port': ['ID=3179eda5-2e37-40d8-bf8f-56289a0eebc2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:02.456997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.457335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.457694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.458021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.458419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.458648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.458966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.459350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.459584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.459895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.460204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:07:02.662714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:07:02.859359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:07:02.869028 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:07:02.884118 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:07:02.884712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:07:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:02.926251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] No DVR routers for this DVR port 3179eda5-2e37-40d8-bf8f-56289a0eebc2 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:07:02.928507 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:02.932398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-deleted', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:07:02.988261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316abd33-29bf-44cc-9f8a-8a30124b4475', 'name': 'network-vif-deleted', 'tag': '3179eda5-2e37-40d8-bf8f-56289a0eebc2', 'status': 'completed', 'code': 200} Jan 25 16:07:03.008329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:03.054012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:03.055397 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d39a2290-30d1-49bf-b4ca-6550f4996c58 req-686deb64-6e1a-4854-a5c5-f39f5275efd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "DELETE /v2.0/ports/3179eda5-2e37-40d8-bf8f-56289a0eebc2 HTTP/1.1" status: 204 len: 173 time: 1.5174589 Jan 25 16:07:03.057216 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:07:03.364605 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:03.368357 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:07:03.378505 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:07:03.379083 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:07:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:03.549592 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:07:03.609910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-965dfa31-65a2-46a4-8524-10a5587ecae5 req-ba752bc4-348e-428f-a351-c70109e39053 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:07:03.739663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-965dfa31-65a2-46a4-8524-10a5587ecae5 req-ba752bc4-348e-428f-a351-c70109e39053 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:07:03.740768 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-965dfa31-65a2-46a4-8524-10a5587ecae5 req-ba752bc4-348e-428f-a351-c70109e39053 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=316abd33-29bf-44cc-9f8a-8a30124b4475 HTTP/1.1" status: 200 len: 210 time: 0.1777966 Jan 25 16:07:03.877547 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:03.882579 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c1208-d3ec-4432-90bd-6fab3af5460c None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:07:04.105038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23e3170-d1e1-428a-8bf4-7898d623b0ec None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:07:04.755879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:05.106762 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-fca08baa-27d2-41d0-8c89-c234e0c801f1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--281815450&fields=id&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 267 time: 0.0432632 Jan 25 16:07:05.248794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-f35924bf-d79d-439a-9fe8-3d860932dc69 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:05.250194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-f35924bf-d79d-439a-9fe8-3d860932dc69 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1369834 Jan 25 16:07:05.266257 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-ebaa716d-6673-428b-887e-d0de29444d73 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/quotas/293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 375 time: 0.0107441 Jan 25 16:07:05.343779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-55b79381-ce17-4a5a-ba7c-9ea10be3a9ee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727935 Jan 25 16:07:05.473525 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:07:05.474612 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-50af7461-e26c-4fba-9f54-df9e1cb02ace service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196265 Jan 25 16:07:05.506011 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 3179eda5-2e37-40d8-bf8f-56289a0eebc2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:07:05.506265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3179eda5-2e37-40d8-bf8f-56289a0eebc2 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:07:05.689847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-4c788d6d-f7b2-4dd7-aadf-97c72ea32c0f service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094302 Jan 25 16:07:05.936117 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1910e69e-3598-4f80-b1f5-b4ef3deb1791 req-d54cfe04-c99d-4683-9bb6-d1b59e6104e3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 210 time: 0.0402730 Jan 25 16:07:07.099181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80046029-b48d-4b43-b021-60d6dfcc136e req-5428b4ac-11f1-48a8-9ecd-477e658f0f06 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 210 time: 0.0449035 Jan 25 16:07:07.966210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-68f993f9-ea61-4ee4-8cd7-3703514212e9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:07.967698 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-68f993f9-ea61-4ee4-8cd7-3703514212e9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1402161 Jan 25 16:07:08.019809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-3c72e1f0-228c-4c16-b951-f28dab3ad5c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 379 time: 0.0402801 Jan 25 16:07:08.027728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'port': {'device_id': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'admin_state_up': True, 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'security_groups': ['c209936b-7484-4827-8c00-1484c8f92fc8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:07:08.170066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:07:08.179328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:07:08.263939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2cc996f8-2698-49b2-8598-6361d72c056b req-e69fe5d6-9e43-4f02-8806-ca875fab93cb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Jan 25 16:07:08.264663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:07:08.267736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:08.434065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Allocated IP 172.20.0.7 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/495c9a72-2fac-4494-af5a-c9fded35a90b) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:07:08.614076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:08.629338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Transition to ACTIVE for port object 495c9a72-2fac-4494-af5a-c9fded35a90b will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:07:08.683095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:08.755941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:07:08.758931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:07:08.762810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:07:08.792696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:08.827583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:08.828222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:08.906999 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-a37caecb-eb66-4969-897f-f432546d7cda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8826444 Jan 25 16:07:08.918900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Request body: {'port': {'device_id': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:07:09.008379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-32eeea85-12e7-49e8-9d45-591968b2bdf4 None None] Provisioning for port 495c9a72-2fac-4494-af5a-c9fded35a90b completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:07:09.013099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-32eeea85-12e7-49e8-9d45-591968b2bdf4 None None] Provisioning complete for port 495c9a72-2fac-4494-af5a-c9fded35a90b triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:07:09.014026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-32eeea85-12e7-49e8-9d45-591968b2bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.027409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.040945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.064759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-32eeea85-12e7-49e8-9d45-591968b2bdf4 None None] Port 495c9a72-2fac-4494-af5a-c9fded35a90b cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:07:09.353365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:07:09.360730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.374735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Transition to ACTIVE for port object 495c9a72-2fac-4494-af5a-c9fded35a90b will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:07:09.443599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.659546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58fdfb-9f7f-4b33-ab81-6f55340ac045 req-9f4a9ee9-3ccb-4c41-bad0-5eebdf3ece7d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:09.660228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ba58fdfb-9f7f-4b33-ab81-6f55340ac045 req-9f4a9ee9-3ccb-4c41-bad0-5eebdf3ece7d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:07:09.686703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:09.791996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ba58fdfb-9f7f-4b33-ab81-6f55340ac045 req-9f4a9ee9-3ccb-4c41-bad0-5eebdf3ece7d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:07:09.793044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba58fdfb-9f7f-4b33-ab81-6f55340ac045 req-9f4a9ee9-3ccb-4c41-bad0-5eebdf3ece7d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 931 time: 0.4110851 Jan 25 16:07:09.793847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Attempting to bind port 495c9a72-2fac-4494-af5a-c9fded35a90b on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:07:09.794173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Attempting to bind port 495c9a72-2fac-4494-af5a-c9fded35a90b by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:07:09.794505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Attempting to bind port 495c9a72-2fac-4494-af5a-c9fded35a90b on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:07:09.815143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Port 495c9a72-2fac-4494-af5a-c9fded35a90b on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:07:09.815454 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Attempting to bind port 495c9a72-2fac-4494-af5a-c9fded35a90b on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:07:09.833187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:07:09.834409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:07:09.834409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:07:09.834409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Bound port: 495c9a72-2fac-4494-af5a-c9fded35a90b, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:07:09.834723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:09.884563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba58fdfb-9f7f-4b33-ab81-6f55340ac045 req-81268de4-3536-4d3e-94b0-0cf270293970 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858355 Jan 25 16:07:09.927768 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:07:09.930669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:07:09.991502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:10.046497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:10.048030 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1093 time: 1.1336498 Jan 25 16:07:10.054933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:07:10.077841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c3597-3f22-4ebe-878b-3d2a87c5f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:10.116881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'status': 'completed', 'code': 200} Jan 25 16:07:10.195824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-42c090a3-720d-4c20-b581-0ee37b957a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1096 time: 0.0719290 Jan 25 16:07:10.266134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-438a0dc9-f804-4ed7-a9d1-0e1a25cacfe8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 217 time: 0.0632834 Jan 25 16:07:10.330392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-c3f5c1b7-9de1-4468-bf8b-c5b1dbea222c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:10.331814 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-c3f5c1b7-9de1-4468-bf8b-c5b1dbea222c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0600281 Jan 25 16:07:10.407992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-334b667a-95ad-4b64-939e-169d989aa9d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702434 Jan 25 16:07:10.536861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-55200380-57e4-48ab-b65b-4a7ccb5647f3 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225038 Jan 25 16:07:10.666894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2b9cd85-1f51-4551-a23d-cccfb2662baa req-73f18aec-8c86-4577-a363-8b8b7a2bd33b service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244535 Jan 25 16:07:10.832998 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-3aae7051-7e33-46c9-8a19-9122fb62f63e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1096 time: 0.0680549 Jan 25 16:07:10.980328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-4a406523-d84d-415a-9a38-2daaf7324808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:10.982852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-4a406523-d84d-415a-9a38-2daaf7324808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1407316 Jan 25 16:07:11.085011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-0142da89-f8ba-4299-a476-92795e4e976d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 217 time: 0.0968912 Jan 25 16:07:11.161961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-0c243c8e-93e0-4447-9bfe-3f07df22b4f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:11.163402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-0c243c8e-93e0-4447-9bfe-3f07df22b4f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0710065 Jan 25 16:07:11.214592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faee8df-221b-47c8-a4ef-b0eba1be9aa8 req-39f253b6-b4fe-4914-a52e-967a1a33be7b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:11.216526 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5faee8df-221b-47c8-a4ef-b0eba1be9aa8 req-39f253b6-b4fe-4914-a52e-967a1a33be7b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.1810431 Jan 25 16:07:11.277143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5faee8df-221b-47c8-a4ef-b0eba1be9aa8 req-81b8e972-1136-4aaa-a815-b9b0973038a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538764 Jan 25 16:07:11.289680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-d7ad5e54-684d-4274-8c7c-b210a83ccb28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181068 Jan 25 16:07:11.421917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-22d93306-353a-418f-98e0-bf5115e5eb6e service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Jan 25 16:07:11.634259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dd70f2c-f39d-4ffb-a07e-37070f99d92f req-e36de77c-3fd3-43a1-a703-4973d28d5c8c service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065625 Jan 25 16:07:12.478071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31588d-6c88-4ebd-b880-639ddbc9ed57 req-0c89cb8b-28f8-41fe-a51c-fc1f35e73b80 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:12.479475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fc31588d-6c88-4ebd-b880-639ddbc9ed57 req-0c89cb8b-28f8-41fe-a51c-fc1f35e73b80 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.0768182 Jan 25 16:07:12.523695 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fc31588d-6c88-4ebd-b880-639ddbc9ed57 req-c1a0e7ab-c90a-4510-8bb3-431d7b08265d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Jan 25 16:07:13.472791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:07:13.608199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:07:13.660685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:07:13.713308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:13.729830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:07:13.731285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab3e34-b3b2-4080-8031-d5bda42265d5 req-626e4f7c-0189-4f96-b6e2-11263dc44984 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:13.732963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ab3e34-b3b2-4080-8031-d5bda42265d5 req-626e4f7c-0189-4f96-b6e2-11263dc44984 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.0740879 Jan 25 16:07:13.745178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:07:13.777273 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ab3e34-b3b2-4080-8031-d5bda42265d5 req-e61dc63d-a2c6-43ff-957b-1d4d051479e3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389223 Jan 25 16:07:13.801152 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:13.866862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:14.000547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['495c9a72-2fac-4494-af5a-c9fded35a90b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:07:14.969547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e174f-b64f-41ef-936a-3349db989d00 req-31042681-73ad-4a12-873c-f4c485993c34 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:14.970933 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf5e174f-b64f-41ef-936a-3349db989d00 req-31042681-73ad-4a12-873c-f4c485993c34 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 944 time: 0.0771072 Jan 25 16:07:15.013872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cf5e174f-b64f-41ef-936a-3349db989d00 req-52f19952-6ab2-42f5-8132-a4945b04f979 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369847 Jan 25 16:07:15.488809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:07:15.602141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 495c9a72-2fac-4494-af5a-c9fded35a90b completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:07:15.606737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 495c9a72-2fac-4494-af5a-c9fded35a90b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:07:15.607611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:15.715566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:15.741032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:07:15.750883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:07:15.793679 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'code': 200} Jan 25 16:07:15.796879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:15.860384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:07:16.262496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741023-ce02-4f03-b817-56f350e433de req-f554194f-53c2-4bea-9266-6ed6da802e8d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:16.264462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3741023-ce02-4f03-b817-56f350e433de req-f554194f-53c2-4bea-9266-6ed6da802e8d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.1275682 Jan 25 16:07:16.271468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-db5ba782-7539-4030-a4eb-c3e93198fc44 req-2db18d5c-d6a9-443d-a125-5dafb3d38fad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.1864326 Jan 25 16:07:16.338575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-db5ba782-7539-4030-a4eb-c3e93198fc44 req-09f8ab35-785b-4731-a908-665c41a1af49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525014 Jan 25 16:07:16.340622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3741023-ce02-4f03-b817-56f350e433de req-87745938-41b5-4228-955c-7c670329bba4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683246 Jan 25 16:07:17.537955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a330e-a510-4efa-beea-70e45f3b23c3 req-a5939d9e-1770-44fd-81ac-553f4c7788d3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:17.539417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba8a330e-a510-4efa-beea-70e45f3b23c3 req-a5939d9e-1770-44fd-81ac-553f4c7788d3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0786889 Jan 25 16:07:17.586360 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba8a330e-a510-4efa-beea-70e45f3b23c3 req-b522824d-16af-4193-b4ca-53f0392f907c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406418 Jan 25 16:07:18.791304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-aefcfd0f-5069-4c63-94ab-8c474e52852c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1259573 Jan 25 16:07:18.808155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb88cdc-dfe2-467c-af7a-273adac153ce req-5f4621f7-00f9-4bf1-b24b-ffc669fc9bf8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:18.809565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdb88cdc-dfe2-467c-af7a-273adac153ce req-5f4621f7-00f9-4bf1-b24b-ffc669fc9bf8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0942993 Jan 25 16:07:18.854780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bdb88cdc-dfe2-467c-af7a-273adac153ce req-2cb9a6d4-a6b5-48a1-8930-4ea8a3ced53b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391083 Jan 25 16:07:18.928532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-f3bc4cf7-bddc-422f-af5b-7c3c4edfd98e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0689681 Jan 25 16:07:19.128747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-3e0d450a-abbc-4c35-a6d7-8901229fdbb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:19.130196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-3e0d450a-abbc-4c35-a6d7-8901229fdbb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1817470 Jan 25 16:07:19.140788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd1a5a-2525-452f-b1b8-c5836c68f779 req-edec6647-b1b5-4f82-abc0-4a44831f6229 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:19.142192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26fd1a5a-2525-452f-b1b8-c5836c68f779 req-edec6647-b1b5-4f82-abc0-4a44831f6229 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.1654086 Jan 25 16:07:19.150758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40162) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:07:19.156086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'floatingip': {'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:07:19.204228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-047da10a-89b9-430e-a5ea-6b75bafbf3fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 217 time: 0.0610933 Jan 25 16:07:19.232909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:19.267739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-87a0fad3-8bde-4aba-85fe-232fc4134668 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:19.269149 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-87a0fad3-8bde-4aba-85fe-232fc4134668 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0599527 Jan 25 16:07:19.340039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-415e3c96-0dce-4a50-becc-3c612e47aac3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656571 Jan 25 16:07:19.467767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-fd605cb5-d0fc-45ed-9c1c-14a22761b474 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210918 Jan 25 16:07:19.596241 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2063dce8-50e8-456c-9dd0-ad85bbdf13ad req-0475a5db-d532-4dcd-aa35-cce9e80e35ad service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235142 Jan 25 16:07:19.812270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:19.869789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:20.050871 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac associated. External IP: 172.26.8.50, port: 495c9a72-2fac-4494-af5a-c9fded35a90b. Jan 25 16:07:20.521629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:07:20.715264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:07:20.720855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:20.725886 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:07:20.737830 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:07:20.738413 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:07:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:20.778541 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cda29463-bcc8-4ace-acf1-275252e12254 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "PUT /v2.0/floatingips/0e7c247a-0e75-4047-9343-7a6a889adaac HTTP/1.1" status: 200 len: 990 time: 1.6266308 Jan 25 16:07:20.779714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:07:20.911714 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'status': 'completed', 'code': 200} Jan 25 16:07:20.924226 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:07:21.089084 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-369e0c06-f369-4f8c-9cf4-44382df8e4cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.1583476 Jan 25 16:07:21.218344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-76fe8475-29e7-49f7-9ea1-76db08622c97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:21.220040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-76fe8475-29e7-49f7-9ea1-76db08622c97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1239393 Jan 25 16:07:21.269112 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:07:19Z', 'revision_number': 9, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:21.272949 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:07:21.283095 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:07:21.283693 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:07:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:21.320057 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-952ad6f2-e26f-420e-9f2e-396c8de14edd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 998 time: 0.0941675 Jan 25 16:07:21.379938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-0645f7f4-e996-40f8-b2e4-756aa54627c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:21.381269 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-0645f7f4-e996-40f8-b2e4-756aa54627c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0558887 Jan 25 16:07:21.453488 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-92397494-3b65-4d93-b845-11461f37c280 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666976 Jan 25 16:07:21.454247 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:07:21.582251 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-7fbb152b-ea40-4ced-b926-2ddadf1c3147 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227446 Jan 25 16:07:21.710465 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-854a0a10-de18-427c-ae8c-7c8e59deab06 req-eb4e27e1-8a4e-47b9-a3eb-e2a36eb34e24 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224701 Jan 25 16:07:21.789237 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:07:19Z', 'revision_number': 9, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:07:21.792942 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d7aa6a-f1be-4c48-8d42-34b10136c13b None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:07:19Z', 'revision_number': 9, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:07:21.978883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ce148-9310-4e06-8a9f-503ab7b1863d None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:07:29.447982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-babd2b52-8728-4430-9a6d-887a8b11f93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:30.183575 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:07:31.579012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c8b662f4-7ed9-4ff2-9e7c-7b0889b74a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:33.024681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:33.053149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:34.745039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:39.053612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:55.140682 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6189f5df-c016-4341-ab7a-89b26b1cc2de req-bcdf6cef-4092-4ee0-9e3d-4a2758e6ff87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1354609 Jan 25 16:07:55.583343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c588b-1b47-40dd-ae4d-d2bb27c56816 req-a6652686-2df5-409d-b036-0b9e5ad8a583 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:55.584018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-065c588b-1b47-40dd-ae4d-d2bb27c56816 req-a6652686-2df5-409d-b036-0b9e5ad8a583 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0751004 Jan 25 16:07:55.629497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-065c588b-1b47-40dd-ae4d-d2bb27c56816 req-9dbd9988-e517-4940-b34c-c8a3805cdb21 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Jan 25 16:07:55.689900 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-99624a7c-dd55-4388-b7f7-791355c4eea0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1360061 Jan 25 16:07:56.825471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf1fd3-331d-445d-95af-443bd7f2041b req-43cc62a4-c301-4c66-94b9-3b7aeecb28aa tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:56.826917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72cf1fd3-331d-445d-95af-443bd7f2041b req-43cc62a4-c301-4c66-94b9-3b7aeecb28aa tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0777485 Jan 25 16:07:56.872330 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72cf1fd3-331d-445d-95af-443bd7f2041b req-b327290f-0f99-45eb-b821-7ecfc34d2520 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 Jan 25 16:07:57.639478 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-54ab82db-5d62-42a3-9ae4-fd0da1866af9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0672672 Jan 25 16:07:57.766955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-92adf37a-b009-46eb-8cca-95121344b0ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:57.768357 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-92adf37a-b009-46eb-8cca-95121344b0ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1223347 Jan 25 16:07:57.867183 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-d44d4f5e-885f-478c-b383-744b8455b091 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1001 time: 0.0928555 Jan 25 16:07:57.929776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-eb0b88d7-1b28-43ab-9696-822d07394d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:57.931191 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-eb0b88d7-1b28-43ab-9696-822d07394d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0583298 Jan 25 16:07:58.046451 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-09733b73-1ba0-4fe0-810e-5f3f9820de1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1097162 Jan 25 16:07:58.160645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d80a0-dc2b-485e-9a44-692dd4d96503 req-ae83fc28-f4eb-40e0-ba17-b6eddb64bb89 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:58.162019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-917d80a0-dc2b-485e-9a44-692dd4d96503 req-ae83fc28-f4eb-40e0-ba17-b6eddb64bb89 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.1706624 Jan 25 16:07:58.296180 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-8cb625d7-018a-4784-9fd7-97c332f49697 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422593 Jan 25 16:07:58.326385 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-917d80a0-dc2b-485e-9a44-692dd4d96503 req-4e23fdee-1eb9-4d45-afa2-5c63d18e60db tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740466 Jan 25 16:07:58.433561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-d1517070-3878-4470-a77a-f68c46f90017 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259813 Jan 25 16:07:59.487304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-066182ab-2e9e-43e9-8160-30bd6f216eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:07:59.524555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4808d-0193-4379-aafd-d7448a7300f4 req-20d1607d-fe9e-4210-8cca-0a7c1f01b444 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:07:59.526023 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14d4808d-0193-4379-aafd-d7448a7300f4 req-20d1607d-fe9e-4210-8cca-0a7c1f01b444 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0759153 Jan 25 16:07:59.570345 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14d4808d-0193-4379-aafd-d7448a7300f4 req-32544104-390f-4059-9dbd-05ac5497d25f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387058 Jan 25 16:08:00.766856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4998c-ed3a-4826-bd48-b1cf09063fd1 req-a83c4c45-ee6a-44f4-8965-cbfe962c856b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:00.768261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cea4998c-ed3a-4826-bd48-b1cf09063fd1 req-a83c4c45-ee6a-44f4-8965-cbfe962c856b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0771062 Jan 25 16:08:00.811978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cea4998c-ed3a-4826-bd48-b1cf09063fd1 req-f5e80f83-2726-4816-a0a2-25c144990e8c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383382 Jan 25 16:08:01.545167 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ae860ff2-1fd4-4602-9006-87acedff55b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:02.002394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea989254-e8f6-4beb-89bc-3cf8e3ba9c9a req-1ad78a4e-9046-47b3-a560-f588b60c2454 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:02.003810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea989254-e8f6-4beb-89bc-3cf8e3ba9c9a req-1ad78a4e-9046-47b3-a560-f588b60c2454 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0741856 Jan 25 16:08:02.050721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea989254-e8f6-4beb-89bc-3cf8e3ba9c9a req-a208ae83-9b17-4fb2-be56-851110177c3c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414865 Jan 25 16:08:03.040654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:03.052794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:03.379628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd578d7-f44a-4f3c-bb12-7c03704952f5 req-505a0732-922f-4c68-b334-90156d9e799e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:03.380969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0dd578d7-f44a-4f3c-bb12-7c03704952f5 req-505a0732-922f-4c68-b334-90156d9e799e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0738926 Jan 25 16:08:03.424975 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0dd578d7-f44a-4f3c-bb12-7c03704952f5 req-ab3f0062-86ea-4cda-b4d1-67f8bd598dee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384123 Jan 25 16:08:04.620902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babd719-5eb6-44a0-8ca3-5f73797bf82d req-4df9f66d-73b4-47df-b204-fe3c136d5b8f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:04.622332 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9babd719-5eb6-44a0-8ca3-5f73797bf82d req-4df9f66d-73b4-47df-b204-fe3c136d5b8f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0797112 Jan 25 16:08:04.665644 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9babd719-5eb6-44a0-8ca3-5f73797bf82d req-19e91df6-0dd9-465e-ab03-1bde9953cda2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379288 Jan 25 16:08:04.755651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:05.855644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c89560-f9cf-4624-865d-c9c3a60356f2 req-e341a9d6-3fce-4418-af78-364d74ba8566 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:05.857633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3c89560-f9cf-4624-865d-c9c3a60356f2 req-e341a9d6-3fce-4418-af78-364d74ba8566 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0748749 Jan 25 16:08:05.900283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d3c89560-f9cf-4624-865d-c9c3a60356f2 req-e47d63c3-c5d4-46cc-9eb3-97221991c768 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373201 Jan 25 16:08:07.099030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6ffb2-7cbb-495d-82a4-dea51de1747d req-238683f8-5669-4104-b7b1-2b1ee3f53267 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:07.100542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7f6ffb2-7cbb-495d-82a4-dea51de1747d req-238683f8-5669-4104-b7b1-2b1ee3f53267 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0782216 Jan 25 16:08:07.145630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7f6ffb2-7cbb-495d-82a4-dea51de1747d req-5e053b5d-8e57-4f54-b704-1bf555b5d2b5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Jan 25 16:08:07.182987 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:08:08.338424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4735587-d12c-430b-8d51-1f9d9e2fd063 req-3d1c00b6-b414-4002-ba36-618ba3a1c251 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:08.339847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4735587-d12c-430b-8d51-1f9d9e2fd063 req-3d1c00b6-b414-4002-ba36-618ba3a1c251 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0742419 Jan 25 16:08:08.388260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4735587-d12c-430b-8d51-1f9d9e2fd063 req-cf6ef3c2-3b7d-4cff-a915-756147637b4d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Jan 25 16:08:09.178797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:09.577748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f96a38-6c95-4670-873e-53c3f89a0043 req-297df21d-5758-4afc-9b57-80068af27215 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:09.579261 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3f96a38-6c95-4670-873e-53c3f89a0043 req-297df21d-5758-4afc-9b57-80068af27215 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0735924 Jan 25 16:08:09.622834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3f96a38-6c95-4670-873e-53c3f89a0043 req-925c1576-0259-4853-b26d-ce34c6526c51 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382626 Jan 25 16:08:10.553516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-505c3fd4-fa8b-4e06-bf67-9f09c3c80e3f service neutron] 10.222.0.41 "GET /v2.0/ports/495c9a72-2fac-4494-af5a-c9fded35a90b/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0750642 Jan 25 16:08:10.819519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be150417-f6ef-4c47-bb4c-b3322042e6c6 req-f4ef776d-9a24-4d95-8059-6147699f3d89 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:10.820917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be150417-f6ef-4c47-bb4c-b3322042e6c6 req-f4ef776d-9a24-4d95-8059-6147699f3d89 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Jan 25 16:08:10.867029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be150417-f6ef-4c47-bb4c-b3322042e6c6 req-5b16f383-032f-4aa5-93a8-e2b9d9703ac9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396128 Jan 25 16:08:11.217373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-f583313b-fbbb-4118-9e1e-60cd7e0d1094 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1098 time: 0.0720308 Jan 25 16:08:11.305649 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-5064ee8d-3b0b-4cb3-86c7-0ec03f6938de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0665386 Jan 25 16:08:11.433686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-485db4dc-d568-4ae7-8328-e3cd9cb2c935 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:11.435612 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-485db4dc-d568-4ae7-8328-e3cd9cb2c935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1214962 Jan 25 16:08:11.533386 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-506dd8c8-7e2f-4df6-ae37-169b938d4f6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1001 time: 0.0915477 Jan 25 16:08:11.591788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-a0485db5-371c-40b8-a0b4-de443a887922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:11.593167 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-a0485db5-371c-40b8-a0b4-de443a887922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0542774 Jan 25 16:08:11.746503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-b34c2b7f-1af4-469d-aee0-2566c7d27223 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478183 Jan 25 16:08:11.872623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-e52492bc-40bb-4489-acde-53283ff63a84 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190534 Jan 25 16:08:12.036810 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-259ac3af-0a67-4e9f-90bd-f9946385e3c9 req-c467e215-b5a3-4dd0-bceb-3116706b0166 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580017 Jan 25 16:08:12.071580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e94b-8a14-4998-bd99-6c7fe05a64b3 req-9f12239d-313b-43c8-9937-6183699226a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:12.073004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3fa8e94b-8a14-4998-bd99-6c7fe05a64b3 req-9f12239d-313b-43c8-9937-6183699226a1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0791888 Jan 25 16:08:12.118821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3fa8e94b-8a14-4998-bd99-6c7fe05a64b3 req-19fed1ad-4824-43d6-a29a-e7c04d80eb0a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Jan 25 16:08:13.315156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce22223-1123-4913-bf23-4b6e803eccf5 req-6a0ca9dd-ba4f-457f-a933-f1190b33d399 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:13.316574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ce22223-1123-4913-bf23-4b6e803eccf5 req-6a0ca9dd-ba4f-457f-a933-f1190b33d399 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0770566 Jan 25 16:08:13.360307 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ce22223-1123-4913-bf23-4b6e803eccf5 req-0e75d010-f95b-405c-862b-4da82edd3bd2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382931 Jan 25 16:08:14.554108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0fcf9-5f73-44b1-8555-8121acf15a6e req-b00bc0d5-23df-4466-8265-e2788c2f5018 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:14.555523 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ad0fcf9-5f73-44b1-8555-8121acf15a6e req-b00bc0d5-23df-4466-8265-e2788c2f5018 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0744865 Jan 25 16:08:14.598715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ad0fcf9-5f73-44b1-8555-8121acf15a6e req-b894ab58-edb5-4710-b802-22f09d1a3488 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Jan 25 16:08:15.318647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-1a89fb54-d00c-4bf8-a808-966c55d10218 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:15.320058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-1a89fb54-d00c-4bf8-a808-966c55d10218 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&tenant_id=293583aaeabc4a64af02bef37b888722&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.0851717 Jan 25 16:08:15.451113 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-db553ca7-7185-4af7-9fa4-3a74960cca68 service neutron] 10.222.0.41 "GET /v2.0/ports/495c9a72-2fac-4494-af5a-c9fded35a90b/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.1251819 Jan 25 16:08:15.468281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3960bc-5f53-4a5c-857b-06b89b0b4a37 req-baaca68f-36f2-4634-8484-2ed2c6363cbf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:15.469979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a3960bc-5f53-4a5c-857b-06b89b0b4a37 req-baaca68f-36f2-4634-8484-2ed2c6363cbf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0938148 Jan 25 16:08:15.556445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a3960bc-5f53-4a5c-857b-06b89b0b4a37 req-30ccc632-a567-4ee5-988f-5d7a9ab39be4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576978 Jan 25 16:08:15.569518 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-b3390b29-c56f-4fa7-81ac-34e6f268aa01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0986226 Jan 25 16:08:15.693704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-9980eea8-6c57-48de-a382-b32562a165f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:15.695091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-9980eea8-6c57-48de-a382-b32562a165f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1205573 Jan 25 16:08:15.740868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:08:15.743204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:08:15.794109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-1ec3abc6-1e7d-49f1-a6cc-0e3176b30f3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1001 time: 0.0932686 Jan 25 16:08:15.854219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-8ae1f1d2-a73f-4395-a692-7f2cee58456a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:15.855623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-8ae1f1d2-a73f-4395-a692-7f2cee58456a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0555384 Jan 25 16:08:15.929483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-173699f4-891a-41a8-9b1f-a26f2b951b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680921 Jan 25 16:08:15.952500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:15.977770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:15.996020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:08:16.001418 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:16.033164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:16.062078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-72afd879-53e5-42f7-93de-c2b2f43c398a service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265621 Jan 25 16:08:16.064086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:16.075266 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'code': 200} Jan 25 16:08:16.082620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:16.127556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:16.191782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-ed2a1bcf-fd8d-41f1-a804-7ba6ba6d4d47 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241596 Jan 25 16:08:16.274014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:08:16.274338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:08:16.281688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:16.289712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.290060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.290387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.290715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.291048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.291363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.291677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.291994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.292307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.292620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.292928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:16.746694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd4b93-3f26-4b05-87e7-a1b26245734e req-3637db17-8979-4d79-981a-ebe8036e512d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:16.748085 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63cd4b93-3f26-4b05-87e7-a1b26245734e req-3637db17-8979-4d79-981a-ebe8036e512d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.0726705 Jan 25 16:08:16.794926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63cd4b93-3f26-4b05-87e7-a1b26245734e req-1334ecf5-82b9-4f29-9ad3-6f5ef2f364ed tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379589 Jan 25 16:08:16.828038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:16.845054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:16.859184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:16.938095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:17.001685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['495c9a72-2fac-4494-af5a-c9fded35a90b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:08:17.035043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:17.749013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:08:17.813974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 495c9a72-2fac-4494-af5a-c9fded35a90b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:08:17.814338 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:17.928956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:17.961999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:18.064290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:18.078090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed718b-b0a1-445a-8a3a-279c44b5b169 req-116d6d6b-3d9f-4c0d-9ee5-add7ca7e2e7e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:18.079525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9ed718b-b0a1-445a-8a3a-279c44b5b169 req-116d6d6b-3d9f-4c0d-9ee5-add7ca7e2e7e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 944 time: 0.1674113 Jan 25 16:08:18.095155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:18.126635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9ed718b-b0a1-445a-8a3a-279c44b5b169 req-e4ca1e88-c1c2-4a28-8ade-a42bd10aeb5d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Jan 25 16:08:18.161639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:18.182730 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'code': 200} Jan 25 16:08:19.138816 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-5ba622bd-0a0d-4510-8606-4d11aa02c530 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1098 time: 0.0666335 Jan 25 16:08:19.232078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-c4779726-f287-4b94-a589-595f357cacc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0718579 Jan 25 16:08:19.416266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-79b52497-99e9-4e15-bdaa-eb37f4f66dde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:19.417626 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-79b52497-99e9-4e15-bdaa-eb37f4f66dde service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1795139 Jan 25 16:08:19.424544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5174-c3b9-4c0f-b236-5af11245b4f9 req-46ddff88-4ad0-460f-bc85-e500b966e62d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:19.429880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d40b5174-c3b9-4c0f-b236-5af11245b4f9 req-46ddff88-4ad0-460f-bc85-e500b966e62d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.1706591 Jan 25 16:08:19.547658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d40b5174-c3b9-4c0f-b236-5af11245b4f9 req-bb007181-b9af-4473-877f-aba9cb7d9212 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746217 Jan 25 16:08:19.551917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-54290898-ec33-4e4f-a8b2-da9189762c84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1001 time: 0.1252213 Jan 25 16:08:19.612118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-9c55bd86-fed2-49fa-a796-4b9e264a90b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:19.613510 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-9c55bd86-fed2-49fa-a796-4b9e264a90b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0556910 Jan 25 16:08:19.684866 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-2cec03bf-e0e9-4748-95f9-b84067d88845 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653198 Jan 25 16:08:19.810670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-4dea254e-dc78-4484-9cd9-2ddc4c92e462 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198552 Jan 25 16:08:19.937099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50f9bdd2-8427-4e2c-b558-bcd968001927 req-24d64c36-f11d-445f-8cba-281a501383ad service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194158 Jan 25 16:08:20.094761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-767fc503-e082-485b-8753-2dcef6692d16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 1098 time: 0.0696294 Jan 25 16:08:20.237525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-773e16ea-acbd-4f71-860f-a53c6d57b5dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:20.238941 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-773e16ea-acbd-4f71-860f-a53c6d57b5dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1217506 Jan 25 16:08:20.339128 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-5f677baf-f2ac-4f87-b9f4-e61b9e4755e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 200 len: 1001 time: 0.0912628 Jan 25 16:08:20.396986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-c659e59f-685f-4e19-8e84-b7eaaa12679e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:20.398352 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-c659e59f-685f-4e19-8e84-b7eaaa12679e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0538404 Jan 25 16:08:20.468149 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-c1123644-a8d5-4ec6-8d58-d6751497b8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636680 Jan 25 16:08:20.596050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-d8392ff0-68ca-4c9a-94f6-a64618656f96 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205194 Jan 25 16:08:20.861228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe0c33cb-18e6-4fc7-91ba-830f222d34a4 req-dc2913f7-492e-4f24-810f-df1f04fbfe74 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584460 Jan 25 16:08:20.874064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486e8c4-0444-440d-815b-3ed30594b021 req-efd16efb-1504-4313-a03d-a6847027e6e6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:20.875445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9486e8c4-0444-440d-815b-3ed30594b021 req-efd16efb-1504-4313-a03d-a6847027e6e6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.1683106 Jan 25 16:08:20.920070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9486e8c4-0444-440d-815b-3ed30594b021 req-9400a060-a0ce-41e2-8f3c-6da8acdf48f2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Jan 25 16:08:21.768146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:08:21.771462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:08:21.972990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:22.006945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:22.023505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:22.031807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'mac_address': 'fa:16:3e:83:24:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:08:22.035650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:22.085085 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'code': 200} Jan 25 16:08:22.095544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:22.106427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:22.123913 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23693-4ce2-4d8c-a3d5-915a14a81f42 req-e98c610f-be17-4194-89f4-49ef952fcb4c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:22.125602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79d23693-4ce2-4d8c-a3d5-915a14a81f42 req-e98c610f-be17-4194-89f4-49ef952fcb4c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0868015 Jan 25 16:08:22.151081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:22.173571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-79d23693-4ce2-4d8c-a3d5-915a14a81f42 req-3aab593b-786f-409e-ad25-b141ccf6eff7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Jan 25 16:08:22.225975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=9']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:22.232691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:08:22.233043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:08:22.368365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ce2b-a468-4a34-80fb-507c3d600db8 req-01c781c9-d6dc-4ff1-ac1a-8a1b16458363 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:22.369755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f782ce2b-a468-4a34-80fb-507c3d600db8 req-01c781c9-d6dc-4ff1-ac1a-8a1b16458363 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.0750864 Jan 25 16:08:22.416443 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f782ce2b-a468-4a34-80fb-507c3d600db8 req-45f2478b-ab4b-4d03-8bea-1fb50dda7cfd tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412858 Jan 25 16:08:22.606286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6dc69-4a7f-489c-b4c8-ab9da8ea4729 req-83ee0657-bcbc-4249-9632-bc012bf4bf97 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:22.607995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-64f6dc69-4a7f-489c-b4c8-ab9da8ea4729 req-83ee0657-bcbc-4249-9632-bc012bf4bf97 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 943 time: 0.0763443 Jan 25 16:08:22.651556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-64f6dc69-4a7f-489c-b4c8-ab9da8ea4729 req-1d20ad64-6275-440d-9a2f-3bcb8d7d65ee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Jan 25 16:08:22.784408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:22.801235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:22.816048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:22.921601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:22.980691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['495c9a72-2fac-4494-af5a-c9fded35a90b'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:08:23.032634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=10']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:23.297153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b185e-2c44-4f69-a616-e9683e1f5d84 req-cbc998de-0dc7-4401-a76c-c69a6f35c81e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:23.298566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-907b185e-2c44-4f69-a616-e9683e1f5d84 req-cbc998de-0dc7-4401-a76c-c69a6f35c81e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 945 time: 0.0760691 Jan 25 16:08:23.342117 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-907b185e-2c44-4f69-a616-e9683e1f5d84 req-16e4ce2f-0bc4-41cb-bae6-a02a8cb52a06 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Jan 25 16:08:23.783830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:08:23.852382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 495c9a72-2fac-4494-af5a-c9fded35a90b triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:08:23.853002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:23.958473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:23.991819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:24.052535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:24.085874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:24.121360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=11']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:24.144986 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'code': 200} Jan 25 16:08:24.533342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fb541-d90a-4fe3-b083-ec14569f3f85 req-8a04c1a2-066c-4237-8b1c-e573709a01d9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:24.535103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339fb541-d90a-4fe3-b083-ec14569f3f85 req-8a04c1a2-066c-4237-8b1c-e573709a01d9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 946 time: 0.0749252 Jan 25 16:08:24.579149 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-339fb541-d90a-4fe3-b083-ec14569f3f85 req-4f08950b-41f5-4d0c-b95c-8832abaf752b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 Jan 25 16:08:25.322480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-bd9d4e25-964c-49b2-afc4-2bfccfe6e035 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:25.323868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-bd9d4e25-964c-49b2-afc4-2bfccfe6e035 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 946 time: 0.0764480 Jan 25 16:08:25.389092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Deleting port 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:08:25.389359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:25.625062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] For port 495c9a72-2fac-4494-af5a-c9fded35a90b, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=495c9a72-2fac-4494-af5a-c9fded35a90b,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:25.625654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:25.929944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd3b6-4bc1-4d5c-ba2b-64b61dbbdabf req-03f72eeb-0bd9-4374-932c-42be17a627d0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:25.931362 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-718bd3b6-4bc1-4d5c-ba2b-64b61dbbdabf req-03f72eeb-0bd9-4374-932c-42be17a627d0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 946 time: 0.2319901 Jan 25 16:08:25.984639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:25.984997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:25.985300 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac disassociated. External IP: 172.26.8.50, port: 495c9a72-2fac-4494-af5a-c9fded35a90b. Jan 25 16:08:25.985664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Calling delete_port for 495c9a72-2fac-4494-af5a-c9fded35a90b owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:08:26.032496 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-718bd3b6-4bc1-4d5c-ba2b-64b61dbbdabf req-e018eb1c-6783-4668-87fa-fe0a3841f396 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957084 Jan 25 16:08:26.275665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:26.320712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'Port': ['ID=495c9a72-2fac-4494-af5a-c9fded35a90b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:26.334997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.335338 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.335670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.336004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.336332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.336654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.336976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.337297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.337641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.337962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.338279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:08:26.539987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:08:26.730259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:08:26.740155 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:08:26.751556 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:08:26.752181 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:08:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:26.801233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] No DVR routers for this DVR port 495c9a72-2fac-4494-af5a-c9fded35a90b on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:08:26.803596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:26.806058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-deleted', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:26.860498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '313e6cf9-00e8-407e-87a2-e974b6c5d294', 'name': 'network-vif-deleted', 'tag': '495c9a72-2fac-4494-af5a-c9fded35a90b', 'status': 'completed', 'code': 200} Jan 25 16:08:26.887619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d01c1880-9634-4b13-b578-ccecb33ee881 req-c20a07b6-b292-4aec-a6c9-71b8b09a10ca tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "DELETE /v2.0/ports/495c9a72-2fac-4494-af5a-c9fded35a90b HTTP/1.1" status: 204 len: 173 time: 1.5582511 Jan 25 16:08:26.947231 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:08:27.195973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-80b442d3-eb1f-447d-abde-93d21dcf1882 req-1ca9887d-08ed-4359-9d0d-462eab98e73b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:08:27.257928 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:27.261795 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:08:27.272361 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:08:27.272946 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:08:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:27.292936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-80b442d3-eb1f-447d-abde-93d21dcf1882 req-1ca9887d-08ed-4359-9d0d-462eab98e73b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:08:27.294135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-80b442d3-eb1f-447d-abde-93d21dcf1882 req-1ca9887d-08ed-4359-9d0d-462eab98e73b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=313e6cf9-00e8-407e-87a2-e974b6c5d294 HTTP/1.1" status: 200 len: 210 time: 0.1374104 Jan 25 16:08:27.448161 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:08:27.749991 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:27.753708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8ca677-f868-403f-8f6b-c51794476b97 None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:08:27.961678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07096b4f-ed92-4eb2-b384-a8528d171b83 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:08:28.654011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-ae6c386f-97e8-41db-bd7a-a4ddc5a8963c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--281815450&fields=id&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 267 time: 0.0394528 Jan 25 16:08:28.795639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-dd27c6b5-3519-4c2f-8d33-4e038d295fb0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:28.797040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-dd27c6b5-3519-4c2f-8d33-4e038d295fb0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1370580 Jan 25 16:08:28.812464 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-e98dfc9e-2433-457a-8a10-6abacbf2afe8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/quotas/293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 375 time: 0.0101860 Jan 25 16:08:28.900539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-b5dec606-8697-4cda-b703-bcc590bbe308 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834410 Jan 25 16:08:29.032800 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-ad507674-8543-4c45-a101-2f6f6561b389 service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204963 Jan 25 16:08:29.164176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-82a97b7b-135a-443b-803f-a36e608407e0 service neutron] 10.222.0.26 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258543 Jan 25 16:08:29.410024 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-908a4810-2dde-4d79-8845-a7dfdf880e24 req-6dfc4de0-1674-472a-944b-1606f9304b3a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 210 time: 0.0409751 Jan 25 16:08:29.451661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c9b84ad6-0d5d-4c8b-a0a7-89eca3e1cd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:29.847339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:08:29.879353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 495c9a72-2fac-4494-af5a-c9fded35a90b {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:08:29.879695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 495c9a72-2fac-4494-af5a-c9fded35a90b not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:08:30.570553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d0c448e3-a70b-4475-9e9b-18333206d250 req-a8cfb853-7864-4f85-80ae-5a065aeb961a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 210 time: 0.0422034 Jan 25 16:08:31.261144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-2654a5b0-5f9b-448d-aa0a-69117e75a56b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:31.262585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-2654a5b0-5f9b-448d-aa0a-69117e75a56b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 812 time: 0.1399164 Jan 25 16:08:31.315621 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-f0b5fff9-60dc-4f9e-a775-973e1542d19b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 379 time: 0.0409760 Jan 25 16:08:31.323581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'port': {'device_id': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'admin_state_up': True, 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'security_groups': ['c209936b-7484-4827-8c00-1484c8f92fc8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:08:31.538274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3e950805-385c-4d16-a4f3-4b7a984d21ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:31.553074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:08:31.562311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:08:31.658286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Made reservation on behalf of 293583aaeabc4a64af02bef37b888722 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:08:31.661357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:31.765732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4222b582-d088-47dd-882c-f9ad15497d70 req-7c497181-1c33-46c4-aa4f-40d5b883bad6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 210 time: 0.0522580 Jan 25 16:08:31.856006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Allocated IP 172.20.0.9 (cb0e6a2a-9a5a-4d27-81a9-6480283baa76/6bb8d0b6-67b7-4d3a-9d34-4439ea956843/15a7e2ad-ace0-47af-bf2b-7b048d1bc90e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:08:32.035497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.051219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Transition to ACTIVE for port object 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:08:32.132882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.205603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:08:32.208545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:08:32.212413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:08:32.243552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:32.277305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:32.278471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.373848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-718e446c-d950-4bd0-bbfb-f7d734606aec tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0536978 Jan 25 16:08:32.388433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Request body: {'port': {'device_id': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:08:32.491870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.572266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3264c79f-7097-4c3e-aa73-b0aa9aca03ba None None] Provisioning for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:08:32.577955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3264c79f-7097-4c3e-aa73-b0aa9aca03ba None None] Provisioning complete for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:08:32.578319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3264c79f-7097-4c3e-aa73-b0aa9aca03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.632174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3264c79f-7097-4c3e-aa73-b0aa9aca03ba None None] Port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:08:32.819354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:32.826812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:32.840710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Transition to ACTIVE for port object 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:08:32.932568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.024280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.069153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:33.069802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.163032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6efead-0dbe-4ff2-bb5b-a89fd376b836 req-55927fcc-3411-4e50-b944-17f36c3721c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:33.163705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3e6efead-0dbe-4ff2-bb5b-a89fd376b836 req-55927fcc-3411-4e50-b944-17f36c3721c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:08:33.208590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Attempting to bind port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:08:33.216887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Attempting to bind port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:08:33.216887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Attempting to bind port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:08:33.216887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:08:33.216887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Attempting to bind port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e on network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:08:33.221346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:08:33.221701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Checking segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:08:33.222072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Bound using segment: {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:08:33.222533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Bound port: 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6d548d-4511-4cc0-a83c-5a4224527b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:08:33.222874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.300986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3e6efead-0dbe-4ff2-bb5b-a89fd376b836 req-55927fcc-3411-4e50-b944-17f36c3721c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:08:33.302080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e6efead-0dbe-4ff2-bb5b-a89fd376b836 req-55927fcc-3411-4e50-b944-17f36c3721c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 931 time: 0.4165645 Jan 25 16:08:33.307270 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:08:33.311766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:08:33.349736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e6efead-0dbe-4ff2-bb5b-a89fd376b836 req-870391de-b1b7-4bae-b62e-734032e198a8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402076 Jan 25 16:08:33.396095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.458422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:33.459809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1093 time: 1.0787911 Jan 25 16:08:33.460233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:33.479791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd08727-7066-46e0-a552-6ee1ac2d85c4 service neutron] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:33.532619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'status': 'completed', 'code': 200} Jan 25 16:08:33.609259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95ca6166-01c1-44fa-b444-316a0dd32b9d req-055d029a-15f8-4de9-a052-3ccb9a3c80ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1096 time: 0.0702772 Jan 25 16:08:33.834265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca6166-01c1-44fa-b444-316a0dd32b9d req-60394433-a989-479d-ba82-971db16cbb17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:33.835593 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95ca6166-01c1-44fa-b444-316a0dd32b9d req-60394433-a989-479d-ba82-971db16cbb17 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=293583aaeabc4a64af02bef37b888722&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2197800 Jan 25 16:08:33.966748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca6166-01c1-44fa-b444-316a0dd32b9d req-487f8483-3d73-463f-9194-6d69f21bd748 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:33.968058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95ca6166-01c1-44fa-b444-316a0dd32b9d req-487f8483-3d73-463f-9194-6d69f21bd748 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247251 Jan 25 16:08:34.073685 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-f12af73c-de97-4f9c-8e41-b17308ce1fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1096 time: 0.0693917 Jan 25 16:08:34.138594 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-9957d932-76be-4936-8d41-c8a5a3220326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 217 time: 0.0584993 Jan 25 16:08:34.200651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-5978022f-4505-4123-9a56-2c3729d8d37a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:34.202036 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-5978022f-4505-4123-9a56-2c3729d8d37a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0578980 Jan 25 16:08:34.272567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-9031d1a6-26d2-4fed-b35b-fb813cad367c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645845 Jan 25 16:08:34.398518 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-e179a3b7-ac8e-4a56-b624-737d509c3da4 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195619 Jan 25 16:08:34.585537 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-704d8431-b7c3-43c5-8d71-47f19d253b12 req-db6b8597-b2e6-4417-97d0-bafc61d709f6 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776588 Jan 25 16:08:34.596157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f86f90-8672-431c-a04f-458a9e3f8eba req-b876828a-487a-4e41-8f10-f875e4bb7975 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:34.597558 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03f86f90-8672-431c-a04f-458a9e3f8eba req-b876828a-487a-4e41-8f10-f875e4bb7975 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.1222968 Jan 25 16:08:34.641460 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03f86f90-8672-431c-a04f-458a9e3f8eba req-5d822e16-2a9f-4f79-b927-f6d747a5bfda tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380707 Jan 25 16:08:34.749760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:35.834801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b90efb-6435-4643-995e-25f69b09fc31 req-1d1632e4-f7e4-4b8e-a61e-35a296b149c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:35.836208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b90efb-6435-4643-995e-25f69b09fc31 req-1d1632e4-f7e4-4b8e-a61e-35a296b149c1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0735919 Jan 25 16:08:35.879791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8b90efb-6435-4643-995e-25f69b09fc31 req-b11f069a-0a2d-4772-8cdf-763667794c44 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 Jan 25 16:08:37.073128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145b7f-5fc9-4b68-9c33-3581ab46ccb4 req-c85d3fd9-37fc-48a9-915a-2e3bc82198c2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:37.074602 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44145b7f-5fc9-4b68-9c33-3581ab46ccb4 req-c85d3fd9-37fc-48a9-915a-2e3bc82198c2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0766792 Jan 25 16:08:37.119140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44145b7f-5fc9-4b68-9c33-3581ab46ccb4 req-8d76f5d2-b35f-4ffc-9b0d-80abdbc20c8b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 Jan 25 16:08:37.877118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:08:38.005414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:38.018472 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:08:38.069082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:38.089101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:08:38.103482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:38.155168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:38.221752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:38.320114 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd0f03-60d1-4c20-9379-f363b5df1c3f req-e5d207e0-7834-47d1-a136-13e9f4816dd1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:38.321549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e6fd0f03-60d1-4c20-9379-f363b5df1c3f req-e5d207e0-7834-47d1-a136-13e9f4816dd1 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 944 time: 0.0755227 Jan 25 16:08:38.366608 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:08:38.371016 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e6fd0f03-60d1-4c20-9379-f363b5df1c3f req-c7f22c78-d076-4c73-b04f-5446db235392 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Jan 25 16:08:39.069554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:39.624508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019cfda-eeda-4859-aff8-b482de6e48d1 req-0e627f81-3750-47a2-9406-5725375955fc tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:39.625949 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4019cfda-eeda-4859-aff8-b482de6e48d1 req-0e627f81-3750-47a2-9406-5725375955fc tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 944 time: 0.0753522 Jan 25 16:08:39.669757 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4019cfda-eeda-4859-aff8-b482de6e48d1 req-480f10fa-0a59-4939-9c71-969b2e7fcac3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Jan 25 16:08:39.876723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:08:40.016596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:08:40.021087 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:08:40.021582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:40.132941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:40.158755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:40.168666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:08:40.212547 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'code': 200} Jan 25 16:08:40.245860 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:40.309043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:08:40.592565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-175795a6-77f9-451d-8cf9-d800dbaecb18 req-be9a35d4-46fb-4275-b4bf-0961158a2c5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0698595 Jan 25 16:08:40.632423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-175795a6-77f9-451d-8cf9-d800dbaecb18 req-94db1806-e375-4ef4-9f4f-d5115f5225e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338545 Jan 25 16:08:40.862445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe62e1a-e431-4194-8a58-0b682b288956 req-354eb901-54f5-40e9-89e5-c2077c5e7690 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:40.863777 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4fe62e1a-e431-4194-8a58-0b682b288956 req-354eb901-54f5-40e9-89e5-c2077c5e7690 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0740123 Jan 25 16:08:40.907089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4fe62e1a-e431-4194-8a58-0b682b288956 req-2aa614e5-e62e-4c55-96c9-10a8310da142 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379779 Jan 25 16:08:42.100842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da888c-6d58-4c87-b575-c3ce00065518 req-c0863f4b-5954-4505-be62-d4b78b0c31da tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:42.102375 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32da888c-6d58-4c87-b575-c3ce00065518 req-c0863f4b-5954-4505-be62-d4b78b0c31da tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0783100 Jan 25 16:08:42.146445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32da888c-6d58-4c87-b575-c3ce00065518 req-3b4b3b0f-364c-4418-b5f5-217eab154089 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386126 Jan 25 16:08:42.331521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d43e-b278-4e96-b5d1-69517b77e775 req-be97a7c6-4746-4db4-aac2-2107ce9a2a40 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:42.332936 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9763d43e-b278-4e96-b5d1-69517b77e775 req-be97a7c6-4746-4db4-aac2-2107ce9a2a40 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0740757 Jan 25 16:08:42.341968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 40378) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:08:42.347209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Request body: {'floatingip': {'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:08:42.505331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:43.077046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:43.143640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:43.332359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac associated. External IP: 172.26.8.50, port: 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e. Jan 25 16:08:43.723604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:08:44.010575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:08:44.015422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:08:44.020487 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:08:44.032854 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:08:44.033502 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:08:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:44.068424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8f160fe-e7a6-45ac-9f8a-aaf301376a67 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "PUT /v2.0/floatingips/0e7c247a-0e75-4047-9343-7a6a889adaac HTTP/1.1" status: 200 len: 991 time: 1.7254355 Jan 25 16:08:44.068986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:08:44.138913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'status': 'completed', 'code': 200} Jan 25 16:08:44.199041 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:08:44.223398 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:08:44.233700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-dc802cc6-af64-44c6-8dec-91f622dab6d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0716491 Jan 25 16:08:44.362686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-fdc44df8-e127-4471-a55c-0665c633509f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:44.364038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-fdc44df8-e127-4471-a55c-0665c633509f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1246037 Jan 25 16:08:44.465433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-1238aaab-9470-4c5a-915f-cb8b8f52e2c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 999 time: 0.0948968 Jan 25 16:08:44.524440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-751afb32-fee6-4c7d-8da1-f8b7b0375c3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:08:44.525876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-751afb32-fee6-4c7d-8da1-f8b7b0375c3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0555382 Jan 25 16:08:44.585185 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:08:42Z', 'revision_number': 13, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:44.588910 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:08:44.599952 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:08:44.600537 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:08:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:44.601227 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-86db5702-4c9d-4483-b1ba-c8975dee3a93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696270 Jan 25 16:08:44.728144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-d2b066a5-370f-4282-85c1-fec6fe5ad10a service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212924 Jan 25 16:08:44.770311 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:08:44.856282 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6ced6c2-4e3b-4b19-8ad2-65e855216683 req-35e7eb77-ff6c-4015-8729-05a6651a820d service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228933 Jan 25 16:08:45.100136 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:08:42Z', 'revision_number': 13, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:08:45.103811 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4044203e-3de3-40b3-b991-35ff7f7b484d None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '0e7c247a-0e75-4047-9343-7a6a889adaac', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'floating_ip_address': '172.26.8.50', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '600ce7d2-f099-4125-993f-6942e5116701', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:04:23Z', 'updated_at': '2022-01-25T16:08:42Z', 'revision_number': 13, 'project_id': '293583aaeabc4a64af02bef37b888722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:08:45.305577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec30169c-cb8b-4ebe-a62d-ae41abf7c790 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:08:59.452174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0de05c35-c53f-4e62-b3fc-81d31c4f571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:01.553997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c2d624b1-5902-4374-ae23-4de9c7f4b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:03.011961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:03.022974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:04.748923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:09.183666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:19.715291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-5c9eb6f5-9955-4f96-bf1f-9d832969e3e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667064 Jan 25 16:09:19.851717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-d36a683e-2955-4033-94a1-b39d5e68bd51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0729911 Jan 25 16:09:19.995662 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-df313e7f-5685-4edf-87ae-b283ee55d5e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:19.997246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-df313e7f-5685-4edf-87ae-b283ee55d5e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1278121 Jan 25 16:09:20.099951 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-eb78adc7-3c05-4cd5-91d1-dd91f360593d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.0950501 Jan 25 16:09:20.159867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-bc771474-8394-41fd-9f89-fdaabb61cc76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:20.161319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-bc771474-8394-41fd-9f89-fdaabb61cc76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0561280 Jan 25 16:09:20.235060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-df0d5c40-7482-4bfa-9361-820ba0fcf534 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680566 Jan 25 16:09:20.364195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-f2b284ca-b9b6-417c-8de7-7bd9d9a3dded service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235900 Jan 25 16:09:20.586565 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46936bf1-2fff-4dfe-bf37-792c1fc793c3 req-d72f1360-9e03-42df-b6ec-d1845a529ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169864 Jan 25 16:09:21.179134 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:09:21.497336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3d17a-4b50-41d5-ba3a-bf5b2d70834c req-490f1bf5-6262-4524-bb30-7932c2b1aa78 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:21.498781 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86f3d17a-4b50-41d5-ba3a-bf5b2d70834c req-490f1bf5-6262-4524-bb30-7932c2b1aa78 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0770228 Jan 25 16:09:21.542264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-86f3d17a-4b50-41d5-ba3a-bf5b2d70834c req-c33cac7a-2b29-447d-925f-c598001f6451 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381544 Jan 25 16:09:29.508430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-09915a49-bad0-4dfe-b96e-a51f44e8e894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:31.468395 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a574d256-9001-4e57-ab93-6cce3eba06a9 req-c109ebbd-f2a8-41c2-945a-e8f699e7e8d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0655544 Jan 25 16:09:31.587550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7a67140-26eb-4717-b87c-0202f53c0256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:31.936711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834af2a-2a7c-443a-b310-028babc39a18 req-618e68fb-08b8-40cf-970f-659005ac6522 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:31.938181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f834af2a-2a7c-443a-b310-028babc39a18 req-618e68fb-08b8-40cf-970f-659005ac6522 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0782132 Jan 25 16:09:31.984073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f834af2a-2a7c-443a-b310-028babc39a18 req-032bfc34-fa31-4c70-9b29-a602cf8e44e5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Jan 25 16:09:31.998911 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-b2046659-94fb-4787-9fda-4f3a8fd0b3af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708861 Jan 25 16:09:33.029000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:33.057284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:33.183902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edb7a4-a71b-4fba-84c0-0849dc4435e0 req-a01dd682-ea2a-44de-8a27-ec95d6b132b9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:33.185324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-97edb7a4-a71b-4fba-84c0-0849dc4435e0 req-a01dd682-ea2a-44de-8a27-ec95d6b132b9 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0794172 Jan 25 16:09:33.233869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-97edb7a4-a71b-4fba-84c0-0849dc4435e0 req-c7597e30-2ca7-4bcf-b9b6-0a6f4c5e899c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Jan 25 16:09:33.966178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-109b171f-db06-41eb-8ffa-7481880a3915 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0667675 Jan 25 16:09:34.091494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-63e1f8ef-4ea4-4be8-a975-ad937ac4b792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:34.093774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-63e1f8ef-4ea4-4be8-a975-ad937ac4b792 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1219397 Jan 25 16:09:34.194136 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-15c5fd57-76f5-4cf2-863e-87cfcd694437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.0936301 Jan 25 16:09:34.253980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-fdc1f2ee-1f25-4ee9-b9fa-826607a332dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:34.255336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-fdc1f2ee-1f25-4ee9-b9fa-826607a332dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0556078 Jan 25 16:09:34.336101 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-f80947ed-5ae7-44e1-98dc-8a12e5951d0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731969 Jan 25 16:09:34.518922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-3f7cbd10-1748-4104-adb9-ada0f794b995 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772199 Jan 25 16:09:34.524492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fc84f-0caf-44e2-b5b1-2485b68f31ab req-7607cc6b-2c04-4eae-97f3-dc3eec12404a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:34.525882 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-566fc84f-0caf-44e2-b5b1-2485b68f31ab req-7607cc6b-2c04-4eae-97f3-dc3eec12404a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.1672311 Jan 25 16:09:34.664857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-566fc84f-0caf-44e2-b5b1-2485b68f31ab req-aeb49b06-3342-4951-b886-df853c007cfb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208429 Jan 25 16:09:34.699678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-4fec2672-be2a-4ef4-874d-e37d56fcc53c service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728511 Jan 25 16:09:34.770831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:35.857925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c13cfc-0757-4ea7-aaad-e8a33d9d344c req-85cd3852-c74d-4cec-8f91-389326025eb8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:35.859335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2c13cfc-0757-4ea7-aaad-e8a33d9d344c req-85cd3852-c74d-4cec-8f91-389326025eb8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0734339 Jan 25 16:09:35.902659 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2c13cfc-0757-4ea7-aaad-e8a33d9d344c req-cb4ffe80-dbe2-4b9a-8de1-7cc1ead02729 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Jan 25 16:09:37.097620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8b4fb-d7bc-47f3-9669-2bd7e7f8689a req-3e6d20d9-c915-4959-ac8f-9136af5bb51e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:37.099054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0d8b4fb-d7bc-47f3-9669-2bd7e7f8689a req-3e6d20d9-c915-4959-ac8f-9136af5bb51e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0770447 Jan 25 16:09:37.142663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0d8b4fb-d7bc-47f3-9669-2bd7e7f8689a req-20721d92-320a-4141-996a-6f8b85f890c0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381248 Jan 25 16:09:38.337776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08c8c7-a8b7-49b0-a607-74df0345704d req-ecf1aed9-b6c1-4052-9728-c2c13f1b559e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:38.339208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8d08c8c7-a8b7-49b0-a607-74df0345704d req-ecf1aed9-b6c1-4052-9728-c2c13f1b559e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0740063 Jan 25 16:09:38.382786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8d08c8c7-a8b7-49b0-a607-74df0345704d req-979b08d5-50bb-47ce-91a6-f5d35feab03e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373096 Jan 25 16:09:39.074078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:39.658542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3afaa-daf3-4437-874e-0ddb707a7b2e req-2e9bb21b-d301-4c1c-ad19-ab14c33fcb8c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:39.659950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0a3afaa-daf3-4437-874e-0ddb707a7b2e req-2e9bb21b-d301-4c1c-ad19-ab14c33fcb8c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.1522834 Jan 25 16:09:39.702862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0a3afaa-daf3-4437-874e-0ddb707a7b2e req-97f792c8-f3e5-4546-9f85-7a12656b5f91 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373456 Jan 25 16:09:40.892358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd64ee-d790-4eac-abf9-546652c51d79 req-3c363ca0-dcd0-4238-a20e-f0661cc3112e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:40.893804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-64fd64ee-d790-4eac-abf9-546652c51d79 req-3c363ca0-dcd0-4238-a20e-f0661cc3112e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0733023 Jan 25 16:09:40.939393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-64fd64ee-d790-4eac-abf9-546652c51d79 req-ce4f2cd3-0797-4152-b000-e8f71fd28640 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402884 Jan 25 16:09:42.131982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385802e-8db4-46f5-bcdf-251de4388036 req-95a35c2b-aaad-49d3-b154-c4260b566ead tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:42.133491 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2385802e-8db4-46f5-bcdf-251de4388036 req-95a35c2b-aaad-49d3-b154-c4260b566ead tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0754828 Jan 25 16:09:42.181009 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2385802e-8db4-46f5-bcdf-251de4388036 req-25db5afd-36c9-43d1-816d-8623bd9cf9d4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Jan 25 16:09:43.376034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9eb7-c7aa-4438-ae3c-59aeeb03497a req-df3d0063-9d04-473b-849a-720363f09441 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:43.377514 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-702c9eb7-c7aa-4438-ae3c-59aeeb03497a req-df3d0063-9d04-473b-849a-720363f09441 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0767813 Jan 25 16:09:43.421830 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-702c9eb7-c7aa-4438-ae3c-59aeeb03497a req-a89a6aeb-4a2d-4d75-8584-1234c57297e4 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388677 Jan 25 16:09:44.617483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674d2d-5145-44c8-b5cb-b0fa118f1db0 req-e25b2c21-fcf7-471e-847f-a5975b03b5ee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:44.618901 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68674d2d-5145-44c8-b5cb-b0fa118f1db0 req-e25b2c21-fcf7-471e-847f-a5975b03b5ee tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0743275 Jan 25 16:09:44.662372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-68674d2d-5145-44c8-b5cb-b0fa118f1db0 req-443dd8c5-c7a3-4a1b-a266-468ebd014466 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Jan 25 16:09:45.858550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24c41-2439-456b-972f-eb08cb588cf0 req-d7e99125-1a22-4f81-81ff-41b96a28b4f2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:45.859963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5c24c41-2439-456b-972f-eb08cb588cf0 req-d7e99125-1a22-4f81-81ff-41b96a28b4f2 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0770280 Jan 25 16:09:45.903284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f5c24c41-2439-456b-972f-eb08cb588cf0 req-7fa080f3-050d-444c-92d6-e17c3f030faa tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379028 Jan 25 16:09:47.094434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50205b-2a8f-4091-a3af-abb8d01e4f5c req-1d330d01-e892-4d60-8bc7-50224ed1db85 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:47.095858 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a50205b-2a8f-4091-a3af-abb8d01e4f5c req-1d330d01-e892-4d60-8bc7-50224ed1db85 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0741634 Jan 25 16:09:47.142889 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a50205b-2a8f-4091-a3af-abb8d01e4f5c req-95a89a92-9fa2-4e74-9cdf-5b64bcfcaae6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Jan 25 16:09:48.333691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eccf8a0-5146-41d9-8697-9c80158b6c1a req-b91033d2-3892-4df2-a7f8-df2db2268b7a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:48.335106 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8eccf8a0-5146-41d9-8697-9c80158b6c1a req-b91033d2-3892-4df2-a7f8-df2db2268b7a tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0738418 Jan 25 16:09:48.378909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8eccf8a0-5146-41d9-8697-9c80158b6c1a req-9b3f4b22-bb67-42fb-9369-c4cd96d36d4f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385067 Jan 25 16:09:49.579076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32799ca6-ef05-4099-96f0-f826d2fde6f8 req-386c5cea-43d7-4233-8e6e-2451c4085c48 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:49.580491 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32799ca6-ef05-4099-96f0-f826d2fde6f8 req-386c5cea-43d7-4233-8e6e-2451c4085c48 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0779552 Jan 25 16:09:49.624949 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-32799ca6-ef05-4099-96f0-f826d2fde6f8 req-9ab84980-57b8-4689-b0d2-df64060a7bf5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 Jan 25 16:09:50.816069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cc95d-98e6-47b1-b073-09a7e8500896 req-eb41f90f-6f6f-4ec0-b1ae-fc241a6dd290 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:50.817507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a8cc95d-98e6-47b1-b073-09a7e8500896 req-eb41f90f-6f6f-4ec0-b1ae-fc241a6dd290 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0744157 Jan 25 16:09:50.861590 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a8cc95d-98e6-47b1-b073-09a7e8500896 req-25b1289d-800b-4d2f-af34-e0863999f94b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387654 Jan 25 16:09:52.059359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a57250-a037-4147-851f-62c1b695a8f3 req-05aad3a1-176b-4510-aa4d-f21d65ba4172 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:52.060792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d7a57250-a037-4147-851f-62c1b695a8f3 req-05aad3a1-176b-4510-aa4d-f21d65ba4172 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0777481 Jan 25 16:09:52.105390 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d7a57250-a037-4147-851f-62c1b695a8f3 req-fbda1584-1040-40c2-ab8d-19cdea06b642 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391278 Jan 25 16:09:53.297966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15a46-16d3-49eb-8a0d-53f1d7e6d217 req-4f1bff39-222a-43bf-82fb-750f201213db tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:53.299371 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36f15a46-16d3-49eb-8a0d-53f1d7e6d217 req-4f1bff39-222a-43bf-82fb-750f201213db tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0734415 Jan 25 16:09:53.341879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36f15a46-16d3-49eb-8a0d-53f1d7e6d217 req-ef240097-7498-41d5-9968-7ed37bf8625c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371537 Jan 25 16:09:54.536613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45e7d8-a07c-46ba-be76-f1c133e311a5 req-bab55864-1d73-47c4-8715-6fc7dc3a4b5e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:54.538092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d45e7d8-a07c-46ba-be76-f1c133e311a5 req-bab55864-1d73-47c4-8715-6fc7dc3a4b5e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0782628 Jan 25 16:09:54.581485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d45e7d8-a07c-46ba-be76-f1c133e311a5 req-b1625413-0502-4f71-842b-ee5c9e8d7954 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379539 Jan 25 16:09:55.770797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a1a60-78d7-435f-8a07-99617411cb57 req-6b7b7401-5359-4e64-9022-b32f70246546 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:55.772200 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa0a1a60-78d7-435f-8a07-99617411cb57 req-6b7b7401-5359-4e64-9022-b32f70246546 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0734265 Jan 25 16:09:55.818202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aa0a1a60-78d7-435f-8a07-99617411cb57 req-d8b6d5e7-9960-427a-86cb-f463237f25e0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Jan 25 16:09:57.008703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54abc-dfc9-497d-991e-9f5d6f95d987 req-b7991f1d-5f2d-46df-a78c-5c3e7c8f2c72 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:57.010156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50c54abc-dfc9-497d-991e-9f5d6f95d987 req-b7991f1d-5f2d-46df-a78c-5c3e7c8f2c72 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0736959 Jan 25 16:09:57.054447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50c54abc-dfc9-497d-991e-9f5d6f95d987 req-e5b03993-0bb4-459f-bdb2-0ad91fe111d0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383925 Jan 25 16:09:58.178870 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:09:58.253124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53746e-82e9-4cd3-975e-1de69501baba req-3ea47dcf-eccb-4d8a-98cc-4a3ec59510fb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:58.254592 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f53746e-82e9-4cd3-975e-1de69501baba req-3ea47dcf-eccb-4d8a-98cc-4a3ec59510fb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0804048 Jan 25 16:09:58.298909 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f53746e-82e9-4cd3-975e-1de69501baba req-f912ac6f-c3e5-4ec2-807e-f8156dabdba6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388396 Jan 25 16:09:59.493277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4c08-a4ad-4aea-9adb-37e9b95b38e3 req-1f096328-f8e0-4864-aa00-256b70637830 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:09:59.494744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44dd4c08-a4ad-4aea-9adb-37e9b95b38e3 req-1f096328-f8e0-4864-aa00-256b70637830 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0748568 Jan 25 16:09:59.530988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f60b1ac5-853c-4a0c-8055-2433e5523e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:09:59.546218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-44dd4c08-a4ad-4aea-9adb-37e9b95b38e3 req-35467014-e795-4761-a903-d0c8ffd10df3 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453029 Jan 25 16:10:00.743463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e154fe-d415-4d67-a48b-9c45b04c5745 req-46b519ac-3884-4620-ad19-f100b326f184 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:00.744878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57e154fe-d415-4d67-a48b-9c45b04c5745 req-46b519ac-3884-4620-ad19-f100b326f184 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0771923 Jan 25 16:10:00.789187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-57e154fe-d415-4d67-a48b-9c45b04c5745 req-ec6cb7d6-bca5-43af-9392-53379ecdf241 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Jan 25 16:10:01.565071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e7c1920-3448-4cad-b894-acd9270517ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:01.978227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b78f-328b-40d2-80dd-36e1fba6f51a req-3e25a47a-1cc3-4425-88c3-69a3525a6edb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:01.979636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f5b78f-328b-40d2-80dd-36e1fba6f51a req-3e25a47a-1cc3-4425-88c3-69a3525a6edb tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0725133 Jan 25 16:10:02.025497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-30f5b78f-328b-40d2-80dd-36e1fba6f51a req-58b1e750-5cbf-4656-99b7-d9c14ddbe5f0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398614 Jan 25 16:10:03.022541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:03.049801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:03.219254 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5b68-965b-46b1-8f86-79949380846f req-3c9f6a51-bc1d-41e3-be12-04ff4f4de848 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:03.220661 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1ef5b68-965b-46b1-8f86-79949380846f req-3c9f6a51-bc1d-41e3-be12-04ff4f4de848 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0742948 Jan 25 16:10:03.264547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1ef5b68-965b-46b1-8f86-79949380846f req-b8e14cc0-0146-4f63-b2c1-8ac007b675d8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383966 Jan 25 16:10:04.458969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5003c-b0e3-4af7-b2e7-2d9bc4d5ebaa req-3b5e434e-c976-444c-905d-538eb853e639 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:04.460298 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20a5003c-b0e3-4af7-b2e7-2d9bc4d5ebaa req-3b5e434e-c976-444c-905d-538eb853e639 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0775163 Jan 25 16:10:04.579108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20a5003c-b0e3-4af7-b2e7-2d9bc4d5ebaa req-c889a701-99e8-4b6c-bd10-8df87578ee05 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133513 Jan 25 16:10:04.764978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:05.769854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bcad-a3b3-413d-9088-a5f4815f7df7 req-aef929e3-8990-4262-aee3-6ca46a48537e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:05.771259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69d9bcad-a3b3-413d-9088-a5f4815f7df7 req-aef929e3-8990-4262-aee3-6ca46a48537e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0735941 Jan 25 16:10:05.813916 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69d9bcad-a3b3-413d-9088-a5f4815f7df7 req-5e7834e3-35b1-4950-8846-53d0184c1c1f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Jan 25 16:10:07.010553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7309322-3fc2-4b3a-a8dc-96b32175f1b7 req-176d659b-16f9-4348-bbf2-7687ac456932 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:07.011991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7309322-3fc2-4b3a-a8dc-96b32175f1b7 req-176d659b-16f9-4348-bbf2-7687ac456932 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0762424 Jan 25 16:10:07.056470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7309322-3fc2-4b3a-a8dc-96b32175f1b7 req-7f2191e1-7616-420e-a6fe-d9b82e257b37 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 Jan 25 16:10:07.823728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-546788dd-4f4f-4485-93c7-fce9e5d754c0 service neutron] 10.222.0.41 "GET /v2.0/ports/15a7e2ad-ace0-47af-bf2b-7b048d1bc90e/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0743458 Jan 25 16:10:08.264306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18367b43-a3c9-4d58-bf41-a6c27c15f917 req-5c75f54d-cf80-4201-8e38-9e3ff8f04724 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:08.266310 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-18367b43-a3c9-4d58-bf41-a6c27c15f917 req-5c75f54d-cf80-4201-8e38-9e3ff8f04724 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0780442 Jan 25 16:10:08.311260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-18367b43-a3c9-4d58-bf41-a6c27c15f917 req-694a8e47-98a2-4d17-b91e-170c3da4d533 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Jan 25 16:10:08.430482 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-b8f3bc33-c7b7-4c08-9381-be2e8dffb666 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1098 time: 0.0705574 Jan 25 16:10:08.522483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-fc7644cd-b1a7-434f-98f3-4776425cb9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0689492 Jan 25 16:10:08.654073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-00cc22eb-4a51-480a-8a62-d9c49645c084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:08.655520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-00cc22eb-4a51-480a-8a62-d9c49645c084 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1273978 Jan 25 16:10:08.754992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-9beb9eea-25fa-4cbc-8f21-082440f2dfe5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.0935922 Jan 25 16:10:08.814437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-947e4d36-37d8-4a4d-8f78-84d9a0ec96f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:08.815863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-947e4d36-37d8-4a4d-8f78-84d9a0ec96f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0558038 Jan 25 16:10:08.889668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-c39f02d3-13ee-4946-91e1-72b61c8ca97a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684319 Jan 25 16:10:09.017370 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-e42e3f68-9a2c-4e7d-80ec-4a0fcf231310 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194291 Jan 25 16:10:09.091012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:09.144760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-dc37b95e-6a7c-4d1a-af62-3d65c527856e service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221673 Jan 25 16:10:09.504103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be88a9-0707-4732-98fa-584bf1fac8ed req-d0db5fbf-abf5-4d27-b988-af042fe2d875 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:09.505568 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29be88a9-0707-4732-98fa-584bf1fac8ed req-d0db5fbf-abf5-4d27-b988-af042fe2d875 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0743952 Jan 25 16:10:09.551393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29be88a9-0707-4732-98fa-584bf1fac8ed req-444bab1f-845d-4b8a-a980-a14e50ab519d tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399380 Jan 25 16:10:10.307936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:10.423506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:10.450470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:10:10.460940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:10.519944 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'code': 200} Jan 25 16:10:10.531093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:10.604681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:10.613980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.614567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.614997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.615424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.615865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.616286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.616736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.617246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.617695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.618107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.618564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:10.756546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c84d4-9690-4a5a-8d6d-e86ad383db78 req-15b1504d-6f20-49b7-b9d0-fb94e745169e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:10.758003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-110c84d4-9690-4a5a-8d6d-e86ad383db78 req-15b1504d-6f20-49b7-b9d0-fb94e745169e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0803485 Jan 25 16:10:10.802543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-110c84d4-9690-4a5a-8d6d-e86ad383db78 req-0754048c-bc9d-4fc8-8804-f5f246977039 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Jan 25 16:10:11.994930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af506ac-5f07-4613-a785-15631f279760 req-dda5cf48-746e-4aed-9622-001aba8a5f9e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:11.996342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8af506ac-5f07-4613-a785-15631f279760 req-dda5cf48-746e-4aed-9622-001aba8a5f9e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0732973 Jan 25 16:10:12.039266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8af506ac-5f07-4613-a785-15631f279760 req-b58a7b85-c5d0-416f-bcae-858edbab64f5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Jan 25 16:10:13.239854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255f035-99bb-4759-ab43-6d19c6136253 req-7ac6162c-91e2-4465-9f34-42fe32437cea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:13.241259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6255f035-99bb-4759-ab43-6d19c6136253 req-7ac6162c-91e2-4465-9f34-42fe32437cea tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0764387 Jan 25 16:10:13.284708 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6255f035-99bb-4759-ab43-6d19c6136253 req-28070fa5-a0c2-4567-ab36-c57cf628992b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Jan 25 16:10:14.359676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:10:14.475710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613093b-8f47-4f43-b4f0-9e6a1a2d4417 req-9554ab33-0b39-437e-9ed5-ca25b07d2d18 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:14.477141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c613093b-8f47-4f43-b4f0-9e6a1a2d4417 req-9554ab33-0b39-437e-9ed5-ca25b07d2d18 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0734835 Jan 25 16:10:14.490408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:14.503674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:10:14.524765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c613093b-8f47-4f43-b4f0-9e6a1a2d4417 req-c7f6027b-4761-42cd-8640-855730001cde tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419936 Jan 25 16:10:14.555715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:14.573280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:10:14.587389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:14.644904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:14.710424 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:10:14.747088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:15.929862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0d8d2-b0cf-4394-b518-f276461ddf64 req-6257eeef-06f1-4ef8-95ab-5c7657535735 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:15.931178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26f0d8d2-b0cf-4394-b518-f276461ddf64 req-6257eeef-06f1-4ef8-95ab-5c7657535735 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 944 time: 0.1490417 Jan 25 16:10:15.974242 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26f0d8d2-b0cf-4394-b518-f276461ddf64 req-f0d31c2d-b5b6-44d0-ba2f-35be31251ae8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376618 Jan 25 16:10:16.374777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:10:16.442811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:10:16.443175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:16.552084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:16.576927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:10:16.587005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:16.633566 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:16.664289 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'code': 200} Jan 25 16:10:16.698795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:17.167606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4abd8fe-5bc3-471a-846e-bef78cd2945f req-ba9f3a53-44bf-4e1f-8024-c94c3f1d4bf8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:17.169019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4abd8fe-5bc3-471a-846e-bef78cd2945f req-ba9f3a53-44bf-4e1f-8024-c94c3f1d4bf8 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0759537 Jan 25 16:10:17.212617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4abd8fe-5bc3-471a-846e-bef78cd2945f req-1dc40888-3584-4626-b61c-e1148dfed2d7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Jan 25 16:10:18.412259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d085e81-2efa-4c1e-ac9f-e23375e51d6e req-ad51311f-ded8-47c1-bf80-f8db93c5dd7e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:18.413616 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9d085e81-2efa-4c1e-ac9f-e23375e51d6e req-ad51311f-ded8-47c1-bf80-f8db93c5dd7e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0768437 Jan 25 16:10:18.457755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9d085e81-2efa-4c1e-ac9f-e23375e51d6e req-d4c301da-c786-4b25-8632-77cfc20d606c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387146 Jan 25 16:10:19.659897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2f3d2-120a-44db-81f3-b14c84e23213 req-d076df25-d536-421f-beed-e5bb767a828c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:19.661296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96b2f3d2-120a-44db-81f3-b14c84e23213 req-d076df25-d536-421f-beed-e5bb767a828c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0766168 Jan 25 16:10:19.704982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-96b2f3d2-120a-44db-81f3-b14c84e23213 req-12a77de0-dcf3-4066-9e31-d93d07deed25 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382466 Jan 25 16:10:20.504394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-732c337d-f5d9-4806-abcd-649602945b6e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:20.505808 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-732c337d-f5d9-4806-abcd-649602945b6e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&tenant_id=293583aaeabc4a64af02bef37b888722&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 945 time: 0.1329606 Jan 25 16:10:20.511829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e184f-3f1a-448f-b94f-c10a7becfacf req-44eb6da5-d840-4e17-a921-49c32678381f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:20.513100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4d1e184f-3f1a-448f-b94f-c10a7becfacf req-44eb6da5-d840-4e17-a921-49c32678381f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.1109734 Jan 25 16:10:20.613729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4d1e184f-3f1a-448f-b94f-c10a7becfacf req-f88f197d-e2d1-4725-b88c-186e79ffec93 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689611 Jan 25 16:10:20.617668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-25b0704a-b8fa-4eef-a587-5c999d1323a0 service neutron] 10.222.0.41 "GET /v2.0/ports/15a7e2ad-ace0-47af-bf2b-7b048d1bc90e/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.1036954 Jan 25 16:10:20.707323 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-a852d29c-a1a1-434f-9967-5fcb7ab68630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0674355 Jan 25 16:10:20.830857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-88ca35d9-bdbe-4ae9-8fc0-c044b42e6649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:20.832152 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-88ca35d9-bdbe-4ae9-8fc0-c044b42e6649 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1197875 Jan 25 16:10:20.929627 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-01b97a46-5c97-471e-b3ad-7f3292c5b870 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.0917702 Jan 25 16:10:20.988501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-80ba5e28-e78e-4898-a127-117142b5b735 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:20.989875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-80ba5e28-e78e-4898-a127-117142b5b735 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0545986 Jan 25 16:10:21.064322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-3d3f1732-4989-4af8-b7a3-6be9201247cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682957 Jan 25 16:10:21.190973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-c974d153-6774-40bc-9f9b-17b4c2bec531 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207845 Jan 25 16:10:21.316515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-bde48863-7e89-4eaf-8c12-68cb9f991f52 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194785 Jan 25 16:10:21.865762 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-b635cce4-fdb4-4b11-8263-2c2a291b3ce7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.1254370 Jan 25 16:10:21.872779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350d875-a773-4f8d-a80e-1ae59467b945 req-bc8edf1f-c13a-48a2-bc65-8a5cb528b926 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:21.874881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b350d875-a773-4f8d-a80e-1ae59467b945 req-bc8edf1f-c13a-48a2-bc65-8a5cb528b926 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.1057436 Jan 25 16:10:21.996324 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b350d875-a773-4f8d-a80e-1ae59467b945 req-537249a3-dc50-4fc4-872f-cf60c6f167a6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166697 Jan 25 16:10:22.120546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-1466a71a-9b8f-461f-a3ff-7cd2ed359282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:22.122122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-1466a71a-9b8f-461f-a3ff-7cd2ed359282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.2281094 Jan 25 16:10:22.220603 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-d56feb2a-991d-4a9e-9fc8-5d178f0a5ff1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.0918293 Jan 25 16:10:22.280335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-eb90815c-71fa-46d7-aeb6-8d4f8c72b5f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:22.281656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-eb90815c-71fa-46d7-aeb6-8d4f8c72b5f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0548515 Jan 25 16:10:22.358135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-f9a78203-2be2-4127-a4be-97f45aa0dc34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690944 Jan 25 16:10:22.485744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-e25fcd53-fdbe-4b0a-b0ee-2c6f3f2c2289 service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205349 Jan 25 16:10:22.615669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-382f2edc-ed1f-461a-b3b2-8abd3fbdb373 req-03c81385-64d1-4411-b964-3119f03dc9cd service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220977 Jan 25 16:10:23.192221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ec384-2cf7-42c4-818a-bc0d84fbcee0 req-03f573fb-b397-40ba-bee1-9ca0a1e7cd73 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:23.193659 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3c0ec384-2cf7-42c4-818a-bc0d84fbcee0 req-03f573fb-b397-40ba-bee1-9ca0a1e7cd73 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0743678 Jan 25 16:10:23.237797 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3c0ec384-2cf7-42c4-818a-bc0d84fbcee0 req-0b4318df-a8d5-4c3a-acea-c4e3466dfc45 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385113 Jan 25 16:10:24.432663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced65e74-3fda-4eff-b987-51ae73311d03 req-578ed691-5f0b-490b-8f26-ef9e90478183 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:24.434123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ced65e74-3fda-4eff-b987-51ae73311d03 req-578ed691-5f0b-490b-8f26-ef9e90478183 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0766270 Jan 25 16:10:24.479367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ced65e74-3fda-4eff-b987-51ae73311d03 req-43d7d8c0-6ac0-40a5-a4d0-a10f787459ab tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Jan 25 16:10:25.285711 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-7e86a9de-0ed5-4c6c-ba6c-9ac7edb38f5c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b&tenant_id=293583aaeabc4a64af02bef37b888722 HTTP/1.1" status: 200 len: 1098 time: 0.0676215 Jan 25 16:10:25.377528 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-9081d5ad-ea68-4e35-955d-f622de46aa11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=293583aaeabc4a64af02bef37b888722&device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 1098 time: 0.0706108 Jan 25 16:10:25.506152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-0b6728d0-f4d6-4c5e-8893-3012388c4a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:25.507539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-0b6728d0-f4d6-4c5e-8893-3012388c4a86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 200 len: 913 time: 0.1244874 Jan 25 16:10:25.639029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-f37fef0c-40a1-4cf6-bf3f-925a571fe9f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 200 len: 1001 time: 0.1246297 Jan 25 16:10:25.718949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-1c72eed3-6b07-43de-ae8a-8135fbb29047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:25.720879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-1c72eed3-6b07-43de-ae8a-8135fbb29047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 200 len: 851 time: 0.0708017 Jan 25 16:10:25.764830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66927e07-eaf6-4f89-91b9-35ee326db109 req-ca254811-d3db-41ab-895d-e08ed570a540 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:25.766236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-66927e07-eaf6-4f89-91b9-35ee326db109 req-ca254811-d3db-41ab-895d-e08ed570a540 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.1609201 Jan 25 16:10:25.828456 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-66927e07-eaf6-4f89-91b9-35ee326db109 req-73d7e518-b57b-4b1d-b8d3-e777c29390ae tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528753 Jan 25 16:10:25.839110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-90423091-00a1-4057-b924-fc9ef63672dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb0e6a2a-9a5a-4d27-81a9-6480283baa76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1122625 Jan 25 16:10:25.967042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-033ad98c-ee03-4159-98dc-856db22bd6aa service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217673 Jan 25 16:10:26.178165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f2f48dbd-c972-4ce7-baaa-dda489133d74 req-7d876589-01d2-4455-8b1c-8303f9ac1f2d service neutron] 10.222.0.41 "GET /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057366 Jan 25 16:10:26.452927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:26.564144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:26.589488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:10:26.599680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:26.651323 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'code': 200} Jan 25 16:10:26.666356 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:26.732062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=9']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:27.029826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27982f-89f5-4616-8e01-52b047794304 req-fcaa353f-1f9e-480f-bf4f-fc0989c00a74 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:27.031150 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e27982f-89f5-4616-8e01-52b047794304 req-fcaa353f-1f9e-480f-bf4f-fc0989c00a74 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0830064 Jan 25 16:10:27.075763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e27982f-89f5-4616-8e01-52b047794304 req-49534fc6-0bf0-4762-a175-e6438c4bb7cc tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 Jan 25 16:10:28.279681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cf223-5beb-420c-9137-8345ea02f2c3 req-cdd235d1-c0a4-4320-a54c-c0215dd24f03 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:28.281118 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dd8cf223-5beb-420c-9137-8345ea02f2c3 req-cdd235d1-c0a4-4320-a54c-c0215dd24f03 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0781829 Jan 25 16:10:28.325084 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dd8cf223-5beb-420c-9137-8345ea02f2c3 req-0afe417e-bb99-42b8-bf4a-41a435dfbd39 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385284 Jan 25 16:10:29.433539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-706ab68d-55a2-45ba-9bc7-671d37df8d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:29.515817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87d1d-03e0-4d8d-ba12-349a4233461b req-0135e147-d9a7-42c9-a7ee-bcade1c60973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:29.517793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3d87d1d-03e0-4d8d-ba12-349a4233461b req-0135e147-d9a7-42c9-a7ee-bcade1c60973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0744586 Jan 25 16:10:29.561466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3d87d1d-03e0-4d8d-ba12-349a4233461b req-375457bb-f21d-40ae-af68-a2bd1680f059 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Jan 25 16:10:30.452232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:10:30.581811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:30.594628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'port_id': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'mac_address': 'fa:16:3e:10:00:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:10:30.650148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:30.667084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:10:30.682091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:30.735335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:30.760584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8b437-2c28-4188-979f-43eeeca86d4f req-ae6cd76a-b5cf-45c4-9b2e-447fd5414593 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:30.762058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8c8b437-2c28-4188-979f-43eeeca86d4f req-ae6cd76a-b5cf-45c4-9b2e-447fd5414593 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 943 time: 0.0784566 Jan 25 16:10:30.800606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=10']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:30.806983 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:10:30.807372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a8c8b437-2c28-4188-979f-43eeeca86d4f req-1df94d67-171f-4b84-921b-e32e677b12b0 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390503 Jan 25 16:10:31.541942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6dd84340-8876-4d9c-9c5a-8f62dd168630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:32.001684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c80fd-8eed-4e84-a282-a68f592394a5 req-8a0a206d-aeea-4ed2-a10d-0b269238052f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:32.003355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875c80fd-8eed-4e84-a282-a68f592394a5 req-8a0a206d-aeea-4ed2-a10d-0b269238052f tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 945 time: 0.0739474 Jan 25 16:10:32.049563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-875c80fd-8eed-4e84-a282-a68f592394a5 req-63c81d66-154f-4da3-a71b-27bc4becc59b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 Jan 25 16:10:32.452388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:10:32.520081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:10:32.525126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:32.660426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:32.685825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:10:32.695048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:32.748084 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'code': 200} Jan 25 16:10:32.770088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:32.836021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=11']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:32.987159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:33.021603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:33.242778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97220d7-86e0-45dd-b055-a08115f608e4 req-5b89c0e5-9f7d-4252-81ca-b4f9763c357e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:33.244155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f97220d7-86e0-45dd-b055-a08115f608e4 req-5b89c0e5-9f7d-4252-81ca-b4f9763c357e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0753527 Jan 25 16:10:33.288694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f97220d7-86e0-45dd-b055-a08115f608e4 req-183fc5f6-1b7f-4963-a4e7-c150d84f7525 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jan 25 16:10:34.494368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258dbc-f335-4af7-81d6-1eb009ccf9a6 req-8a63868a-dae1-4b62-893b-6d2489d535b6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:34.495832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60258dbc-f335-4af7-81d6-1eb009ccf9a6 req-8a63868a-dae1-4b62-893b-6d2489d535b6 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0801570 Jan 25 16:10:34.541052 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-60258dbc-f335-4af7-81d6-1eb009ccf9a6 req-43faa8ff-bd9d-4759-a742-efc47f7ff69b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396974 Jan 25 16:10:34.758754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:35.179706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:10:35.828653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecca41-3267-40e4-92ca-0f03a69949ce req-9de1f844-50b0-4a2f-9c06-9f62382e7a38 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:35.830190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91ecca41-3267-40e4-92ca-0f03a69949ce req-9de1f844-50b0-4a2f-9c06-9f62382e7a38 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.1578526 Jan 25 16:10:35.873992 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91ecca41-3267-40e4-92ca-0f03a69949ce req-06a10bba-f951-4e21-a0e6-d99941502652 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383747 Jan 25 16:10:36.211424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e34765-c9bf-4316-9a62-53a02cce90b1 req-b77863bd-81dc-41a3-9db3-19fb81a2a97c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:36.212846 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0e34765-c9bf-4316-9a62-53a02cce90b1 req-b77863bd-81dc-41a3-9db3-19fb81a2a97c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0779548 Jan 25 16:10:36.256581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c0e34765-c9bf-4316-9a62-53a02cce90b1 req-9143336c-a34f-4a40-901b-455e15c9927c tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381203 Jan 25 16:10:36.448062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224242-0e54-4d93-b212-312625f85919 req-a454983c-7698-4514-8fce-6ee82969c502 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:36.449403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3224242-0e54-4d93-b212-312625f85919 req-a454983c-7698-4514-8fce-6ee82969c502 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0740902 Jan 25 16:10:36.496103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3224242-0e54-4d93-b212-312625f85919 req-b8fee07c-11ff-4e9e-aba6-c3d46814d635 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 Jan 25 16:10:37.091382 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d47da-678f-4c4a-b170-73de034bbe49 req-e6a42e31-c576-411d-bf75-87827b3b2685 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:37.093072 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d1d47da-678f-4c4a-b170-73de034bbe49 req-e6a42e31-c576-411d-bf75-87827b3b2685 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0789974 Jan 25 16:10:37.137891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d1d47da-678f-4c4a-b170-73de034bbe49 req-fffdf36d-eb4a-4fb1-9215-1638adf14946 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386977 Jan 25 16:10:38.401183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce8607-2ec5-44b5-9edd-0bb9bbae5d66 req-081daef6-2da6-449c-9db1-57354f050207 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:38.402530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4ce8607-2ec5-44b5-9edd-0bb9bbae5d66 req-081daef6-2da6-449c-9db1-57354f050207 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.1438305 Jan 25 16:10:38.445925 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4ce8607-2ec5-44b5-9edd-0bb9bbae5d66 req-07991c4a-9ac2-4b14-95b4-8ac4a84d5f8e tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379617 Jan 25 16:10:39.083117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:39.384067 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-3188844a-8eb1-4628-8e70-4c289a96efdf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:39.385373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-3188844a-8eb1-4628-8e70-4c289a96efdf tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.0734446 Jan 25 16:10:39.452035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Deleting port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:39.452684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:39.734460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] For port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:39.734806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:39.897518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f783c42-c4ba-457e-a522-38a6511f1231 req-b262a233-a140-4676-a8d3-8236281c8bf5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:39.898918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f783c42-c4ba-457e-a522-38a6511f1231 req-b262a233-a140-4676-a8d3-8236281c8bf5 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 946 time: 0.3258078 Jan 25 16:10:40.030943 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f783c42-c4ba-457e-a522-38a6511f1231 req-da524720-fa03-4951-a055-09b562d13ddc tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups?id=c209936b-7484-4827-8c00-1484c8f92fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263380 Jan 25 16:10:40.134614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:40.134983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:40.135295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac disassociated. External IP: 172.26.8.50, port: 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e. Jan 25 16:10:40.135625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Calling delete_port for 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:40.347440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:40.398195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'Port': ['ID=15a7e2ad-ace0-47af-bf2b-7b048d1bc90e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:40.410009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.410354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.410693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.411020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.411350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.411676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.411999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.412320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.412640 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.412938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.413260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:40.616296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:10:40.810581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:10:40.820351 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:10:40.831785 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:10:40.832380 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:10:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:40.876779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] No DVR routers for this DVR port 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:10:40.879210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:40.881639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-deleted', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:10:40.942728 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2bb78197-d1ef-48ad-aa3a-ee0e75346114 req-353f4e11-750f-4270-a4b0-aeb80c5fd155 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.41 "DELETE /v2.0/ports/15a7e2ad-ace0-47af-bf2b-7b048d1bc90e HTTP/1.1" status: 204 len: 173 time: 1.5523374 Jan 25 16:10:41.005739 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:10:41.013129 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71320d31-8df7-429c-b85c-67a2b4e2bf6b', 'name': 'network-vif-deleted', 'tag': '15a7e2ad-ace0-47af-bf2b-7b048d1bc90e', 'status': 'completed', 'code': 200} Jan 25 16:10:41.200970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3aee46ad-3850-43d7-9576-4b546bc1b104 req-875ac540-16ed-42c1-8286-d9e4f9b2577b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Synchronizing usage tracker for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:10:41.301707 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3aee46ad-3850-43d7-9576-4b546bc1b104 req-875ac540-16ed-42c1-8286-d9e4f9b2577b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Unset dirty status for tenant:293583aaeabc4a64af02bef37b888722 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:10:41.302918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3aee46ad-3850-43d7-9576-4b546bc1b104 req-875ac540-16ed-42c1-8286-d9e4f9b2577b tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 210 time: 0.1417649 Jan 25 16:10:41.356526 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:41.360306 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:10:41.370516 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:10:41.371106 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:10:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:41.549468 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:10:41.853536 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:41.857309 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bcc67-fbb0-4f78-8dc8-82c7db10283c None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:04:18Z', 'revision_number': 4, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '8da447cf-d247-4d78-8e35-4b4e987539a1', 'name': '', 'network_id': 'cb0e6a2a-9a5a-4d27-81a9-6480283baa76', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'mac_address': 'fa:16:3e:f6:b2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:18Z', 'updated_at': '2022-01-25T16:04:25Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'subnets': [{'id': '6bb8d0b6-67b7-4d3a-9d34-4439ea956843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:10:42.086459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee30ae2-9f98-4aa9-959c-07b1c3d9e7e3 None None] New status for floating IP 0e7c247a-0e75-4047-9343-7a6a889adaac: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:10:42.485625 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a08c3283-decd-43d4-90b4-fbbed276d855 req-ab26edd0-518d-43b7-aec4-3da23738f561 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/ports?device_id=71320d31-8df7-429c-b85c-67a2b4e2bf6b HTTP/1.1" status: 200 len: 210 time: 0.0432363 Jan 25 16:10:42.490526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:42.522852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:10:42.525575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 15a7e2ad-ace0-47af-bf2b-7b048d1bc90e not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:10:47.085712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40698) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:47.150175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.176720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.278616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.297955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c209936b-7484-4827-8c00-1484c8f92fc8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:47.307989 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.308327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.308676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.308975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.309406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.315426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:10:47.381038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.382185 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-560ed168-e426-4d5b-8e8c-b36a90f879f7 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "DELETE /v2.0/security-groups/c209936b-7484-4827-8c00-1484c8f92fc8 HTTP/1.1" status: 204 len: 168 time: 0.2954652 Jan 25 16:10:47.384613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40702) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:47.400004 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.api.v2.resource [None req-0ebda00c-92fe-4e64-a77c-346e8173af56 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] show failed (client error): The resource could not be found. Jan 25 16:10:47.400915 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0ebda00c-92fe-4e64-a77c-346e8173af56 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "GET /v2.0/security-groups/c209936b-7484-4827-8c00-1484c8f92fc8 HTTP/1.1" status: 404 len: 347 time: 0.0154474 Jan 25 16:10:47.403263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40706) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:47.554493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Deleting port c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:47.554821 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.712594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.712826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:47.831473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Calling delete_port for c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:48.032890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:48.078720 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Pushing event deleted for resources: {'Port': ['ID=c31c11f0-ece2-48ac-8d81-9b9cbaa2ae75,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:48.168325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:48.254766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:48.255922 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e0e8f47-d684-40ed-9295-97549ba78973 tempest-ServerActionsTestJSON-61055190 tempest-ServerActionsTestJSON-61055190-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e7c247a-0e75-4047-9343-7a6a889adaac HTTP/1.1" status: 204 len: 168 time: 0.8518491 Jan 25 16:10:48.258698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40710) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:48.784131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:49.352987 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Deleting port 8da447cf-d247-4d78-8e35-4b4e987539a1 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:49.353648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:49.514176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] For port 8da447cf-d247-4d78-8e35-4b4e987539a1, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=8da447cf-d247-4d78-8e35-4b4e987539a1,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:49.514532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:49.630426 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Calling delete_port for 8da447cf-d247-4d78-8e35-4b4e987539a1 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:49.877899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:49.922274 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da447cf-d247-4d78-8e35-4b4e987539a1,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:50.297270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:50.844714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Router 600ce7d2-f099-4125-993f-6942e5116701 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:10:51.035788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:10:51.044213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Sync routers for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:10:51.047482 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-39526d5c-d0f4-4423-9be5-7d3203ea4062 admin admin] 10.222.0.26 "PUT /v2.0/routers/600ce7d2-f099-4125-993f-6942e5116701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7878189 Jan 25 16:10:51.049920 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40716) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:51.055773 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:10:51.056354 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:10:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:51.230685 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:10:51.247530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:51.507708 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:10:49Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:51.511762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Checking router: 600ce7d2-f099-4125-993f-6942e5116701 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:10:51.522558 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Routers {'600ce7d2-f099-4125-993f-6942e5116701'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:10:51.523189 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:10:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['600ce7d2-f099-4125-993f-6942e5116701'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:51.551124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:51.633034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Deleting port d0d8de3c-f44d-418d-bc59-5404110b39da {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:51.633396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:51.721067 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] Set router 600ce7d2-f099-4125-993f-6942e5116701 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:10:51.805069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] For port d0d8de3c-f44d-418d-bc59-5404110b39da, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d0d8de3c-f44d-418d-bc59-5404110b39da,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:51.805331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:51.922149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Calling delete_port for d0d8de3c-f44d-418d-bc59-5404110b39da owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:51.995018 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:10:49Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:51.998790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e540c7-0fe4-4629-8205-a5d23006b41b None None] The sync data for ids ['600ce7d2-f099-4125-993f-6942e5116701'] in dv-neutron-826291-2-hyperv is: [{'id': '600ce7d2-f099-4125-993f-6942e5116701', 'name': 'tempest-ServerActionsTestJSON-1753157668-router', 'tenant_id': '293583aaeabc4a64af02bef37b888722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:04:15Z', 'updated_at': '2022-01-25T16:10:49Z', 'revision_number': 5, 'project_id': '293583aaeabc4a64af02bef37b888722', 'gw_port': {'id': 'd0d8de3c-f44d-418d-bc59-5404110b39da', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c7:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600ce7d2-f099-4125-993f-6942e5116701', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:04:16Z', 'updated_at': '2022-01-25T16:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:10:52.153315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.196415 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d8de3c-f44d-418d-bc59-5404110b39da,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:52.417974 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.668357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.672330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.751690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.752756 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600ce7d2-f099-4125-993f-6942e5116701 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:10:52.764847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.766004 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e7bf65f5-b9c4-44f3-be22-127a7d06ea05 admin admin] 10.222.0.26 "DELETE /v2.0/routers/600ce7d2-f099-4125-993f-6942e5116701 HTTP/1.1" status: 204 len: 168 time: 1.7151651 Jan 25 16:10:52.769174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40720) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:52.835397 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Deleting subnet 6bb8d0b6-67b7-4d3a-9d34-4439ea956843 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:10:52.841148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.887231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:52.960551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.176450 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.213279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb8d0b6-67b7-4d3a-9d34-4439ea956843,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:53.219709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.228526 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-00070354-5275-4a35-bbc0-5732e858076c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6bb8d0b6-67b7-4d3a-9d34-4439ea956843 HTTP/1.1" status: 204 len: 168 time: 0.4582841 Jan 25 16:10:53.228619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252b137-b472-4e93-9f83-4bfb44c803c9 None None] Network cb0e6a2a-9a5a-4d27-81a9-6480283baa76 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:10:53.230818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40724) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:53.343468 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.353620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Deleting port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:53.353946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.385609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d0d8de3c-f44d-418d-bc59-5404110b39da no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:53.421546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d0d8de3c-f44d-418d-bc59-5404110b39da {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:10:53.421881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d0d8de3c-f44d-418d-bc59-5404110b39da not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:10:53.422288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8da447cf-d247-4d78-8e35-4b4e987539a1 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:53.454863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 8da447cf-d247-4d78-8e35-4b4e987539a1 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:10:53.455222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 8da447cf-d247-4d78-8e35-4b4e987539a1 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:10:53.532284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] DHCP port deletion for cb0e6a2a-9a5a-4d27-81a9-6480283baa76 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:10:53.536886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Deleting port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:53.537257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.555851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] For port 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9b0aa684-7d65-40f9-a846-9d4a74f549d8,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:53.556197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.674757 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Calling delete_port for 9b0aa684-7d65-40f9-a846-9d4a74f549d8 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:53.734814 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] For port 9b0aa684-7d65-40f9-a846-9d4a74f549d8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9b0aa684-7d65-40f9-a846-9d4a74f549d8,segment=NetworkSegment(de6d548d-4511-4cc0-a83c-5a4224527b49),segment_id=de6d548d-4511-4cc0-a83c-5a4224527b49)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:10:53.735251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.816271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:53.852917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Calling delete_port for 9b0aa684-7d65-40f9-a846-9d4a74f549d8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:10:53.862986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0aa684-7d65-40f9-a846-9d4a74f549d8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:53.870677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] No DVR routers for this DVR port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 25 16:10:53.918743 dv-neutron-826291-2-hyperv neutron-server[84140]: util.warn( Jan 25 16:10:53.925467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:10:53.925820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:10:53.983660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.008079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0e6a2a-9a5a-4d27-81a9-6480283baa76']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:54.019805 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6d548d-4511-4cc0-a83c-5a4224527b49') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:54.020086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6d548d-4511-4cc0-a83c-5a4224527b49') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:10:54.031132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.046213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.052469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:10:54.059694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:10:54.065283 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:10:54.198393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.214735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.226828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0e6a2a-9a5a-4d27-81a9-6480283baa76,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:54.307794 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f9c9d232-2ae2-4092-84c1-c6061d1a04ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/cb0e6a2a-9a5a-4d27-81a9-6480283baa76 HTTP/1.1" status: 204 len: 168 time: 1.0759547 Jan 25 16:10:54.427217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Deleting port 9b0aa684-7d65-40f9-a846-9d4a74f549d8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:10:54.427716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.489346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b644edb4-39e0-4633-abac-7cc5f08e0608 None None] The port '9b0aa684-7d65-40f9-a846-9d4a74f549d8' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:10:54.653786 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40730) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:54.703283 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b4219fe2-c8d9-4e88-95aa-4c9da85eaa56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=293583aaeabc4a64af02bef37b888722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483289 Jan 25 16:10:54.705538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40734) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:54.762205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.786032 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.912605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.931250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabd6174-346b-42be-bf2a-8c1939143353,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:54.935412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:54.937006 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f821335b-cd2c-49bd-8d6d-e5dad52887ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cabd6174-346b-42be-bf2a-8c1939143353 HTTP/1.1" status: 204 len: 168 time: 0.2300920 Jan 25 16:10:55.340444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9b0aa684-7d65-40f9-a846-9d4a74f549d8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:10:55.375792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9b0aa684-7d65-40f9-a846-9d4a74f549d8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:10:55.376110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9b0aa684-7d65-40f9-a846-9d4a74f549d8 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:10:56.122355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40760) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:56.246876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-266447073-network', 'tenant_id': '55a95d08b4f5480a9b05e6256f791a06'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:10:56.251554 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:10:56.255255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Usage tracker for resource:network and tenant:55a95d08b4f5480a9b05e6256f791a06 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:10:56.258063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:10:56.263481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:10:56.341171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Made reservation on behalf of 55a95d08b4f5480a9b05e6256f791a06 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:10:56.343830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.356571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.385969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:10:56.389708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Usage tracker for resource:security_group_rule and tenant:55a95d08b4f5480a9b05e6256f791a06 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:10:56.392436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:10:56.398413 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:10:56.460312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.518296 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.549191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:10:56.554210 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8783afda-6217-4448-90ea-bb38f7da94d8,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:56.560609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.561548 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Added segment c2abdfe8-f5f6-4504-9197-71a24c2e78ec of type vlan for network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 Jan 25 16:10:56.586473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.671375 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.672141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:56.672706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:56.771188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:56.780968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:10:56.838354 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5cfa1b54-4f0e-4b62-8422-a8e2f2c3f837 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7148278 Jan 25 16:10:56.841110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40766) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:10:56.846833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Request body: {'subnet': {'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-266447073-subnet', 'tenant_id': '55a95d08b4f5480a9b05e6256f791a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:10:56.851724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:10:56.855631 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Usage tracker for resource:subnet and tenant:55a95d08b4f5480a9b05e6256f791a06 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:10:56.858471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:10:56.864585 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:10:56.935745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Made reservation on behalf of 55a95d08b4f5480a9b05e6256f791a06 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:10:56.938053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:57.295639 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:57.355576 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb218e1-7b94-4ada-bd60-ec28992b603b,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:10:57.378243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Checking segment: {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:10:57.378598 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Network hostable DHCP agents. Network: dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:10:57.461441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:10:57.541557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:10:57.546000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:57.546960 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:10:57.550040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bb2e6-86d4-4846-8d5d-a5c09b971d75 None None] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:10:57.650926 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-89a75044-6d2e-446d-ac38-f57994105a88 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8084488 Jan 25 16:10:57.786680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a7150-b762-48bf-8691-5961d6ac745c None None] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:10:58.163444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229554b8-f292-446d-aa5d-8b833590513c req-ab157a2b-7959-4e0e-8479-6f73d75c4e0d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:10:58.164852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-ab157a2b-7959-4e0e-8479-6f73d75c4e0d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/networks?id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 200 len: 813 time: 0.1376112 Jan 25 16:10:58.180947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-2aa60353-9d5c-4112-88c1-b67bf8e46842 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/quotas/55a95d08b4f5480a9b05e6256f791a06 HTTP/1.1" status: 200 len: 375 time: 0.0108023 Jan 25 16:10:58.231613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-57b29256-5750-4709-b204-fc367b712dfc tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459726 Jan 25 16:10:58.364516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-1e19ec16-705c-4c75-bed8-42f4912558e6 service neutron] 10.222.0.26 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257482 Jan 25 16:10:58.490779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-e2c467ba-6645-4376-b8f6-f0f4d580c588 service neutron] 10.222.0.26 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206427 Jan 25 16:10:58.761942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f1e77f2-6988-4961-b8aa-5a2f710975ed req-6d1022bd-f1ce-4501-a82d-7fd4af2ebca8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 210 time: 0.0414865 Jan 25 16:10:59.478473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a2ac9290-001f-4dc4-9157-6f94a97fa305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:00.022843 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ba63885-2e15-4e1b-bc9c-842f150b4454 req-6fad82c1-6367-45d2-9682-966490641a14 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 210 time: 0.1371646 Jan 25 16:11:01.009194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229554b8-f292-446d-aa5d-8b833590513c req-608a6634-63ce-4de8-904c-a1aff05889f7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:01.010529 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-608a6634-63ce-4de8-904c-a1aff05889f7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "GET /v2.0/networks?id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 200 len: 813 time: 0.1381388 Jan 25 16:11:01.025676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Request body: {'port': {'device_id': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926', 'admin_state_up': True, 'tenant_id': '55a95d08b4f5480a9b05e6256f791a06'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:01.162412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:01.197698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Usage tracker for resource:port and tenant:55a95d08b4f5480a9b05e6256f791a06 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:01.204125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:01.208401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-af3feef6-ecb4-4f8c-bb1a-0c7ba3c236dc req-c0c5b20e-8985-46f9-be11-3d09baae3397 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 210 time: 0.0478663 Jan 25 16:11:01.212004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:01.323966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Made reservation on behalf of 55a95d08b4f5480a9b05e6256f791a06 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:01.327064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:01.482957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Allocated IP 172.20.0.3 (dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926/5cb218e1-7b94-4ada-bd60-ec28992b603b/f71acd4a-8cee-40ef-9f9a-9453a82bd71c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:01.569895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b1fcec0-62c6-4823-8204-81f1e4116bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:01.673634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:01.753677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:01.823813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:01.826661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:01.830441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:01.863159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Pushing event updated for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:01.890623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:01.891206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:01.942410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-b76b5a41-ea75-45e8-b6d5-607cb3e4ec9d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203019 Jan 25 16:11:01.952875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Request body: {'port': {'device_id': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:02.055510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:02.425325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71acd4a-8cee-40ef-9f9a-9453a82bd71c {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:11:02.434264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:02.454938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Transition to ACTIVE for port object f71acd4a-8cee-40ef-9f9a-9453a82bd71c will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:02.464763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ac70c-7d3c-4e6a-9b0e-eb31a491f36f req-6c876e4e-d757-4a61-992c-5a1880cb70ae tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:02.465453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a5ac70c-7d3c-4e6a-9b0e-eb31a491f36f req-6c876e4e-d757-4a61-992c-5a1880cb70ae tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Synchronizing usage tracker for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:11:02.529796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:02.587275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a5ac70c-7d3c-4e6a-9b0e-eb31a491f36f req-6c876e4e-d757-4a61-992c-5a1880cb70ae tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Unset dirty status for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:11:02.588401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a5ac70c-7d3c-4e6a-9b0e-eb31a491f36f req-6c876e4e-d757-4a61-992c-5a1880cb70ae tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 931 time: 0.2613554 Jan 25 16:11:02.667024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Pushing event updated for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:02.840034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a5ac70c-7d3c-4e6a-9b0e-eb31a491f36f req-41535733-6903-43c7-b69a-6ed0522152c1 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046916 Jan 25 16:11:02.878149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Attempting to bind port f71acd4a-8cee-40ef-9f9a-9453a82bd71c on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:02.878476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Attempting to bind port f71acd4a-8cee-40ef-9f9a-9453a82bd71c by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:02.878820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Attempting to bind port f71acd4a-8cee-40ef-9f9a-9453a82bd71c on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:02.884368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Port f71acd4a-8cee-40ef-9f9a-9453a82bd71c on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:11:02.884689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Attempting to bind port f71acd4a-8cee-40ef-9f9a-9453a82bd71c on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:02.890625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:02.890956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Checking segment: {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:02.891330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Bound using segment: {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:02.891740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Bound port: f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:02.892072 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:02.980004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:02.982925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:02.992423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:03.026584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:03.084812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:03.148376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:03.149743 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] 10.222.0.41 "PUT /v2.0/ports/f71acd4a-8cee-40ef-9f9a-9453a82bd71c HTTP/1.1" status: 200 len: 1093 time: 1.2006671 Jan 25 16:11:03.150171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:03.164833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b89f13-8f7e-47a8-8747-78e87b319a4e service neutron] Pushing event updated for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:03.204299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c', 'status': 'completed', 'code': 200} Jan 25 16:11:03.295900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c11a126c-76b7-420a-ab9f-4a5d55199ae1 req-c543212d-456a-45e7-a74f-8866a8d5c10f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 1096 time: 0.0703194 Jan 25 16:11:03.431055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a126c-76b7-420a-ab9f-4a5d55199ae1 req-e45a6e2b-1dac-4624-82de-83af2585d84e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:03.432361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c11a126c-76b7-420a-ab9f-4a5d55199ae1 req-e45a6e2b-1dac-4624-82de-83af2585d84e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55a95d08b4f5480a9b05e6256f791a06&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1300614 Jan 25 16:11:03.563058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a126c-76b7-420a-ab9f-4a5d55199ae1 req-1802160d-5980-42cd-a13a-6ec5494ce6d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:03.564468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c11a126c-76b7-420a-ab9f-4a5d55199ae1 req-1802160d-5980-42cd-a13a-6ec5494ce6d0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266339 Jan 25 16:11:03.666271 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-dacdd41f-f111-4c4c-9b8b-53404da40139 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 1096 time: 0.0667243 Jan 25 16:11:03.734361 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-701a4d86-7e06-4d86-9a27-7d2a513bf18e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c HTTP/1.1" status: 200 len: 217 time: 0.0621793 Jan 25 16:11:03.793527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229554b8-f292-446d-aa5d-8b833590513c req-a4bbf664-fa5e-445a-96e3-fd068adb51ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:03.794887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-a4bbf664-fa5e-445a-96e3-fd068adb51ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb218e1-7b94-4ada-bd60-ec28992b603b HTTP/1.1" status: 200 len: 853 time: 0.0550444 Jan 25 16:11:03.841587 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-dc173279-b0d4-4a79-8289-24a85d834b84 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400877 Jan 25 16:11:04.000837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-e90ef5ac-9d86-46e8-a681-64da6de87da2 service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531971 Jan 25 16:11:04.136584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f45963-3288-45a6-8c8d-77103ac6e260 req-4ec722bb-1f55-4299-9cd7-74d5fa6f2d20 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:04.138056 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49f45963-3288-45a6-8c8d-77103ac6e260 req-4ec722bb-1f55-4299-9cd7-74d5fa6f2d20 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 943 time: 0.1780527 Jan 25 16:11:04.171993 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-229554b8-f292-446d-aa5d-8b833590513c req-2baca54f-88fc-4c08-b625-58bd24ec42f0 service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634450 Jan 25 16:11:04.192383 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49f45963-3288-45a6-8c8d-77103ac6e260 req-dc30b026-4c2d-43bb-a623-e3cd04ee8329 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Jan 25 16:11:04.752850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:05.389840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17c927-555b-411c-aa47-ea71c018d3bb req-8716c359-0c1f-42a5-9343-edfaed4544a8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:05.391193 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a17c927-555b-411c-aa47-ea71c018d3bb req-8716c359-0c1f-42a5-9343-edfaed4544a8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 943 time: 0.0770309 Jan 25 16:11:05.435023 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a17c927-555b-411c-aa47-ea71c018d3bb req-dd6f7c8c-d4d7-4b67-8f7f-ff0a069ba383 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 Jan 25 16:11:06.628545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cf284-0c05-41b1-ba11-6dafc1cfe5a2 req-3cef840d-77c5-43f4-a120-c39076be7114 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:06.629633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f71acd4a-8cee-40ef-9f9a-9453a82bd71c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:11:06.630146 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ad0cf284-0c05-41b1-ba11-6dafc1cfe5a2 req-3cef840d-77c5-43f4-a120-c39076be7114 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 943 time: 0.0750828 Jan 25 16:11:06.674413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ad0cf284-0c05-41b1-ba11-6dafc1cfe5a2 req-44074291-900f-4fab-b147-0157bd3664f9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Jan 25 16:11:06.760153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:06.772668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c', 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926', 'port_id': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c', 'mac_address': 'fa:16:3e:9c:7b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb218e1-7b94-4ada-bd60-ec28992b603b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:11:06.827903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:06.844412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71acd4a-8cee-40ef-9f9a-9453a82bd71c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:11:06.858404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:06.912441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:06.975192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:07.137809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['f71acd4a-8cee-40ef-9f9a-9453a82bd71c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:11:07.885932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb35ea5-d718-4e0f-81f7-fb71c7a248af req-8d5f1f02-8470-4425-bd89-f2610fbd03ff tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:07.887337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9eb35ea5-d718-4e0f-81f7-fb71c7a248af req-8d5f1f02-8470-4425-bd89-f2610fbd03ff tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 944 time: 0.0789645 Jan 25 16:11:07.930996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9eb35ea5-d718-4e0f-81f7-fb71c7a248af req-06b8cacf-e6bc-4c95-9984-ff85da8b11da tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Jan 25 16:11:08.630989 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f71acd4a-8cee-40ef-9f9a-9453a82bd71c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:08.764051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port f71acd4a-8cee-40ef-9f9a-9453a82bd71c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:08.769865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port f71acd4a-8cee-40ef-9f9a-9453a82bd71c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:08.770253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:08.886057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:08.911929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:08.921415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:08.964820 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c', 'code': 200} Jan 25 16:11:09.004887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:09.080190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:09.125452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bd33e-e6ea-4794-9552-8e817de9bab4 req-8598a27e-91c5-494c-9f2d-65441ec6850d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:09.126891 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-478bd33e-e6ea-4794-9552-8e817de9bab4 req-8598a27e-91c5-494c-9f2d-65441ec6850d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0744817 Jan 25 16:11:09.187416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:09.257475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-478bd33e-e6ea-4794-9552-8e817de9bab4 req-aabd54fc-316d-4ec6-97d2-a2c22b978515 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239400 Jan 25 16:11:09.366572 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee9c90c0-1abf-4a8f-ba31-f9814d5a0c8d req-6cfa0679-1e1a-4caf-8805-f539bbd6eb76 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 1098 time: 0.0645733 Jan 25 16:11:09.405745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee9c90c0-1abf-4a8f-ba31-f9814d5a0c8d req-818d94eb-b72e-4871-a43c-9f715c4e08e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Jan 25 16:11:10.468584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480c56-8c20-4e7b-9ed5-de43d68bf62a req-baa4c3bd-0515-428c-986e-c08b37f213eb tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:10.470074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5480c56-8c20-4e7b-9ed5-de43d68bf62a req-baa4c3bd-0515-428c-986e-c08b37f213eb tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0912862 Jan 25 16:11:10.515630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5480c56-8c20-4e7b-9ed5-de43d68bf62a req-1f056b48-2335-45eb-aae1-095ef9bfbcbd tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Jan 25 16:11:11.708967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31b84f-9c03-48ef-a00a-73facf29cfab req-87c3209e-b7a6-48ca-bb7d-ce4b21778e1a tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:11.710389 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a31b84f-9c03-48ef-a00a-73facf29cfab req-87c3209e-b7a6-48ca-bb7d-ce4b21778e1a tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0742321 Jan 25 16:11:11.754458 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5a31b84f-9c03-48ef-a00a-73facf29cfab req-22edbfec-9705-48e3-8b56-b235c0cecd35 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Jan 25 16:11:12.043433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-1ca6e42c-b432-42d3-b4d9-c398ad417a38 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:12.044862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-1ca6e42c-b432-42d3-b4d9-c398ad417a38 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/networks?id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 200 len: 813 time: 0.1405466 Jan 25 16:11:12.061157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-6572fb6a-069a-4bc6-a6e6-0c8e17a5f19d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/quotas/55a95d08b4f5480a9b05e6256f791a06 HTTP/1.1" status: 200 len: 375 time: 0.0104544 Jan 25 16:11:12.136704 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-b3dcab6c-10c4-4fde-bff5-99ba70f1b659 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702684 Jan 25 16:11:12.180404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:11:12.265955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-0e2df705-6999-48f3-bc05-e4a27bfef34a service neutron] 10.222.0.26 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225986 Jan 25 16:11:12.393701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-ab5524b5-963d-4426-b93f-742658b157c1 service neutron] 10.222.0.26 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219451 Jan 25 16:11:12.673973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f95192ca-d889-4eea-8535-7ad99389fb08 req-fff11b5c-17c4-401a-8f71-a85a191e7704 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 210 time: 0.0404646 Jan 25 16:11:13.838048 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e9df761-6701-41e5-8e36-6bb47385384e req-eb759042-55d5-46d7-b64b-8b8977481aac tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 210 time: 0.0434005 Jan 25 16:11:14.587124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-150c372b-c481-4983-b3d3-f0873bb8edf6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:14.588508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-150c372b-c481-4983-b3d3-f0873bb8edf6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "GET /v2.0/networks?id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 200 len: 813 time: 0.1387115 Jan 25 16:11:14.605103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Request body: {'port': {'device_id': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926', 'admin_state_up': True, 'tenant_id': '55a95d08b4f5480a9b05e6256f791a06'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:14.736500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:14.746334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:14.809287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Made reservation on behalf of 55a95d08b4f5480a9b05e6256f791a06 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:14.812447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:15.005892 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-776e9f84-9263-42bc-aab8-22bb31bc5e1f req-92d5feb0-8597-4e9b-a99a-695cd2d6007b tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 210 time: 0.0452316 Jan 25 16:11:15.011367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Allocated IP 172.20.0.4 (dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926/5cb218e1-7b94-4ada-bd60-ec28992b603b/96d8ddb6-afad-4bef-bb3e-6e5d048e09a7) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:15.203848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:15.288919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:15.300412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['f71acd4a-8cee-40ef-9f9a-9453a82bd71c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:11:15.451316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:15.454289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:15.459046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:15.485848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Pushing event updated for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:15.517242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:15.517855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:15.627336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-9c41c289-4b53-43fc-95db-8006619f48a9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255430 Jan 25 16:11:15.638915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Request body: {'port': {'device_id': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:15.742641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.070197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:11:16.077017 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.092375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Transition to ACTIVE for port object 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:16.179751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.307089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Pushing event updated for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:16.319337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebeb30-fb1e-43d3-b780-0b124af26dcc req-c0d88c4c-ce5f-422e-bfc2-6ab9135da604 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:16.320005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-aaebeb30-fb1e-43d3-b780-0b124af26dcc req-c0d88c4c-ce5f-422e-bfc2-6ab9135da604 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Synchronizing usage tracker for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:11:16.429039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Attempting to bind port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:16.429359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Attempting to bind port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:16.429720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Attempting to bind port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:16.435218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:11:16.435529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Attempting to bind port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 on network dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:16.442086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:16.442409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Checking segment: {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:16.442779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Bound using segment: {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:16.443185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Bound port: 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:16.443516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.483805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-aaebeb30-fb1e-43d3-b780-0b124af26dcc req-c0d88c4c-ce5f-422e-bfc2-6ab9135da604 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Unset dirty status for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:11:16.484929 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aaebeb30-fb1e-43d3-b780-0b124af26dcc req-c0d88c4c-ce5f-422e-bfc2-6ab9135da604 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 931 time: 0.3610218 Jan 25 16:11:16.561441 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-aaebeb30-fb1e-43d3-b780-0b124af26dcc req-40a8f7f1-2046-4efd-96d5-053f7834088c tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699282 Jan 25 16:11:16.563738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:16.566745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:16.644567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.703598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:16.704926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] 10.222.0.41 "PUT /v2.0/ports/96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 HTTP/1.1" status: 200 len: 1093 time: 1.0699196 Jan 25 16:11:16.705349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:16.726059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efc96c-e7b4-401a-bf3f-095c5ae3b994 service neutron] Pushing event updated for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:16.759875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7', 'status': 'completed', 'code': 200} Jan 25 16:11:16.850501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-734acfa2-3739-4f47-a162-57d15aa18033 req-992dae3c-326e-487b-bb37-35fd4e1b9f6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 1096 time: 0.0712295 Jan 25 16:11:16.985350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734acfa2-3739-4f47-a162-57d15aa18033 req-e92ffa2a-85cd-41d3-97f1-5e3b963be5de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:16.986972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-734acfa2-3739-4f47-a162-57d15aa18033 req-e92ffa2a-85cd-41d3-97f1-5e3b963be5de service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=55a95d08b4f5480a9b05e6256f791a06&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1307096 Jan 25 16:11:17.117594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734acfa2-3739-4f47-a162-57d15aa18033 req-4af99c41-e3fe-46ee-8d91-9fc5e56acdfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:17.118897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-734acfa2-3739-4f47-a162-57d15aa18033 req-4af99c41-e3fe-46ee-8d91-9fc5e56acdfa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266184 Jan 25 16:11:17.220034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-8cc5a0e7-cb91-4e6e-b0d2-297afdb00c61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 1096 time: 0.0658591 Jan 25 16:11:17.286930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-a9e3ca15-d3df-44d0-a23a-2e516f97ff26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 HTTP/1.1" status: 200 len: 217 time: 0.0603280 Jan 25 16:11:17.426228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-66319264-3a29-4c7d-b9f8-a4d0063ce51b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:17.427566 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-66319264-3a29-4c7d-b9f8-a4d0063ce51b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb218e1-7b94-4ada-bd60-ec28992b603b HTTP/1.1" status: 200 len: 853 time: 0.1350455 Jan 25 16:11:17.472134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-44fd9a1c-389f-40f3-a72e-c84034bbc454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381718 Jan 25 16:11:17.601430 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-8ba4f19e-9ff7-4692-9e48-da416bc84ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237192 Jan 25 16:11:17.790556 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91599be7-02ca-4a9d-9b4e-992ee33417bc req-e785cd45-c9b9-4b00-b7b2-56ddae5d3841 service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832850 Jan 25 16:11:17.803961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfc1d-1558-475f-9aa9-581d11032421 req-e56bd183-3870-4d98-8394-ed0aa4bce2cc tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:17.805367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7cbdfc1d-1558-475f-9aa9-581d11032421 req-e56bd183-3870-4d98-8394-ed0aa4bce2cc tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 943 time: 0.1260204 Jan 25 16:11:17.851404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7cbdfc1d-1558-475f-9aa9-581d11032421 req-6769ddd0-14f8-4e12-8b82-4e4d4e560143 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 Jan 25 16:11:19.048084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a46b62-9cbc-45b1-b7e2-46331b89d3f4 req-21d25c64-5484-44c1-9d5a-87547c0db5af tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:19.050051 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4a46b62-9cbc-45b1-b7e2-46331b89d3f4 req-21d25c64-5484-44c1-9d5a-87547c0db5af tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 943 time: 0.0766053 Jan 25 16:11:19.093675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4a46b62-9cbc-45b1-b7e2-46331b89d3f4 req-8b5ab7ab-d073-47c2-b2ca-22e1bd896d73 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380795 Jan 25 16:11:20.285663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa10139-5630-4870-b0c5-b292c8391387 req-3e24efb1-25ad-424f-92f6-8d6446abfee4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:20.287058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fa10139-5630-4870-b0c5-b292c8391387 req-3e24efb1-25ad-424f-92f6-8d6446abfee4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 943 time: 0.0734930 Jan 25 16:11:20.330135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fa10139-5630-4870-b0c5-b292c8391387 req-bc567492-39a6-4b8b-8643-cdaa944594d9 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Jan 25 16:11:20.649162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:11:20.777074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:20.790380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7', 'network_id': 'dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926', 'port_id': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7', 'mac_address': 'fa:16:3e:e4:52:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb218e1-7b94-4ada-bd60-ec28992b603b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:11:20.844767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:20.861564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:11:20.876497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:20.957967 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:21.021031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:21.028876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.029220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.029579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.029908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.030235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.030558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.030881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.031197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.031514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.031827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.032141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:21.181176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['96d8ddb6-afad-4bef-bb3e-6e5d048e09a7'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:11:21.522892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0514e96-4a97-4ddf-908a-8369aec82e99 req-11714661-5577-44cb-bb8f-8c7306422618 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:21.524321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0514e96-4a97-4ddf-908a-8369aec82e99 req-11714661-5577-44cb-bb8f-8c7306422618 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 944 time: 0.0780604 Jan 25 16:11:21.573423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0514e96-4a97-4ddf-908a-8369aec82e99 req-e0e49f35-0637-4040-bf54-219888bd3133 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Jan 25 16:11:22.656417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:22.763883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb20e-fc62-4c34-90de-e15deea9edb6 req-3be382e2-37fe-4a64-bc04-a90af9ede60e tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:22.765333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c31cb20e-fc62-4c34-90de-e15deea9edb6 req-3be382e2-37fe-4a64-bc04-a90af9ede60e tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 944 time: 0.0747309 Jan 25 16:11:22.770022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:22.775009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:22.775321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:22.814091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c31cb20e-fc62-4c34-90de-e15deea9edb6 req-07803bea-6a64-4fd4-8fc2-e2c565e4b098 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Jan 25 16:11:22.885968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:22.912362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:22.921836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:22.964813 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7', 'code': 200} Jan 25 16:11:23.009822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:23.073691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:23.324921 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15cd1a72-9718-47a7-953a-c64b29abeb93 req-695a8608-8377-420f-8ef2-3b4ebc90e98a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 1098 time: 0.0671160 Jan 25 16:11:23.370894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15cd1a72-9718-47a7-953a-c64b29abeb93 req-82b102fc-ff70-472c-93b1-4596d92626cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Jan 25 16:11:23.751571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-d3ec501b-9297-4d0e-b828-a8bf9f6ea291 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686173 Jan 25 16:11:23.911927 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-894aa21f-45cf-412e-a244-b410bbf90433 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55a95d08b4f5480a9b05e6256f791a06&device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 1098 time: 0.0668356 Jan 25 16:11:24.104769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f144f-171a-46aa-85f2-c981db4baa60 req-6a4d9fb9-0d65-4e2a-a1fe-628036eb0a87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:24.106108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-6a4d9fb9-0d65-4e2a-a1fe-628036eb0a87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 200 len: 914 time: 0.1760743 Jan 25 16:11:24.115552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79ccf-82bc-4933-807d-de2855b55eb6 req-e841c280-d447-4419-bceb-04c8c890d3bc tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:24.116870 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46c79ccf-82bc-4933-807d-de2855b55eb6 req-e841c280-d447-4419-bceb-04c8c890d3bc tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 945 time: 0.1694391 Jan 25 16:11:24.192012 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-5aca10eb-31b4-4c50-8d7f-c7e8d5bbda1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c HTTP/1.1" status: 200 len: 217 time: 0.0737371 Jan 25 16:11:24.253242 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-46c79ccf-82bc-4933-807d-de2855b55eb6 req-05c24b36-cbfc-41b6-be2a-30442130fc51 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899160 Jan 25 16:11:24.267288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f144f-171a-46aa-85f2-c981db4baa60 req-e0a8bc20-eb94-42ae-ad47-c779d0720e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:24.268628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-e0a8bc20-eb94-42ae-ad47-c779d0720e48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb218e1-7b94-4ada-bd60-ec28992b603b HTTP/1.1" status: 200 len: 853 time: 0.0669394 Jan 25 16:11:24.317893 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-57e6ac2e-3e79-477b-b766-b74f80ad41e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389605 Jan 25 16:11:24.531038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-b05b9065-07f2-4d9f-b6be-60063a4dcead service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057419 Jan 25 16:11:24.665789 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-480f144f-171a-46aa-85f2-c981db4baa60 req-d8e98832-4b31-4c84-83c5-1b3f02b99294 service neutron] 10.222.0.41 "GET /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234918 Jan 25 16:11:25.449491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491f2a0-d3c2-46ca-bba7-c56dcd44970d req-64a30359-80cc-4d52-81ca-3795f235c197 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:25.450798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c491f2a0-d3c2-46ca-bba7-c56dcd44970d req-64a30359-80cc-4d52-81ca-3795f235c197 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 945 time: 0.0789142 Jan 25 16:11:25.495983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c491f2a0-d3c2-46ca-bba7-c56dcd44970d req-c5b26989-cb47-4506-9ddc-f2431e698e44 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Jan 25 16:11:26.089096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad49b4-f9c0-49f1-ab45-5186492ec751 req-7f07d1ac-9511-43fd-a10c-dadaff9f3775 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:26.090552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fad49b4-f9c0-49f1-ab45-5186492ec751 req-7f07d1ac-9511-43fd-a10c-dadaff9f3775 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 945 time: 0.0756898 Jan 25 16:11:26.135185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0fad49b4-f9c0-49f1-ab45-5186492ec751 req-83ef8d37-7f70-4dc0-a5bf-cee8a6c23660 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388441 Jan 25 16:11:27.331545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2656d6-7334-4357-a319-caadfcba96a9 req-82b13b81-8f4b-4574-8db8-fc49bf7ea4b6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:27.332969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe2656d6-7334-4357-a319-caadfcba96a9 req-82b13b81-8f4b-4574-8db8-fc49bf7ea4b6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 945 time: 0.0783019 Jan 25 16:11:27.423799 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe2656d6-7334-4357-a319-caadfcba96a9 req-52c2dd56-a6a1-42d5-bb24-00ab63a18049 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611141 Jan 25 16:11:27.439891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff8391-d285-4756-8f91-83f36ad07867 req-45158b80-ef7d-46c9-9169-a63a75561fc2 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:27.441272 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ffff8391-d285-4756-8f91-83f36ad07867 req-45158b80-ef7d-46c9-9169-a63a75561fc2 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 945 time: 0.1069319 Jan 25 16:11:27.510205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Deleting port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:27.510541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:27.747251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] For port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:27.747600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:27.864992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Calling delete_port for 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:28.060812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:28.072442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['f71acd4a-8cee-40ef-9f9a-9453a82bd71c', '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:11:28.110598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Pushing event deleted for resources: {'Port': ['ID=96d8ddb6-afad-4bef-bb3e-6e5d048e09a7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:28.181845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] No DVR routers for this DVR port 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:28.185045 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:28.187589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'name': 'network-vif-deleted', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:28.238871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ffff8391-d285-4756-8f91-83f36ad07867 req-bde21842-998a-4027-9942-f3b2007e27a4 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "DELETE /v2.0/ports/96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 HTTP/1.1" status: 204 len: 173 time: 0.7916729 Jan 25 16:11:28.246148 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd753ba84-030f-42cd-95d2-cd58a65aca41', 'name': 'network-vif-deleted', 'tag': '96d8ddb6-afad-4bef-bb3e-6e5d048e09a7', 'status': 'completed', 'code': 200} Jan 25 16:11:28.595455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8e64ac9c-51a4-40e0-be03-e4c65c26cd67 req-009bdf5a-b93f-49f8-8301-f901b9197bf8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Synchronizing usage tracker for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:11:28.666378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8e64ac9c-51a4-40e0-be03-e4c65c26cd67 req-009bdf5a-b93f-49f8-8301-f901b9197bf8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Unset dirty status for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:11:28.667515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e64ac9c-51a4-40e0-be03-e4c65c26cd67 req-009bdf5a-b93f-49f8-8301-f901b9197bf8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=d753ba84-030f-42cd-95d2-cd58a65aca41 HTTP/1.1" status: 200 len: 210 time: 0.1125863 Jan 25 16:11:29.472263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a665c967-314e-4ad3-9b54-62563e12e3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:29.944986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa307b17-19ea-4801-be61-7226fbe18780 req-3a1b8168-dfb6-41d7-bcbf-28a117a6a80d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:29.946444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa307b17-19ea-4801-be61-7226fbe18780 req-3a1b8168-dfb6-41d7-bcbf-28a117a6a80d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Jan 25 16:11:29.989472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa307b17-19ea-4801-be61-7226fbe18780 req-086b322d-9731-4a5d-a3df-6ef668f5e594 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376189 Jan 25 16:11:30.208328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445483da-ebc7-4d0f-beae-bf3187546d0a req-a4f23d22-b70d-4a30-8b58-1b6ed843298a tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:30.209782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-445483da-ebc7-4d0f-beae-bf3187546d0a req-a4f23d22-b70d-4a30-8b58-1b6ed843298a tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0775259 Jan 25 16:11:30.254124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-445483da-ebc7-4d0f-beae-bf3187546d0a req-dcb9cbca-d3e4-41d6-b2ab-686cb77506f0 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Jan 25 16:11:30.444179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805b993-bb92-4679-902d-80eba63ceaea req-ce2d1307-d942-49f9-a0b2-e23d14825359 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:30.445638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3805b993-bb92-4679-902d-80eba63ceaea req-ce2d1307-d942-49f9-a0b2-e23d14825359 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0741529 Jan 25 16:11:30.492702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3805b993-bb92-4679-902d-80eba63ceaea req-eb933afd-0894-4079-bf5f-b8aa8a9a4f7f tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jan 25 16:11:30.685855 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5fdb2c8d-d212-4a75-9f37-4e48dd2d1b52 req-2807cb4a-8591-4c64-9d07-0bc4c0d58d8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0653419 Jan 25 16:11:30.707763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:11:30.742779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:11:30.743126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 96d8ddb6-afad-4bef-bb3e-6e5d048e09a7 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:11:30.880595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b61a3-1fd4-4aab-b93f-61dae8ba8338 req-52c4db33-d067-4399-9b99-01f5c3f7e749 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:30.882520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-493b61a3-1fd4-4aab-b93f-61dae8ba8338 req-52c4db33-d067-4399-9b99-01f5c3f7e749 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0749636 Jan 25 16:11:30.929896 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-493b61a3-1fd4-4aab-b93f-61dae8ba8338 req-1c3dc17c-4e01-41d6-a2ac-c8640aebafb3 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Jan 25 16:11:31.125076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71a047-667d-4ce9-9314-219971592735 req-989f7691-53dd-4aa5-b2b6-e44b062a5a25 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:31.126551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb71a047-667d-4ce9-9314-219971592735 req-989f7691-53dd-4aa5-b2b6-e44b062a5a25 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0761077 Jan 25 16:11:31.171354 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fb71a047-667d-4ce9-9314-219971592735 req-eca7bb13-4aee-45a3-be00-0f57940926a7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391574 Jan 25 16:11:31.460709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68a022-3ba8-4732-8d7c-e34fb172a1c9 req-78462841-cbd4-4c2b-82ee-71ea34e28f75 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:31.462070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef68a022-3ba8-4732-8d7c-e34fb172a1c9 req-78462841-cbd4-4c2b-82ee-71ea34e28f75 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.1559005 Jan 25 16:11:31.511427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ef68a022-3ba8-4732-8d7c-e34fb172a1c9 req-384ab34d-cac1-4c70-9e94-274b1db3ddf5 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434890 Jan 25 16:11:31.535107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-40af7a65-e31b-47aa-9c1c-fed91b2f7390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:32.288638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffdd8f-3bb3-4fb3-bf9e-8105609da8b8 req-66eb05a4-ee96-4254-a228-a06c732ad79d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:32.290094 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dffdd8f-3bb3-4fb3-bf9e-8105609da8b8 req-66eb05a4-ee96-4254-a228-a06c732ad79d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0748894 Jan 25 16:11:32.334661 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1dffdd8f-3bb3-4fb3-bf9e-8105609da8b8 req-57472997-bc62-4e9f-a9d2-6ba9c127895d tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391636 Jan 25 16:11:32.992091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:33.014781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:33.530668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9446d8-25f9-4a94-8e9a-ec5e9610f648 req-88478cf0-6123-4138-bc7a-ee782e9a2a31 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:33.532089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd9446d8-25f9-4a94-8e9a-ec5e9610f648 req-88478cf0-6123-4138-bc7a-ee782e9a2a31 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0780876 Jan 25 16:11:33.621701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd9446d8-25f9-4a94-8e9a-ec5e9610f648 req-611c65b8-a685-4d7d-a906-bc4f4b1c2da8 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/security-groups?id=8783afda-6217-4448-90ea-bb38f7da94d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840240 Jan 25 16:11:33.654943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-79305c41-39ac-4e00-804a-978573bae0be tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:33.656326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-79305c41-39ac-4e00-804a-978573bae0be tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 945 time: 0.0914066 Jan 25 16:11:33.725142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Deleting port f71acd4a-8cee-40ef-9f9a-9453a82bd71c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:33.725494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:33.953543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] For port f71acd4a-8cee-40ef-9f9a-9453a82bd71c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,segment=NetworkSegment(c2abdfe8-f5f6-4504-9197-71a24c2e78ec),segment_id=c2abdfe8-f5f6-4504-9197-71a24c2e78ec)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:33.953805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:34.072194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Calling delete_port for f71acd4a-8cee-40ef-9f9a-9453a82bd71c owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:34.283256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:34.294044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['f71acd4a-8cee-40ef-9f9a-9453a82bd71c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:11:34.331142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Pushing event deleted for resources: {'Port': ['ID=f71acd4a-8cee-40ef-9f9a-9453a82bd71c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:34.399821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] No DVR routers for this DVR port f71acd4a-8cee-40ef-9f9a-9453a82bd71c on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:34.402160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:34.404516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'name': 'network-vif-deleted', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:11:34.459994 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a108c8-7e4b-44c3-b9fe-456feeb17532', 'name': 'network-vif-deleted', 'tag': 'f71acd4a-8cee-40ef-9f9a-9453a82bd71c', 'status': 'completed', 'code': 200} Jan 25 16:11:34.479337 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6c8524c1-8927-4ceb-98bd-a7476ee2f97c req-6afec0f8-557a-4663-83b7-9d09a64993a6 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.41 "DELETE /v2.0/ports/f71acd4a-8cee-40ef-9f9a-9453a82bd71c HTTP/1.1" status: 204 len: 173 time: 0.8167713 Jan 25 16:11:34.787210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d97b8a36-272b-49a5-9241-d33e54540cae req-50f03ca3-0408-4798-a634-f2fbe022dfa7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Synchronizing usage tracker for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:11:34.798154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:34.883689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d97b8a36-272b-49a5-9241-d33e54540cae req-50f03ca3-0408-4798-a634-f2fbe022dfa7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] Unset dirty status for tenant:55a95d08b4f5480a9b05e6256f791a06 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:11:34.884880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d97b8a36-272b-49a5-9241-d33e54540cae req-50f03ca3-0408-4798-a634-f2fbe022dfa7 tempest-ServersNegativeTestJSON-868349648 tempest-ServersNegativeTestJSON-868349648-project] 10.222.0.26 "GET /v2.0/ports?device_id=54a108c8-7e4b-44c3-b9fe-456feeb17532 HTTP/1.1" status: 200 len: 210 time: 0.1437364 Jan 25 16:11:35.988322 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40908) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:36.048176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Deleting subnet 5cb218e1-7b94-4ada-bd60-ec28992b603b {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:11:36.050971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.098613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.151902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.299716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.336993 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb218e1-7b94-4ada-bd60-ec28992b603b,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:36.343772 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.350044 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-96bc7672-779a-4c6a-a958-3d2b87980494 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5cb218e1-7b94-4ada-bd60-ec28992b603b HTTP/1.1" status: 204 len: 168 time: 0.3601692 Jan 25 16:11:36.352464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 40912) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:36.453590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.572058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.597168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:36.609411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:36.609716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2abdfe8-f5f6-4504-9197-71a24c2e78ec') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:36.620571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.635597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.641321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:36.641722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:36.654719 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:36.747580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f71acd4a-8cee-40ef-9f9a-9453a82bd71c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:11:36.783440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: f71acd4a-8cee-40ef-9f9a-9453a82bd71c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:11:36.783776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f71acd4a-8cee-40ef-9f9a-9453a82bd71c not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:11:36.797672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.802256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:36.824444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:36.828516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-329b664b-bf67-4fbb-9cfb-e572a48392aa admin admin] 10.222.0.26 "DELETE /v2.0/networks/dcb1bfee-813b-4dc2-98ff-dd6ff5b2b926 HTTP/1.1" status: 204 len: 168 time: 0.4750757 Jan 25 16:11:37.163565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 40918) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:37.211181 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8d8fb17-c8bf-44ea-89c9-ae829e7b2c1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=55a95d08b4f5480a9b05e6256f791a06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0464628 Jan 25 16:11:37.213560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 40922) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:37.269074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:37.296995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:37.495119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:37.511344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8783afda-6217-4448-90ea-bb38f7da94d8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:37.515181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:37.516500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ffa505d6-3fae-4fad-9a4d-435e1e901685 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8783afda-6217-4448-90ea-bb38f7da94d8 HTTP/1.1" status: 204 len: 168 time: 0.3018749 Jan 25 16:11:38.744299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40944) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:38.870794 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73262744'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:38.875778 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:38.879461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:network and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:38.882244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:38.888249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:38.950538 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:38.953418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:38.966303 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:38.996380 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:39.000499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:security_group_rule and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:39.003191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:39.008579 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:39.072437 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.105196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.132534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.163967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:11:39.171840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff084b01-be5f-4bd6-b0e8-3161040608aa,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:39.176998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.177421 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Added segment 78571607-e4c9-4c95-9615-8e3990ec3341 of type vlan for network 600a7009-d749-4f00-a786-ee66d0f22e73 Jan 25 16:11:39.201940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.294572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.298151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:39.298743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:39.403334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Network': ['ID=600a7009-d749-4f00-a786-ee66d0f22e73,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:39.414196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 600a7009-d749-4f00-a786-ee66d0f22e73 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:11:39.461124 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a344bb49-d498-425d-b319-3260a58f615a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7157612 Jan 25 16:11:42.673163 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40950) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:42.678661 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'subnet': {'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:42.785957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:42.789841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:subnet and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:42.792734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:42.798320 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:42.900173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:42.999572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.294181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.370789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Subnet': ['ID=b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:43.383938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking segment: {'id': '78571607-e4c9-4c95-9615-8e3990ec3341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:43.384288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network hostable DHCP agents. Network: 600a7009-d749-4f00-a786-ee66d0f22e73, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:11:43.476650 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network 600a7009-d749-4f00-a786-ee66d0f22e73 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:11:43.567715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 600a7009-d749-4f00-a786-ee66d0f22e73) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:43.572171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:43.572771 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.577276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de033826-f382-49ca-b374-45406897b1a8 None None] Network 600a7009-d749-4f00-a786-ee66d0f22e73 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:43.701114 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4d11dfbb-cec0-4d84-ba02-5ddadcd9b9a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0267785 Jan 25 16:11:43.704387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40954) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:43.709969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-409189256'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:43.714878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:43.718986 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:network and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:43.721882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:43.728268 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:43.786264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-600a7009-d749-4f00-a786-ee66d0f22e73', 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73', 'tenant_id': '0693eec90d0e4ea4ad720d4a8c0a646b', 'fixed_ips': [{'subnet_id': 'b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:11:43.787076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.837561 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:43.840511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.869255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:11:43.877904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.878285 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Added segment 4415e1d8-91c3-4c1f-8262-77961599ab55 of type vlan for network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 Jan 25 16:11:43.903232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.942380 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Allocated IP 2001:db8:0:ffff::2 (600a7009-d749-4f00-a786-ee66d0f22e73/b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9/efe6fae4-488c-4e48-98fa-89588fb098d2) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:43.992076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:43.995907 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:43.996776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.099747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Network': ['ID=0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:44.114007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:11:44.170097 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-83239fdc-e61e-4c50-9ebd-666d906e4db9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4645870 Jan 25 16:11:44.172868 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40958) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:44.178346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'subnet': {'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:44.214486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.236241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Transition to ACTIVE for port object efe6fae4-488c-4e48-98fa-89588fb098d2 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:44.255300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Transition to ACTIVE for port object efe6fae4-488c-4e48-98fa-89588fb098d2 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:44.285201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:44.288893 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:subnet and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:44.292174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:44.297652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:44.329607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.386485 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:44.396947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Network 600a7009-d749-4f00-a786-ee66d0f22e73 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:44.400321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:44.404796 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:44.406727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Pushing event updated for resources: {'Port': ['ID=efe6fae4-488c-4e48-98fa-89588fb098d2,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:44.489321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Attempting to bind port efe6fae4-488c-4e48-98fa-89588fb098d2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:44.489702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Attempting to bind port efe6fae4-488c-4e48-98fa-89588fb098d2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '78571607-e4c9-4c95-9615-8e3990ec3341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:44.490056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Attempting to bind port efe6fae4-488c-4e48-98fa-89588fb098d2 on network 600a7009-d749-4f00-a786-ee66d0f22e73 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:44.496775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:44.497123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Checking segment: {'id': '78571607-e4c9-4c95-9615-8e3990ec3341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:44.497573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.497956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Bound using segment: {'id': '78571607-e4c9-4c95-9615-8e3990ec3341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:44.498407 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Bound port: efe6fae4-488c-4e48-98fa-89588fb098d2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78571607-e4c9-4c95-9615-8e3990ec3341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '600a7009-d749-4f00-a786-ee66d0f22e73'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:44.498772 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.580571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.618026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] For port efe6fae4-488c-4e48-98fa-89588fb098d2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:44.621093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] For port efe6fae4-488c-4e48-98fa-89588fb098d2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=efe6fae4-488c-4e48-98fa-89588fb098d2,segment=NetworkSegment(78571607-e4c9-4c95-9615-8e3990ec3341),segment_id=78571607-e4c9-4c95-9615-8e3990ec3341)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:44.707060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.789207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef476e-f1a1-421e-87b6-c6655c95d7e1 None None] Pushing event updated for resources: {'Port': ['ID=efe6fae4-488c-4e48-98fa-89588fb098d2,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:44.866649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:44.964172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Subnet': ['ID=4c72582f-f3bf-42a4-9734-c43c68dae38d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:44.975768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking segment: {'id': '4415e1d8-91c3-4c1f-8262-77961599ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:44.976122 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network hostable DHCP agents. Network: 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:11:45.054668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:11:45.110719 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:45.116741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:45.118258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:45.119465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e062624-2920-417c-b3bf-2af0a8656c58 None None] Network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:45.192557 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-eb805e91-d8a7-4469-8137-95df1b5654ad tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0184677 Jan 25 16:11:45.195092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40962) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:45.327592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644', 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644', 'tenant_id': '0693eec90d0e4ea4ad720d4a8c0a646b', 'fixed_ips': [{'subnet_id': '4c72582f-f3bf-42a4-9734-c43c68dae38d'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:11:45.328616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:45.338332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:45.418913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:45.479823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device efe6fae4-488c-4e48-98fa-89588fb098d2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:45.562187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Allocated IP 2001:db8::2 (0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644/4c72582f-f3bf-42a4-9734-c43c68dae38d/1cc7b66d-df85-4dd8-a667-00a007a6e73a) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:45.678225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port efe6fae4-488c-4e48-98fa-89588fb098d2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:45.717054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692cce49-db40-4999-aeac-586a28e267fd None None] Network 600a7009-d749-4f00-a786-ee66d0f22e73 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:45.858676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:45.882929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Transition to ACTIVE for port object 1cc7b66d-df85-4dd8-a667-00a007a6e73a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:45.937530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Provisioning for port efe6fae4-488c-4e48-98fa-89588fb098d2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:45.944109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Transition to ACTIVE for port object 1cc7b66d-df85-4dd8-a667-00a007a6e73a will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:45.952387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Provisioning complete for port efe6fae4-488c-4e48-98fa-89588fb098d2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:45.952702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.041084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.083284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.125493 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Subnet': ['ID=4c72582f-f3bf-42a4-9734-c43c68dae38d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:46.131568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:46.138993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:46.142928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Pushing event updated for resources: {'Port': ['ID=1cc7b66d-df85-4dd8-a667-00a007a6e73a,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:46.146224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:46.221971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.246688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:46.258934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4415e1d8-91c3-4c1f-8262-77961599ab55') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:46.259231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4415e1d8-91c3-4c1f-8262-77961599ab55') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:46.270352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.271333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.286834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.293548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:46.293962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.306017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Attempting to bind port 1cc7b66d-df85-4dd8-a667-00a007a6e73a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:46.306392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Attempting to bind port 1cc7b66d-df85-4dd8-a667-00a007a6e73a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '4415e1d8-91c3-4c1f-8262-77961599ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:46.306736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Attempting to bind port 1cc7b66d-df85-4dd8-a667-00a007a6e73a on network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:46.309686 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:46.323013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:46.323483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Checking segment: {'id': '4415e1d8-91c3-4c1f-8262-77961599ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:46.323953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.324411 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Bound using segment: {'id': '4415e1d8-91c3-4c1f-8262-77961599ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:46.324948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Bound port: 1cc7b66d-df85-4dd8-a667-00a007a6e73a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4415e1d8-91c3-4c1f-8262-77961599ab55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:46.325413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.338579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] For port efe6fae4-488c-4e48-98fa-89588fb098d2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=efe6fae4-488c-4e48-98fa-89588fb098d2,segment=NetworkSegment(78571607-e4c9-4c95-9615-8e3990ec3341),segment_id=78571607-e4c9-4c95-9615-8e3990ec3341)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:46.418877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] For port 1cc7b66d-df85-4dd8-a667-00a007a6e73a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:46.422215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] For port 1cc7b66d-df85-4dd8-a667-00a007a6e73a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1cc7b66d-df85-4dd8-a667-00a007a6e73a,segment=NetworkSegment(4415e1d8-91c3-4c1f-8262-77961599ab55),segment_id=4415e1d8-91c3-4c1f-8262-77961599ab55)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:46.432366 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.432575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:11:46.432575 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:11:46.432575 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644'}] Jan 25 16:11:46.432575 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:11:46.432950 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:11:46.488970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.515344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23258057-ec98-4520-ab8b-5159e1444683 None None] Pushing event updated for resources: {'Port': ['ID=efe6fae4-488c-4e48-98fa-89588fb098d2,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:46.656125 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a644-97c8-4812-8d19-f4e7ea82f7e4 None None] Pushing event updated for resources: {'Port': ['ID=1cc7b66d-df85-4dd8-a667-00a007a6e73a,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:46.660548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a67f5ddf-2357-405c-b4b9-bc6a3e236862 None None] Provisioning complete for port efe6fae4-488c-4e48-98fa-89588fb098d2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:46.660910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a67f5ddf-2357-405c-b4b9-bc6a3e236862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.727768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c901c55-34c8-4c21-9058-e96e1f3d8dc6 None None] Network 0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:46.934402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:46.945180 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting port 1cc7b66d-df85-4dd8-a667-00a007a6e73a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:46.945527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.020508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2afd042-e1aa-42e0-9c6f-db955dbff9e6 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 16:11:47.108756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2afd042-e1aa-42e0-9c6f-db955dbff9e6 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:11:47.143951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] For port 1cc7b66d-df85-4dd8-a667-00a007a6e73a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1cc7b66d-df85-4dd8-a667-00a007a6e73a,segment=NetworkSegment(4415e1d8-91c3-4c1f-8262-77961599ab55),segment_id=4415e1d8-91c3-4c1f-8262-77961599ab55)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:47.144543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.268926 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Calling delete_port for 1cc7b66d-df85-4dd8-a667-00a007a6e73a owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:47.376328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device efe6fae4-488c-4e48-98fa-89588fb098d2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:47.426249 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.457232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port efe6fae4-488c-4e48-98fa-89588fb098d2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:47.457715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.473647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Port': ['ID=1cc7b66d-df85-4dd8-a667-00a007a6e73a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:47.480496 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No DVR routers for this DVR port 1cc7b66d-df85-4dd8-a667-00a007a6e73a on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:47.530971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.531221 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.531551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.531878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.532197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.532511 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.532825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.533137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.533470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.533782 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.534438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:47.612308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.735394 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:47.747795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4415e1d8-91c3-4c1f-8262-77961599ab55') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:47.748086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4415e1d8-91c3-4c1f-8262-77961599ab55') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:47.760812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.776255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.782232 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:47.782549 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:47.796410 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:47.951818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.968953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:47.979847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Network': ['ID=0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:47.985852 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-63d51f4b-6021-4011-8e84-56cc44b08756 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 HTTP/1.1" status: 204 len: 168 time: 2.7898269 Jan 25 16:11:47.989204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40966) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:47.994482 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-212860605'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:47.999189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:48.002834 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:network and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:48.005591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:48.011471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:48.083217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:48.086144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.114609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:11:48.123506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.123842 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Added segment 73eaddcd-7716-400e-b33e-fa645d77f1fa of type vlan for network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 Jan 25 16:11:48.148614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.249334 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.253101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:48.253749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.354529 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Network': ['ID=0e1cb07c-7c7c-439a-ac63-3cb47b7ef839,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:48.366653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:11:48.416061 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b9e7a665-15e5-437e-8e97-5b62cce5eb51 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4257770 Jan 25 16:11:48.418750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40970) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:48.424050 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'subnet': {'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:48.529389 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:48.533043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:subnet and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:48.535780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:48.541844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:48.637315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:48.735783 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:48.823953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Performing IP validity checks on allocation pools {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 25 16:11:48.824469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.ipam_backend_mixin [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84138) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 25 16:11:48.997574 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.073975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Subnet': ['ID=57192606-b5d4-4eb6-a261-d649252b1e51,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:49.084897 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking segment: {'id': '73eaddcd-7716-400e-b33e-fa645d77f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:49.085250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network hostable DHCP agents. Network: 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:11:49.180211 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:11:49.181073 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:11:49.265904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:49.269619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:49.270195 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.274379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97981d-173d-4bde-97b1-8117edf4b85d None None] Network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:49.346943 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b0de7a8f-6aec-44d3-bd92-b96a025cd3d9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9271834 Jan 25 16:11:49.349516 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40974) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:49.483392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.483559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-0e1cb07c-7c7c-439a-ac63-3cb47b7ef839', 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839', 'tenant_id': '0693eec90d0e4ea4ad720d4a8c0a646b', 'fixed_ips': [{'subnet_id': '57192606-b5d4-4eb6-a261-d649252b1e51'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:11:49.484427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.546029 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.641522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Allocated IP 2001:db8::3 (0e1cb07c-7c7c-439a-ac63-3cb47b7ef839/57192606-b5d4-4eb6-a261-d649252b1e51/3c7fe492-6a99-4292-9181-a514b4615d37) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:49.831420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:49.841016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Transition to ACTIVE for port object 3c7fe492-6a99-4292-9181-a514b4615d37 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:49.858669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Transition to ACTIVE for port object 3c7fe492-6a99-4292-9181-a514b4615d37 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:49.923323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.015315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.021077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:50.025869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:50.028722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:50.030767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Pushing event updated for resources: {'Port': ['ID=3c7fe492-6a99-4292-9181-a514b4615d37,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:50.057796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Subnet': ['ID=57192606-b5d4-4eb6-a261-d649252b1e51,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:50.118120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Attempting to bind port 3c7fe492-6a99-4292-9181-a514b4615d37 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:50.118438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Attempting to bind port 3c7fe492-6a99-4292-9181-a514b4615d37 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '73eaddcd-7716-400e-b33e-fa645d77f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:50.118731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Attempting to bind port 3c7fe492-6a99-4292-9181-a514b4615d37 on network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:50.124999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:50.125365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Checking segment: {'id': '73eaddcd-7716-400e-b33e-fa645d77f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:50.125777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.126263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Bound using segment: {'id': '73eaddcd-7716-400e-b33e-fa645d77f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:50.126712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Bound port: 3c7fe492-6a99-4292-9181-a514b4615d37, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73eaddcd-7716-400e-b33e-fa645d77f1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:50.127068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.154137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.178455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1cb07c-7c7c-439a-ac63-3cb47b7ef839']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:50.190030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eaddcd-7716-400e-b33e-fa645d77f1fa') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:50.190628 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eaddcd-7716-400e-b33e-fa645d77f1fa') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:50.201131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.209966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] For port 3c7fe492-6a99-4292-9181-a514b4615d37, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:50.213401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] For port 3c7fe492-6a99-4292-9181-a514b4615d37, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3c7fe492-6a99-4292-9181-a514b4615d37,segment=NetworkSegment(73eaddcd-7716-400e-b33e-fa645d77f1fa),segment_id=73eaddcd-7716-400e-b33e-fa645d77f1fa)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:50.289012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.291647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.297789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:50.298164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:50.312044 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:50.405877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebece3d-7551-453a-bf1d-26eabf5e2a94 None None] Pushing event updated for resources: {'Port': ['ID=3c7fe492-6a99-4292-9181-a514b4615d37,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:50.409160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:11:50.409160 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:11:50.409160 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '0e1cb07c-7c7c-439a-ac63-3cb47b7ef839'}] Jan 25 16:11:50.409160 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:11:50.409590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:11:50.427245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1f872-d549-4d2c-a9c4-052ab9e4be6b None None] Network 0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:50.609800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c8620-6b14-4536-8a31-4c8674998345 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 16:11:50.693943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91c8620-6b14-4536-8a31-4c8674998345 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:11:50.910845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:50.921716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting port 3c7fe492-6a99-4292-9181-a514b4615d37 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:50.922034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.215647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] For port 3c7fe492-6a99-4292-9181-a514b4615d37, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=3c7fe492-6a99-4292-9181-a514b4615d37,segment=NetworkSegment(73eaddcd-7716-400e-b33e-fa645d77f1fa),segment_id=73eaddcd-7716-400e-b33e-fa645d77f1fa)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:51.216577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.331128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Calling delete_port for 3c7fe492-6a99-4292-9181-a514b4615d37 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:51.453725 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.500151 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Port': ['ID=3c7fe492-6a99-4292-9181-a514b4615d37,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:51.504709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No DVR routers for this DVR port 3c7fe492-6a99-4292-9181-a514b4615d37 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:51.622227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.645860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1cb07c-7c7c-439a-ac63-3cb47b7ef839']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:51.657941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eaddcd-7716-400e-b33e-fa645d77f1fa') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:51.658230 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eaddcd-7716-400e-b33e-fa645d77f1fa') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:51.669687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.684638 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.690405 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:51.690776 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:51.704352 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:51.859288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.876586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:51.887006 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Network': ['ID=0e1cb07c-7c7c-439a-ac63-3cb47b7ef839,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:51.893150 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3ed6acbe-0cab-487f-9a3e-85bedc96a65a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 HTTP/1.1" status: 204 len: 168 time: 2.5425406 Jan 25 16:11:51.896509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40978) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:51.901698 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-456850316'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:51.906396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:51.910040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:network and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:51.912800 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:51.919279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:52.031241 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:52.034124 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.061999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:11:52.070112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.070442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Added segment abc1c03d-e766-448c-842e-7b57dd31b156 of type vlan for network 76179ae9-618e-40c4-99fb-09335a560a6c Jan 25 16:11:52.095478 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.184969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.188665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:52.189243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.293618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Network': ['ID=76179ae9-618e-40c4-99fb-09335a560a6c,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:52.303155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 76179ae9-618e-40c4-99fb-09335a560a6c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:11:52.341145 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ad9904b7-ae81-4162-9f60-6310b7b8ec54 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4434042 Jan 25 16:11:52.343914 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40982) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:52.349308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'subnet': {'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:52.455527 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:52.459192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:subnet and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:52.462575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:52.468601 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:52.545741 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:52.644386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.917476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:52.997086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Subnet': ['ID=5799072f-b93b-491d-8947-94bc4a2eb258,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:53.005347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking segment: {'id': 'abc1c03d-e766-448c-842e-7b57dd31b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:53.005735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network hostable DHCP agents. Network: 76179ae9-618e-40c4-99fb-09335a560a6c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:11:53.065600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network 76179ae9-618e-40c4-99fb-09335a560a6c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:11:53.145878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 76179ae9-618e-40c4-99fb-09335a560a6c) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:53.149648 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:53.150229 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.154630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec9915-53a8-4fb2-9653-3eb7d6f1a00f None None] Network 76179ae9-618e-40c4-99fb-09335a560a6c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:53.237094 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ff98222f-94d0-4d0e-b5aa-e3227ebb8879 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8920755 Jan 25 16:11:53.240533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40986) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:53.246656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258795901'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:53.251850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:53.255660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:network and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:53.259000 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:53.265263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:53.340524 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:53.343790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.359270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-76179ae9-618e-40c4-99fb-09335a560a6c', 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c', 'tenant_id': '0693eec90d0e4ea4ad720d4a8c0a646b', 'fixed_ips': [{'subnet_id': '5799072f-b93b-491d-8947-94bc4a2eb258'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:11:53.360077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.372436 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:11:53.380676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.384878 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Added segment c4589a85-e11f-405a-acce-eaca9c2ac3b4 of type vlan for network 167d4515-f820-4cb1-a679-ae01fc9016b2 Jan 25 16:11:53.405961 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.511600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.512256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Allocated IP 2001:db8::2 (76179ae9-618e-40c4-99fb-09335a560a6c/5799072f-b93b-491d-8947-94bc4a2eb258/990b9a9c-40f6-4c3a-b613-5f94920f39b2) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:53.515192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:53.515766 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.712312 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Network': ['ID=167d4515-f820-4cb1-a679-ae01fc9016b2,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:53.718160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.724541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 167d4515-f820-4cb1-a679-ae01fc9016b2 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:11:53.746469 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Transition to ACTIVE for port object 990b9a9c-40f6-4c3a-b613-5f94920f39b2 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:53.757168 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9d9d19d3-c7f6-475d-9291-c1de665104b5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5155487 Jan 25 16:11:53.759916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40990) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:53.765948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Request body: {'subnet': {'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:11:53.856381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Transition to ACTIVE for port object 990b9a9c-40f6-4c3a-b613-5f94920f39b2 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:53.873198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:11:53.877060 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Usage tracker for resource:subnet and tenant:0693eec90d0e4ea4ad720d4a8c0a646b is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:11:53.879877 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:11:53.885525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:11:53.957868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:53.997284 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Made reservation on behalf of 0693eec90d0e4ea4ad720d4a8c0a646b for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:11:54.025454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Network 76179ae9-618e-40c4-99fb-09335a560a6c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:54.028442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:54.031285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:54.037281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Pushing event updated for resources: {'Port': ['ID=990b9a9c-40f6-4c3a-b613-5f94920f39b2,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:54.099149 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.123099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Attempting to bind port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:54.123451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Attempting to bind port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'abc1c03d-e766-448c-842e-7b57dd31b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:54.123794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Attempting to bind port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 on network 76179ae9-618e-40c4-99fb-09335a560a6c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:54.130337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:54.130700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Checking segment: {'id': 'abc1c03d-e766-448c-842e-7b57dd31b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:54.131115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.131493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Bound using segment: {'id': 'abc1c03d-e766-448c-842e-7b57dd31b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:54.131932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Bound port: 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1c03d-e766-448c-842e-7b57dd31b156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '76179ae9-618e-40c4-99fb-09335a560a6c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:54.132288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.215601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] For port 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:54.218756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] For port 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=990b9a9c-40f6-4c3a-b613-5f94920f39b2,segment=NetworkSegment(abc1c03d-e766-448c-842e-7b57dd31b156),segment_id=abc1c03d-e766-448c-842e-7b57dd31b156)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:54.300747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.378395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469094c3-99b4-498b-a0ad-0300d33137a9 None None] Pushing event updated for resources: {'Port': ['ID=990b9a9c-40f6-4c3a-b613-5f94920f39b2,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:54.387366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.465167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event updated for resources: {'Subnet': ['ID=40882d41-ca5b-4c6f-8d79-599a77c1dcca,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:54.477537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Checking segment: {'id': 'c4589a85-e11f-405a-acce-eaca9c2ac3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:54.483748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network hostable DHCP agents. Network: 167d4515-f820-4cb1-a679-ae01fc9016b2, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:11:54.550678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Network 167d4515-f820-4cb1-a679-ae01fc9016b2 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:11:54.637900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 167d4515-f820-4cb1-a679-ae01fc9016b2) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:54.642054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:11:54.642641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.654877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1757e4-40f0-4006-9552-090762349a97 None None] Network 167d4515-f820-4cb1-a679-ae01fc9016b2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:54.728905 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-81b68126-0f96-4ec1-93c1-120bbd4ebfc3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9678891 Jan 25 16:11:54.731343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40994) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:54.869228 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-167d4515-f820-4cb1-a679-ae01fc9016b2', 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2', 'tenant_id': '0693eec90d0e4ea4ad720d4a8c0a646b', 'fixed_ips': [{'subnet_id': '40882d41-ca5b-4c6f-8d79-599a77c1dcca'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:11:54.879174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.879321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:54.939030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.029991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Allocated IP 2001:db8::2 (167d4515-f820-4cb1-a679-ae01fc9016b2/40882d41-ca5b-4c6f-8d79-599a77c1dcca/fac2241b-f5b5-43e9-bfdb-72a7e70b2587) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:11:55.239399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.248975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0de478-f61d-45ab-9f88-ae534da09d6f None None] Network 76179ae9-618e-40c4-99fb-09335a560a6c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:55.269633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Transition to ACTIVE for port object fac2241b-f5b5-43e9-bfdb-72a7e70b2587 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:55.345276 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Transition to ACTIVE for port object fac2241b-f5b5-43e9-bfdb-72a7e70b2587 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:11:55.423214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 990b9a9c-40f6-4c3a-b613-5f94920f39b2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:55.457403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.503242 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e104be2e-d215-4a9d-9ca6-ca2251aeaaa1 None None] Provisioning for port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:55.534162 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.572014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Subnet': ['ID=40882d41-ca5b-4c6f-8d79-599a77c1dcca,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:55.592326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Network 167d4515-f820-4cb1-a679-ae01fc9016b2 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:11:55.605892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:11:55.608590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Pushing event updated for resources: {'Port': ['ID=fac2241b-f5b5-43e9-bfdb-72a7e70b2587,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:55.612323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:11:55.668845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.693054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167d4515-f820-4cb1-a679-ae01fc9016b2']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:55.705441 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4589a85-e11f-405a-acce-eaca9c2ac3b4') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:55.705749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4589a85-e11f-405a-acce-eaca9c2ac3b4') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:55.717785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.728839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Attempting to bind port fac2241b-f5b5-43e9-bfdb-72a7e70b2587 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:11:55.729203 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Attempting to bind port fac2241b-f5b5-43e9-bfdb-72a7e70b2587 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'c4589a85-e11f-405a-acce-eaca9c2ac3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:11:55.729578 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Attempting to bind port fac2241b-f5b5-43e9-bfdb-72a7e70b2587 on network 167d4515-f820-4cb1-a679-ae01fc9016b2 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:11:55.732707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:11:55.733042 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.739048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:55.739531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.743611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:55.743975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:55.760592 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:55.771488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:11:55.771847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Checking segment: {'id': 'c4589a85-e11f-405a-acce-eaca9c2ac3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:11:55.772242 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.772632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Bound using segment: {'id': 'c4589a85-e11f-405a-acce-eaca9c2ac3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:11:55.773141 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Bound port: fac2241b-f5b5-43e9-bfdb-72a7e70b2587, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4589a85-e11f-405a-acce-eaca9c2ac3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '167d4515-f820-4cb1-a679-ae01fc9016b2'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:11:55.773586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:55.866916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.db.api [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 25 16:11:55.866916 dv-neutron-826291-2-hyperv neutron-server[84138]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 25 16:11:55.866916 dv-neutron-826291-2-hyperv neutron-server[84138]: [parameters: {'id': '167d4515-f820-4cb1-a679-ae01fc9016b2'}] Jan 25 16:11:55.866916 dv-neutron-826291-2-hyperv neutron-server[84138]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:11:55.867995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG oslo_db.api [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:11:55.960130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] For port fac2241b-f5b5-43e9-bfdb-72a7e70b2587, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:11:55.983576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] For port fac2241b-f5b5-43e9-bfdb-72a7e70b2587, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fac2241b-f5b5-43e9-bfdb-72a7e70b2587,segment=NetworkSegment(c4589a85-e11f-405a-acce-eaca9c2ac3b4),segment_id=c4589a85-e11f-405a-acce-eaca9c2ac3b4)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:11:55.986425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.007406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c7ec1872-c3b7-46e4-aa60-0d2c21a1cd96 None None] Provisioning complete for port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:56.007818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c7ec1872-c3b7-46e4-aa60-0d2c21a1cd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.046249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.105866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=990b9a9c-40f6-4c3a-b613-5f94920f39b2,segment=NetworkSegment(abc1c03d-e766-448c-842e-7b57dd31b156),segment_id=abc1c03d-e766-448c-842e-7b57dd31b156)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:56.151055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.154647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4066ae-f14c-475c-963f-ff7a35ea9d3d None None] Pushing event updated for resources: {'Port': ['ID=fac2241b-f5b5-43e9-bfdb-72a7e70b2587,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:56.315667 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=990b9a9c-40f6-4c3a-b613-5f94920f39b2,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:56.318111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b21ec-757c-4e71-bd85-670c0b063d14 None None] Network 167d4515-f820-4cb1-a679-ae01fc9016b2 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:56.369416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.379890 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting port fac2241b-f5b5-43e9-bfdb-72a7e70b2587 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:56.380212 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.507577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47467823-591a-426e-a8df-c740c23a1184 None None] get_active_networks_info from dv-neutron-826291-2-hyperv {{(pid=84140) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 25 16:11:56.578111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] For port fac2241b-f5b5-43e9-bfdb-72a7e70b2587, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fac2241b-f5b5-43e9-bfdb-72a7e70b2587,segment=NetworkSegment(c4589a85-e11f-405a-acce-eaca9c2ac3b4),segment_id=c4589a85-e11f-405a-acce-eaca9c2ac3b4)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:56.578681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.601271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47467823-591a-426e-a8df-c740c23a1184 None None] Resources bound (agent type, host, resource id): {{(pid=84140) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 25 16:11:56.782973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Calling delete_port for fac2241b-f5b5-43e9-bfdb-72a7e70b2587 owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:56.906084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:56.950995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Port': ['ID=fac2241b-f5b5-43e9-bfdb-72a7e70b2587,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:56.957278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No DVR routers for this DVR port fac2241b-f5b5-43e9-bfdb-72a7e70b2587 on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:57.077657 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.102490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167d4515-f820-4cb1-a679-ae01fc9016b2']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:57.114427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4589a85-e11f-405a-acce-eaca9c2ac3b4') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:57.114724 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4589a85-e11f-405a-acce-eaca9c2ac3b4') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:57.126187 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.141248 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.147547 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:57.147866 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:57.166157 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:57.294200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.311215 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.321577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Network': ['ID=167d4515-f820-4cb1-a679-ae01fc9016b2,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:57.327798 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-20a7d339-c2c8-43bf-8dba-70fc86948c5b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/167d4515-f820-4cb1-a679-ae01fc9016b2 HTTP/1.1" status: 204 len: 168 time: 2.5955434 Jan 25 16:11:57.330928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 40998) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:57.373631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-f854bdd1-a3a5-44bd-b761-185e3f5c4d15 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] GET failed (client error): The resource could not be found. Jan 25 16:11:57.374083 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f854bdd1-a3a5-44bd-b761-185e3f5c4d15 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Synchronizing usage tracker for tenant:0693eec90d0e4ea4ad720d4a8c0a646b on resource:subnet {{(pid=84138) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:11:57.385636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 990b9a9c-40f6-4c3a-b613-5f94920f39b2 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:11:57.450156 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:11:57.450432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.459938 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f854bdd1-a3a5-44bd-b761-185e3f5c4d15 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Unset dirty status for tenant:0693eec90d0e4ea4ad720d4a8c0a646b on resource:subnet {{(pid=84138) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:11:57.464072 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f854bdd1-a3a5-44bd-b761-185e3f5c4d15 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "GET /v2.0/subnets/40882d41-ca5b-4c6f-8d79-599a77c1dcca HTTP/1.1" status: 404 len: 337 time: 0.1292777 Jan 25 16:11:57.464263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41002) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:57.488567 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9eadf8-277e-4088-859c-2ed456c6a82a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:57.488994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9eadf8-277e-4088-859c-2ed456c6a82a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:57.490600 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1d9eadf8-277e-4088-859c-2ed456c6a82a tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/167d4515-f820-4cb1-a679-ae01fc9016b2 HTTP/1.1" status: 404 len: 339 time: 0.0254467 Jan 25 16:11:57.494378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41006) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:57.531863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba53026-930a-4892-83fa-bac50f4fe129 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:57.532294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba53026-930a-4892-83fa-bac50f4fe129 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:57.536345 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-eba53026-930a-4892-83fa-bac50f4fe129 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/subnets/40882d41-ca5b-4c6f-8d79-599a77c1dcca HTTP/1.1" status: 404 len: 337 time: 0.0385098 Jan 25 16:11:57.536641 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41010) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:57.561674 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.pecan_wsgi.hooks.translation [None req-343eaa81-6542-4aac-9253-4a94ef66716f tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:57.562217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343eaa81-6542-4aac-9253-4a94ef66716f tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84138) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:57.566486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41014) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:57.566626 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-343eaa81-6542-4aac-9253-4a94ef66716f tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/167d4515-f820-4cb1-a679-ae01fc9016b2 HTTP/1.1" status: 404 len: 339 time: 0.0290391 Jan 25 16:11:57.748475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting subnet 5799072f-b93b-491d-8947-94bc4a2eb258 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:11:57.751334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.803471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:57.885579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.003332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.042440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Subnet': ['ID=5799072f-b93b-491d-8947-94bc4a2eb258,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:58.049033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.054306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe0725-a826-4615-b1f5-3fa45af51bef None None] Network 76179ae9-618e-40c4-99fb-09335a560a6c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:58.059260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.059601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.059949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.060274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.060593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.060905 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.061217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.061554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.061866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.062174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.062480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:11:58.128907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7298c37c-e4c9-4d8b-a177-c2a43e0ea325 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/subnets/5799072f-b93b-491d-8947-94bc4a2eb258 HTTP/1.1" status: 204 len: 168 time: 0.5611467 Jan 25 16:11:58.131261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41018) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:58.245889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.256628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:58.256880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.292958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] DHCP port deletion for 76179ae9-618e-40c4-99fb-09335a560a6c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:11:58.296979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Deleting port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:58.297421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.458485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] For port 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=990b9a9c-40f6-4c3a-b613-5f94920f39b2,segment=NetworkSegment(abc1c03d-e766-448c-842e-7b57dd31b156),segment_id=abc1c03d-e766-448c-842e-7b57dd31b156)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:58.458833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.528886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] For port 990b9a9c-40f6-4c3a-b613-5f94920f39b2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=990b9a9c-40f6-4c3a-b613-5f94920f39b2,segment=NetworkSegment(abc1c03d-e766-448c-842e-7b57dd31b156),segment_id=abc1c03d-e766-448c-842e-7b57dd31b156)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:11:58.529157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.577920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Calling delete_port for 990b9a9c-40f6-4c3a-b613-5f94920f39b2 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:58.642527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Calling delete_port for 990b9a9c-40f6-4c3a-b613-5f94920f39b2 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:11:58.728800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.733705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:11:58.734053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:11:58.771437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Port': ['ID=990b9a9c-40f6-4c3a-b613-5f94920f39b2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:58.777550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No DVR routers for this DVR port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:11:58.898048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.921764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76179ae9-618e-40c4-99fb-09335a560a6c']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:58.933652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc1c03d-e766-448c-842e-7b57dd31b156') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:58.933944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc1c03d-e766-448c-842e-7b57dd31b156') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:11:58.944633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.959365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.966292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:11:58.966657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:11:58.980640 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:11:59.111600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.128075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.138605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Network': ['ID=76179ae9-618e-40c4-99fb-09335a560a6c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:59.142477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-82fbb49f-a838-4679-9fbd-a4a1586651be tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/76179ae9-618e-40c4-99fb-09335a560a6c HTTP/1.1" status: 204 len: 168 time: 1.0095921 Jan 25 16:11:59.144866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41022) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.181103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba768a49-f201-4460-a7b5-ebbb91a89f40 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:59.181479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba768a49-f201-4460-a7b5-ebbb91a89f40 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:59.182987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ba768a49-f201-4460-a7b5-ebbb91a89f40 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/subnets/57192606-b5d4-4eb6-a261-d649252b1e51 HTTP/1.1" status: 404 len: 337 time: 0.0372412 Jan 25 16:11:59.185416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41026) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.235239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Deleting port 990b9a9c-40f6-4c3a-b613-5f94920f39b2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:11:59.235845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.299265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d60be5b-f503-4540-8289-08719b23b458 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:59.299696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d60be5b-f503-4540-8289-08719b23b458 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:59.301292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3d60be5b-f503-4540-8289-08719b23b458 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/0e1cb07c-7c7c-439a-ac63-3cb47b7ef839 HTTP/1.1" status: 404 len: 339 time: 0.1150479 Jan 25 16:11:59.301829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d7bc7-a054-4b84-a5e2-09fba5ded181 None None] The port '990b9a9c-40f6-4c3a-b613-5f94920f39b2' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:11:59.303815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41030) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.341228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e4d382c-7945-4ef3-bf8f-d02766d176a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:59.341683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e4d382c-7945-4ef3-bf8f-d02766d176a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:59.343416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6e4d382c-7945-4ef3-bf8f-d02766d176a9 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/subnets/4c72582f-f3bf-42a4-9734-c43c68dae38d HTTP/1.1" status: 404 len: 337 time: 0.0386071 Jan 25 16:11:59.345782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41034) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.369161 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.pecan_wsgi.hooks.translation [None req-29526394-69a3-4696-a9cf-b399bd012fb3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] DELETE failed (client error): The resource could not be found. Jan 25 16:11:59.369601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29526394-69a3-4696-a9cf-b399bd012fb3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 25 16:11:59.371195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-29526394-69a3-4696-a9cf-b399bd012fb3 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/0cd4df7d-9a3e-4fa7-bd41-28f07ad5d644 HTTP/1.1" status: 404 len: 339 time: 0.0245655 Jan 25 16:11:59.373587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41038) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.376384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 990b9a9c-40f6-4c3a-b613-5f94920f39b2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:11:59.414747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 990b9a9c-40f6-4c3a-b613-5f94920f39b2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:11:59.415086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 990b9a9c-40f6-4c3a-b613-5f94920f39b2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:11:59.511514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c323fcd6-d471-4a35-91f7-f7225f525f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.555957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting subnet b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:11:59.558775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.611700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.692227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.831718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.868468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:11:59.874588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:11:59.881647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f631877-dcf6-4adb-90c1-8ee20856b6bf None None] Network 600a7009-d749-4f00-a786-ee66d0f22e73 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:11:59.884480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5f8524e0-ec52-411e-b4bd-7ae07200574b tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/subnets/b2e7a5f2-3c1c-4840-ba5b-9a8f52278fa9 HTTP/1.1" status: 204 len: 168 time: 0.5099795 Jan 25 16:11:59.886967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41042) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:11:59.997476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.007634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Deleting port efe6fae4-488c-4e48-98fa-89588fb098d2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:00.008687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.133548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] DHCP port deletion for 600a7009-d749-4f00-a786-ee66d0f22e73 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:12:00.137704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Deleting port efe6fae4-488c-4e48-98fa-89588fb098d2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:00.138074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.210651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] For port efe6fae4-488c-4e48-98fa-89588fb098d2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=efe6fae4-488c-4e48-98fa-89588fb098d2,segment=NetworkSegment(78571607-e4c9-4c95-9615-8e3990ec3341),segment_id=78571607-e4c9-4c95-9615-8e3990ec3341)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:00.211094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.327887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Calling delete_port for efe6fae4-488c-4e48-98fa-89588fb098d2 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:12:00.329619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] For port efe6fae4-488c-4e48-98fa-89588fb098d2, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=efe6fae4-488c-4e48-98fa-89588fb098d2,segment=NetworkSegment(78571607-e4c9-4c95-9615-8e3990ec3341),segment_id=78571607-e4c9-4c95-9615-8e3990ec3341)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:00.330104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.453238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Calling delete_port for efe6fae4-488c-4e48-98fa-89588fb098d2 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:12:00.466447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.510336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Port': ['ID=efe6fae4-488c-4e48-98fa-89588fb098d2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:00.518286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] No DVR routers for this DVR port efe6fae4-488c-4e48-98fa-89588fb098d2 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:12:00.522715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:12:00.523088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:12:00.636595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.660968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600a7009-d749-4f00-a786-ee66d0f22e73']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:00.673020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78571607-e4c9-4c95-9615-8e3990ec3341') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:00.673313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78571607-e4c9-4c95-9615-8e3990ec3341') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:00.684068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.699120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.704866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:12:00.705177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:12:00.719469 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:12:00.837669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.853875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:00.865023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] Pushing event deleted for resources: {'Network': ['ID=600a7009-d749-4f00-a786-ee66d0f22e73,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:00.867811 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f9384e10-2887-4cc3-9b4c-d902642338f5 tempest-NetworksIpV6Test-1350569453 tempest-NetworksIpV6Test-1350569453-project] 10.222.0.26 "DELETE /v2.0/networks/600a7009-d749-4f00-a786-ee66d0f22e73 HTTP/1.1" status: 204 len: 168 time: 0.9799471 Jan 25 16:12:01.024697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Deleting port efe6fae4-488c-4e48-98fa-89588fb098d2 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:01.025043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.087833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9b60ad7-892d-48b3-bf5f-841e674d9ca5 None None] The port 'efe6fae4-488c-4e48-98fa-89588fb098d2' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:12:01.294634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41050) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:01.373647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device efe6fae4-488c-4e48-98fa-89588fb098d2 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:12:01.406064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: efe6fae4-488c-4e48-98fa-89588fb098d2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:12:01.406401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device efe6fae4-488c-4e48-98fa-89588fb098d2 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:12:01.465825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a8670225-9f89-4697-88ff-65cb4c1a8e15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0693eec90d0e4ea4ad720d4a8c0a646b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1697314 Jan 25 16:12:01.468231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:01.525199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.540496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-44c4ba75-84cb-4a0c-bd3c-c5d44a16bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.553284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.746117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.762666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff084b01-be5f-4bd6-b0e8-3161040608aa,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:01.767040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:01.768180 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cd2d8164-2dfc-4276-8532-b2d9b4d72cb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff084b01-be5f-4bd6-b0e8-3161040608aa HTTP/1.1" status: 204 len: 168 time: 0.2990806 Jan 25 16:12:02.788838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41078) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:02.916597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2130274508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:02.924111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:02.929434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:router and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:02.933121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:02.940124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:03.013013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.042540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.042873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.043820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.061676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.145773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.248528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.249732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-02c9973f-b4bd-4303-857d-9640044c76c5 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4598553 Jan 25 16:12:03.252358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41084) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:03.257664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-584457301'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:03.262412 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:03.266097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:network and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:03.271695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:03.274855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:03.323914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Made reservation on behalf of d04bfdf17db24aefba575ed8ee3a11b2 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:03.326845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.339078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.370186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:03.373958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:security_group_rule and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:03.376778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:03.382296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:03.446352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.504361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.535457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:12:03.544003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb8151-b0fd-4768-bbc8-182f4c34ee9c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:03.549480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.549819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Added segment 84136f05-132b-4961-a0bf-fbdf76ce14b8 of type vlan for network 83127d22-e293-40c7-837c-603a1b2ccec8 Jan 25 16:12:03.577556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.666124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.669970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:03.670596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:03.783168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event updated for resources: {'Network': ['ID=83127d22-e293-40c7-837c-603a1b2ccec8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:03.793997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 83127d22-e293-40c7-837c-603a1b2ccec8 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:12:03.821049 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7e7db5d5-c549-473b-84c8-6d033f6df37b tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5676951 Jan 25 16:12:03.824296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41088) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:03.829753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'subnet': {'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:03.936660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:03.940440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:subnet and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:03.943217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:03.949415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:04.020129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Made reservation on behalf of d04bfdf17db24aefba575ed8ee3a11b2 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:04.118823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.373538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.447131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event updated for resources: {'Subnet': ['ID=0e6295a5-4098-4560-9e7e-85dfc34ae9b7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:04.457944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Checking segment: {'id': '84136f05-132b-4961-a0bf-fbdf76ce14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:04.458304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Network hostable DHCP agents. Network: 83127d22-e293-40c7-837c-603a1b2ccec8, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:12:04.539599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Network 83127d22-e293-40c7-837c-603a1b2ccec8 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:12:04.603571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 83127d22-e293-40c7-837c-603a1b2ccec8) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:04.607482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:04.608104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.612962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0ce00f-9c9b-4536-ab60-b90d2436909a None None] Network 83127d22-e293-40c7-837c-603a1b2ccec8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:04.692090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5e2b9d58-2161-4959-b77d-38683514d678 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8639605 Jan 25 16:12:04.692928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41092) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:04.698144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-15869480'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:04.702866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:04.706631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:network and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:04.709725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:04.715215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:04.785644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Made reservation on behalf of d04bfdf17db24aefba575ed8ee3a11b2 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:04.788659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.817668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:12:04.817883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.826452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.827050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Added segment 94f9e980-a454-4e62-bf9a-79f203b0683e of type vlan for network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee Jan 25 16:12:04.854245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.866115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-83127d22-e293-40c7-837c-603a1b2ccec8', 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8', 'tenant_id': 'd04bfdf17db24aefba575ed8ee3a11b2', 'fixed_ips': [{'subnet_id': '0e6295a5-4098-4560-9e7e-85dfc34ae9b7'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:12:04.866922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.957188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:04.960867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:04.961497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.015583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Allocated IP 172.20.0.2 (83127d22-e293-40c7-837c-603a1b2ccec8/0e6295a5-4098-4560-9e7e-85dfc34ae9b7/7b15f97a-51de-448b-baf8-4b0d202aa87f) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:05.065634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event updated for resources: {'Network': ['ID=391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:05.094194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:12:05.097582 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0353efa6-d942-41a3-9de5-2689fb86aa83 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4019139 Jan 25 16:12:05.097817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41096) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:05.103927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'subnet': {'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:05.209264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:05.213569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Usage tracker for resource:subnet and tenant:d04bfdf17db24aefba575ed8ee3a11b2 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:05.216593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:05.222124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:05.293598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Made reservation on behalf of d04bfdf17db24aefba575ed8ee3a11b2 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:05.314110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.324702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Transition to ACTIVE for port object 7b15f97a-51de-448b-baf8-4b0d202aa87f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:05.343562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Transition to ACTIVE for port object 7b15f97a-51de-448b-baf8-4b0d202aa87f will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:05.391559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.420724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.489091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Network 83127d22-e293-40c7-837c-603a1b2ccec8 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:05.492671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:05.494505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Pushing event updated for resources: {'Port': ['ID=7b15f97a-51de-448b-baf8-4b0d202aa87f,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:05.496562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:05.582589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Attempting to bind port 7b15f97a-51de-448b-baf8-4b0d202aa87f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:05.582953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Attempting to bind port 7b15f97a-51de-448b-baf8-4b0d202aa87f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '84136f05-132b-4961-a0bf-fbdf76ce14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:05.583309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Attempting to bind port 7b15f97a-51de-448b-baf8-4b0d202aa87f on network 83127d22-e293-40c7-837c-603a1b2ccec8 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:05.590396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:05.591018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Checking segment: {'id': '84136f05-132b-4961-a0bf-fbdf76ce14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:05.591408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.591792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Bound using segment: {'id': '84136f05-132b-4961-a0bf-fbdf76ce14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:05.592244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Bound port: 7b15f97a-51de-448b-baf8-4b0d202aa87f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84136f05-132b-4961-a0bf-fbdf76ce14b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '83127d22-e293-40c7-837c-603a1b2ccec8'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:05.592606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.670485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.677803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] For port 7b15f97a-51de-448b-baf8-4b0d202aa87f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:05.681183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] For port 7b15f97a-51de-448b-baf8-4b0d202aa87f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7b15f97a-51de-448b-baf8-4b0d202aa87f,segment=NetworkSegment(84136f05-132b-4961-a0bf-fbdf76ce14b8),segment_id=84136f05-132b-4961-a0bf-fbdf76ce14b8)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:05.747222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event updated for resources: {'Subnet': ['ID=7d65bf81-c479-484f-a76f-b9eea2a9e9f4,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:05.763223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Checking segment: {'id': '94f9e980-a454-4e62-bf9a-79f203b0683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:05.763708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Network hostable DHCP agents. Network: 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:12:05.767924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.843649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda093c-d7c2-42b3-8a1f-cbf1b76b15b2 None None] Pushing event updated for resources: {'Port': ['ID=7b15f97a-51de-448b-baf8-4b0d202aa87f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:05.860235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:12:05.953989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:05.960834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:05.961912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:05.968809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bbfdb-4153-44be-bbde-a09fcb1a620d None None] Network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:06.146646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9ef14cc7-e98e-4b66-af13-30f389c267e6 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0477362 Jan 25 16:12:06.149213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41100) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:06.155132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f52f0b48-c147-4657-8c43-4f29831217ab tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Request body: {'router': {'external_gateway_info': {'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:06.211368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee', 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee', 'tenant_id': 'd04bfdf17db24aefba575ed8ee3a11b2', 'fixed_ips': [{'subnet_id': '7d65bf81-c479-484f-a76f-b9eea2a9e9f4'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:12:06.213041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.362571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Allocated IP 172.21.0.2 (391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee/7d65bf81-c479-484f-a76f-b9eea2a9e9f4/d6b6c7ce-f8ba-41f9-9da0-c8a865eff726) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:06.536622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f52f0b48-c147-4657-8c43-4f29831217ab tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.571170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.582901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Transition to ACTIVE for port object d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:06.603614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Transition to ACTIVE for port object d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:06.665728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.736803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:06.739642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:06.742663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:06.749760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c7ce-f8ba-41f9-9da0-c8a865eff726,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:06.763968 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.api.v2.resource [None req-f52f0b48-c147-4657-8c43-4f29831217ab tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 25 16:12:06.765185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f52f0b48-c147-4657-8c43-4f29831217ab tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "PUT /v2.0/routers/fac9c964-7aa0-4585-863a-880d6bf9876a HTTP/1.1" status: 400 len: 364 time: 0.6143360 Jan 25 16:12:06.771125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41104) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:06.793665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c91009b-e247-4bf0-84d6-8d45bf4a81cc None None] Network 83127d22-e293-40c7-837c-603a1b2ccec8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:06.834181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Deleting subnet 7d65bf81-c479-484f-a76f-b9eea2a9e9f4 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:12:06.837019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.894356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.961275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Attempting to bind port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:06.961662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Attempting to bind port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '94f9e980-a454-4e62-bf9a-79f203b0683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:06.962035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Attempting to bind port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 on network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:06.975546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.984161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:06.984601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Checking segment: {'id': '94f9e980-a454-4e62-bf9a-79f203b0683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:06.985111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:06.985644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Bound using segment: {'id': '94f9e980-a454-4e62-bf9a-79f203b0683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:06.986190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Bound port: d6b6c7ce-f8ba-41f9-9da0-c8a865eff726, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f9e980-a454-4e62-bf9a-79f203b0683e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:06.986679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.075694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-41150ef7-4a0b-4dfe-89ec-ad840e7e780b None None] Provisioning for port 7b15f97a-51de-448b-baf8-4b0d202aa87f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:07.129874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.170248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] For port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:07.173485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Subnet': ['ID=7d65bf81-c479-484f-a76f-b9eea2a9e9f4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:07.177415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.182681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] For port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d6b6c7ce-f8ba-41f9-9da0-c8a865eff726,segment=NetworkSegment(94f9e980-a454-4e62-bf9a-79f203b0683e),segment_id=94f9e980-a454-4e62-bf9a-79f203b0683e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:07.184422 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b240d549-4061-4213-8896-256875acb3fa tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "DELETE /v2.0/subnets/7d65bf81-c479-484f-a76f-b9eea2a9e9f4 HTTP/1.1" status: 204 len: 168 time: 0.4123549 Jan 25 16:12:07.187083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41108) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:07.243958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.302800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.313906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Deleting port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:07.314225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.339291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8749f3-5d7d-484f-b5e8-94021944cf17 None None] Pushing event updated for resources: {'Port': ['ID=d6b6c7ce-f8ba-41f9-9da0-c8a865eff726,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:07.449929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7b15f97a-51de-448b-baf8-4b0d202aa87f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:07.569292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] For port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d6b6c7ce-f8ba-41f9-9da0-c8a865eff726,segment=NetworkSegment(94f9e980-a454-4e62-bf9a-79f203b0683e),segment_id=94f9e980-a454-4e62-bf9a-79f203b0683e)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:07.569682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.608197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7b15f97a-51de-448b-baf8-4b0d202aa87f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:07.613897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7b15f97a-51de-448b-baf8-4b0d202aa87f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:07.614263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.699563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Calling delete_port for d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:12:07.736620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.777966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7b15f97a-51de-448b-baf8-4b0d202aa87f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7b15f97a-51de-448b-baf8-4b0d202aa87f,segment=NetworkSegment(84136f05-132b-4961-a0bf-fbdf76ce14b8),segment_id=84136f05-132b-4961-a0bf-fbdf76ce14b8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:07.860256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.924764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7b15f97a-51de-448b-baf8-4b0d202aa87f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:07.939236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:07.985523 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Port': ['ID=d6b6c7ce-f8ba-41f9-9da0-c8a865eff726,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:07.989288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] No DVR routers for this DVR port d6b6c7ce-f8ba-41f9-9da0-c8a865eff726 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:12:08.116497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.143844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:08.155473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f9e980-a454-4e62-bf9a-79f203b0683e') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:08.155770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f9e980-a454-4e62-bf9a-79f203b0683e') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:08.167612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.184644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.190983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:12:08.191512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:12:08.206397 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:12:08.299489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c11cfea-1d85-49ad-8cd0-1c3847eaed8b None None] Network 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:08.357152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.362730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.381131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8c4dceda-bcc1-4a55-b947-eadef25976c3 None None] Could not find standard attr ID for object d6b6c7ce-f8ba-41f9-9da0-c8a865eff726. {{(pid=84140) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 25 16:12:08.390431 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "DELETE /v2.0/networks/391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee HTTP/1.1" status: 204 len: 168 time: 1.2023709 Jan 25 16:12:08.391262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4febce9-1845-4211-828e-bb6161cb40e0 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Network': ['ID=391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:08.393225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41112) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:08.516316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373fd8e-98f0-4b75-861a-457795392325 None None] DHCP port deletion for 391e3734-0b5d-4fe1-83c8-2f9d8bb7c7ee request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:12:08.577744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Deleting subnet 0e6295a5-4098-4560-9e7e-85dfc34ae9b7 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:12:08.580530 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.636796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.715457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.889331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.930101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6295a5-4098-4560-9e7e-85dfc34ae9b7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:08.934015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:08.940481 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9255fbdd-c810-44da-9d95-c5c885fb9347 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "DELETE /v2.0/subnets/0e6295a5-4098-4560-9e7e-85dfc34ae9b7 HTTP/1.1" status: 204 len: 168 time: 0.5461774 Jan 25 16:12:08.942975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:08.944948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8391d05a-3704-43cc-a71d-66d2141934af None None] Network 83127d22-e293-40c7-837c-603a1b2ccec8 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:09.058117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.068984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Deleting port 7b15f97a-51de-448b-baf8-4b0d202aa87f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:09.069412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.139777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.211111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] DHCP port deletion for 83127d22-e293-40c7-837c-603a1b2ccec8 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:12:09.216606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Deleting port 7b15f97a-51de-448b-baf8-4b0d202aa87f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:09.217305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.279823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] For port 7b15f97a-51de-448b-baf8-4b0d202aa87f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7b15f97a-51de-448b-baf8-4b0d202aa87f,segment=NetworkSegment(84136f05-132b-4961-a0bf-fbdf76ce14b8),segment_id=84136f05-132b-4961-a0bf-fbdf76ce14b8)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:09.280169 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.383264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7b15f97a-51de-448b-baf8-4b0d202aa87f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:12:09.403788 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Calling delete_port for 7b15f97a-51de-448b-baf8-4b0d202aa87f owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:12:09.466591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] For port 7b15f97a-51de-448b-baf8-4b0d202aa87f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7b15f97a-51de-448b-baf8-4b0d202aa87f,segment=NetworkSegment(84136f05-132b-4961-a0bf-fbdf76ce14b8),segment_id=84136f05-132b-4961-a0bf-fbdf76ce14b8)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:09.466889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.567531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.611785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Calling delete_port for 7b15f97a-51de-448b-baf8-4b0d202aa87f owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:12:09.647333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] Port 7b15f97a-51de-448b-baf8-4b0d202aa87f update to DOWN by agent not found {{(pid=84140) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 25 16:12:09.688734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:12:09.689089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:12:09.702331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Port': ['ID=7b15f97a-51de-448b-baf8-4b0d202aa87f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:09.706646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] No DVR routers for this DVR port 7b15f97a-51de-448b-baf8-4b0d202aa87f on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:12:09.828170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.853611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83127d22-e293-40c7-837c-603a1b2ccec8']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:09.865555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84136f05-132b-4961-a0bf-fbdf76ce14b8') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:09.865843 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84136f05-132b-4961-a0bf-fbdf76ce14b8') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:09.876992 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.892879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.898881 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:12:09.899254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:12:09.913798 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:12:10.048685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.052837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.076874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Pushing event deleted for resources: {'Network': ['ID=83127d22-e293-40c7-837c-603a1b2ccec8,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:10.084736 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ca311437-3862-4313-9a58-534b27a82047 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "DELETE /v2.0/networks/83127d22-e293-40c7-837c-603a1b2ccec8 HTTP/1.1" status: 204 len: 168 time: 1.1377766 Jan 25 16:12:10.084833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41120) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:10.125988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8a5eca79-6777-4889-ab8b-024e83e1012f tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Synchronizing usage tracker for tenant:d04bfdf17db24aefba575ed8ee3a11b2 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:12:10.190842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Deleting port 7b15f97a-51de-448b-baf8-4b0d202aa87f {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:12:10.191347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.191565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8a5eca79-6777-4889-ab8b-024e83e1012f tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Unset dirty status for tenant:d04bfdf17db24aefba575ed8ee3a11b2 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:12:10.192678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8a5eca79-6777-4889-ab8b-024e83e1012f tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "GET /v2.0/ports?device_id=fac9c964-7aa0-4585-863a-880d6bf9876a HTTP/1.1" status: 200 len: 205 time: 0.1073442 Jan 25 16:12:10.195135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41124) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:10.254992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-51c1f9f4-e3c1-49ec-a9e7-3783add47527 None None] The port '7b15f97a-51de-448b-baf8-4b0d202aa87f' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:12:10.332048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.706447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.710581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.808912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.809579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Fanout notify agent at l3_agent the message router_deleted on router fac9c964-7aa0-4585-863a-880d6bf9876a {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:12:10.821023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:10.824521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c375e227-e136-4275-b597-bff0c33dd9e9 tempest-RoutersNegativeTest-1562086018 tempest-RoutersNegativeTest-1562086018-project] 10.222.0.26 "DELETE /v2.0/routers/fac9c964-7aa0-4585-863a-880d6bf9876a HTTP/1.1" status: 204 len: 168 time: 0.6260862 Jan 25 16:12:11.312825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41132) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:11.565401 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aac7c37e-62de-4a31-99e0-9e14678010c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d04bfdf17db24aefba575ed8ee3a11b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2511961 Jan 25 16:12:11.567649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41138) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:11.624623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:11.648778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:11.756842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:11.771055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb8151-b0fd-4768-bbc8-182f4c34ee9c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:11.778851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:11.779967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a995b8e2-e6e0-4bde-92a3-5d0c153b07be admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3fb8151-b0fd-4768-bbc8-182f4c34ee9c HTTP/1.1" status: 204 len: 168 time: 0.2113400 Jan 25 16:12:12.848337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41160) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:12.973144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1843877440-network', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:12.978003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:12.982041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Usage tracker for resource:network and tenant:d1f4b781d9bf496585c911b96a994966 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:12.984900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:12.990458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:13.076838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Made reservation on behalf of d1f4b781d9bf496585c911b96a994966 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:13.079215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.092104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.121944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:13.125574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Usage tracker for resource:security_group_rule and tenant:d1f4b781d9bf496585c911b96a994966 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:13.128314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:13.133844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:13.196690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.254012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.284411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:12:13.289262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cff23-47b4-4ef1-a382-03db9d9a67b5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:13.296354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.296615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Added segment 00ef897f-4f95-4b80-9796-b5d7c9bceb10 of type vlan for network 860b14a4-53fe-4f50-b359-87ff445281eb Jan 25 16:12:13.323150 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.412797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.413727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:13.414329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:13.598809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] Pushing event updated for resources: {'Network': ['ID=860b14a4-53fe-4f50-b359-87ff445281eb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:13.608779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 860b14a4-53fe-4f50-b359-87ff445281eb details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:12:13.707100 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d057d81e-e426-44b9-aefd-5c0cf2423c19 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8575599 Jan 25 16:12:13.709639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41166) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:13.715040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Request body: {'subnet': {'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-subnet', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:13.720097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:13.723998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Usage tracker for resource:subnet and tenant:d1f4b781d9bf496585c911b96a994966 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:13.726898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:13.732990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:13.802356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Made reservation on behalf of d1f4b781d9bf496585c911b96a994966 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:13.804685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.053053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.125178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0367a8-9792-4a75-9d03-4147006977e7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:14.134654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Checking segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:14.135677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Network hostable DHCP agents. Network: 860b14a4-53fe-4f50-b359-87ff445281eb, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:12:14.207010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Network 860b14a4-53fe-4f50-b359-87ff445281eb is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:12:14.275599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 860b14a4-53fe-4f50-b359-87ff445281eb) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:14.279328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:14.279919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.284155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bea3076-4eb5-460b-bd4e-d230019007c1 None None] Network 860b14a4-53fe-4f50-b359-87ff445281eb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:14.374340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b2a2849c-8953-4ff6-b71e-4088c5a13b26 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6633177 Jan 25 16:12:14.376765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41170) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:14.381727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:14.386278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:14.390388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Usage tracker for resource:router and tenant:d1f4b781d9bf496585c911b96a994966 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:14.393209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:14.398911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:14.466292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.467241 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.485007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.493271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-860b14a4-53fe-4f50-b359-87ff445281eb', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:12:14.494120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.644296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Allocated IP 172.20.0.2 (860b14a4-53fe-4f50-b359-87ff445281eb/1c0367a8-9792-4a75-9d03-4147006977e7/6299aa3f-7572-4915-87f4-2c6593700a10) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:14.708363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.844358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.854736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Transition to ACTIVE for port object 6299aa3f-7572-4915-87f4-2c6593700a10 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:14.872226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Transition to ACTIVE for port object 6299aa3f-7572-4915-87f4-2c6593700a10 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:14.934831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.956248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:14.991250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.003417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Network 860b14a4-53fe-4f50-b359-87ff445281eb is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:15.006209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:15.011169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:15.013054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Pushing event updated for resources: {'Port': ['ID=6299aa3f-7572-4915-87f4-2c6593700a10,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:15.096505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Attempting to bind port 6299aa3f-7572-4915-87f4-2c6593700a10 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:15.096873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Attempting to bind port 6299aa3f-7572-4915-87f4-2c6593700a10 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:15.097234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Attempting to bind port 6299aa3f-7572-4915-87f4-2c6593700a10 on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:15.103688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:15.104073 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Checking segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:15.104458 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.104892 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Bound using segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:15.105353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Bound port: 6299aa3f-7572-4915-87f4-2c6593700a10, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:15.105740 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.123033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Allocated IP 172.26.8.70 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/283877eb-47b1-4239-a62e-56935069867f) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:15.193452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] For port 6299aa3f-7572-4915-87f4-2c6593700a10, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:15.196292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] For port 6299aa3f-7572-4915-87f4-2c6593700a10, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6299aa3f-7572-4915-87f4-2c6593700a10,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:15.279062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.294775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.367997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.372306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b727e1-35ae-4140-8de4-a42191b958e7 None None] Pushing event updated for resources: {'Port': ['ID=6299aa3f-7572-4915-87f4-2c6593700a10,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:15.435306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:15.438020 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:15.441769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:15.474065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Pushing event updated for resources: {'Port': ['ID=283877eb-47b1-4239-a62e-56935069867f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:15.691170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.692059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:15.985770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:12:16.278246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:12:16.286803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Sync routers for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:12:16.299509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:16.300246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:16.368819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:16.370138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-64edd99b-30ed-4e6c-8407-d6898164af78 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9924643 Jan 25 16:12:16.372844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41174) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:16.385743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90af8d6-d3eb-4bf8-b6eb-507c7f549e71 None None] Network 860b14a4-53fe-4f50-b359-87ff445281eb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:16.624876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:16.678659 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-838d3383-e802-45be-9154-8a43bc39262e None None] Provisioning for port 6299aa3f-7572-4915-87f4-2c6593700a10 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:17.024376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:15Z', 'revision_number': 3, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:17.028359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Checking router: bb3e8baf-f05f-4026-85f4-5fb2e64211e2 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:12:17.028743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Updating router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 port 283877eb-47b1-4239-a62e-56935069867f binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:12:17.091089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.096167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.304289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Allocated IP 172.20.0.1 (860b14a4-53fe-4f50-b359-87ff445281eb/1c0367a8-9792-4a75-9d03-4147006977e7/6d00d32d-25d0-413c-af7f-3b83c507b1ed) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:17.442567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6299aa3f-7572-4915-87f4-2c6593700a10 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:17.456367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.471594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Transition to ACTIVE for port object 6d00d32d-25d0-413c-af7f-3b83c507b1ed will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:17.471742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.498800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Transition to ACTIVE for port object 283877eb-47b1-4239-a62e-56935069867f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:17.586161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.597303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.601702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6299aa3f-7572-4915-87f4-2c6593700a10 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:17.649054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6299aa3f-7572-4915-87f4-2c6593700a10 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:17.649439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.651881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Network 860b14a4-53fe-4f50-b359-87ff445281eb is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:17.654723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:17.659034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:17.686188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Pushing event updated for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:17.716627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.733898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de7375-c3e6-4db1-aeb5-8359f896d40d None None] Pushing event updated for resources: {'Port': ['ID=283877eb-47b1-4239-a62e-56935069867f,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:17.740131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Attempting to bind port 283877eb-47b1-4239-a62e-56935069867f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:17.741279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Attempting to bind port 283877eb-47b1-4239-a62e-56935069867f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:17.741279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Attempting to bind port 283877eb-47b1-4239-a62e-56935069867f on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:17.749619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:17.749992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:17.750387 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.750775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:17.751233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Bound port: 283877eb-47b1-4239-a62e-56935069867f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:17.751599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.867268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.887582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] For port 283877eb-47b1-4239-a62e-56935069867f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:17.889726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:17.908217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] For port 283877eb-47b1-4239-a62e-56935069867f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=283877eb-47b1-4239-a62e-56935069867f,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:17.925117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6299aa3f-7572-4915-87f4-2c6593700a10, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6299aa3f-7572-4915-87f4-2c6593700a10,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:17.992251 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.043552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.047701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aebc42a5-e264-4cea-9af6-74591b4f989a None None] Provisioning for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:18.064588 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-aebc42a5-e264-4cea-9af6-74591b4f989a None None] Provisioning complete for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:18.064957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-aebc42a5-e264-4cea-9af6-74591b4f989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.135181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de7375-c3e6-4db1-aeb5-8359f896d40d None None] Pushing event updated for resources: {'Port': ['ID=283877eb-47b1-4239-a62e-56935069867f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:18.137755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-aebc42a5-e264-4cea-9af6-74591b4f989a None None] Port 6d00d32d-25d0-413c-af7f-3b83c507b1ed cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:12:18.138973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:18.139602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:18.189187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.248676 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.356018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.359461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Pushing event updated for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:18.388255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6299aa3f-7572-4915-87f4-2c6593700a10,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:18.418030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:18.499992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Network 860b14a4-53fe-4f50-b359-87ff445281eb is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:18.501137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:18.755594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d00d32d-25d0-413c-af7f-3b83c507b1ed', 'name': '', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'mac_address': 'fa:16:3e:45:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:17Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 1, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'subnets': [{'id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:18.764104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6edb4e-f4d3-4026-8cfb-e331b9e3fdd8 None None] The sync data for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv is: [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d00d32d-25d0-413c-af7f-3b83c507b1ed', 'name': '', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'mac_address': 'fa:16:3e:45:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:17Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 1, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'subnets': [{'id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:12:18.778186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cc19e98e-66d6-4708-923f-fb1f80ad89ea None None] Provisioning complete for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:18.778186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cc19e98e-66d6-4708-923f-fb1f80ad89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:18.835583 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cc19e98e-66d6-4708-923f-fb1f80ad89ea None None] Port 6d00d32d-25d0-413c-af7f-3b83c507b1ed cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:12:18.896233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:12:19.115071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:12:19.124980 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-77f6b4a0-1909-482e-90c8-fe146cdba130 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb3e8baf-f05f-4026-85f4-5fb2e64211e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7508154 Jan 25 16:12:19.410030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6299aa3f-7572-4915-87f4-2c6593700a10 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:19.476774 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6299aa3f-7572-4915-87f4-2c6593700a10 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:19.477124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.207343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41196) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:20.212758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-665109430-network', 'tenant_id': '913d31e122aa4bb285f998510aff78c9'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:20.218284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:20.221995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Usage tracker for resource:network and tenant:913d31e122aa4bb285f998510aff78c9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:20.224813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:20.231208 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:20.305089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Made reservation on behalf of 913d31e122aa4bb285f998510aff78c9 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:20.307306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.319268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.352275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:20.356139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Usage tracker for resource:security_group_rule and tenant:913d31e122aa4bb285f998510aff78c9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:20.359003 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:20.364549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:20.435319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.511806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.541631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:12:20.550702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12942c-65c1-4dc2-a0f4-c7cf5f9ca120,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:20.556127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.556466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Added segment 9087e809-834f-4bd1-b69c-dbc4811d0b36 of type vlan for network bb2a6218-995a-461d-9573-2314bfefc62b Jan 25 16:12:20.584271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.648870 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.653908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:20.653908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:20.758289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] Pushing event updated for resources: {'Network': ['ID=bb2a6218-995a-461d-9573-2314bfefc62b,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:20.768938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network bb2a6218-995a-461d-9573-2314bfefc62b details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:12:20.815312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a7fd3a3e-a21d-4f8c-a1d1-9df405602fab admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6068952 Jan 25 16:12:20.817857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41200) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:20.823943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Request body: {'subnet': {'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-subnet', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:20.829084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:20.833301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Usage tracker for resource:subnet and tenant:913d31e122aa4bb285f998510aff78c9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:20.836914 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:20.844682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:20.928151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Made reservation on behalf of 913d31e122aa4bb285f998510aff78c9 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:20.930566 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.214247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.376784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04944507-d766-43f2-aa93-884b891625a8,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:21.388869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Checking segment: {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:21.389221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Network hostable DHCP agents. Network: bb2a6218-995a-461d-9573-2314bfefc62b, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:12:21.439386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 283877eb-47b1-4239-a62e-56935069867f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:21.470943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Network bb2a6218-995a-461d-9573-2314bfefc62b is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:12:21.545259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, bb2a6218-995a-461d-9573-2314bfefc62b) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:21.549116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:21.549749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.553594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cda50d-54fd-40ab-8df4-89850c8330ba None None] Network bb2a6218-995a-461d-9573-2314bfefc62b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:21.615022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 283877eb-47b1-4239-a62e-56935069867f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:21.619883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-092f6c2a-c201-491c-ac58-2fce3404a416 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8005679 Jan 25 16:12:21.621985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41204) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:21.624756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 283877eb-47b1-4239-a62e-56935069867f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:21.625116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.627077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:21.631579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:21.635342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Usage tracker for resource:router and tenant:913d31e122aa4bb285f998510aff78c9 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:12:21.638103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:12:21.643639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:21.704633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.705537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.724007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.839178 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.866763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-bb2a6218-995a-461d-9573-2314bfefc62b', 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'fixed_ips': [{'subnet_id': '04944507-d766-43f2-aa93-884b891625a8'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:12:21.867550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.876896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 283877eb-47b1-4239-a62e-56935069867f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=283877eb-47b1-4239-a62e-56935069867f,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:21.925909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:21.958827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.075429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=283877eb-47b1-4239-a62e-56935069867f,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:22.077935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Allocated IP 172.20.0.2 (bb2a6218-995a-461d-9573-2314bfefc62b/04944507-d766-43f2-aa93-884b891625a8/7e049eef-1552-471a-8398-2904c6bcccea) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:22.092555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.092900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.093243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.093597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.093932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.094268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.094596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.094932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.095247 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.095647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.095882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:22.198213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.227408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.290283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.303944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Transition to ACTIVE for port object 7e049eef-1552-471a-8398-2904c6bcccea will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:22.322517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Transition to ACTIVE for port object 7e049eef-1552-471a-8398-2904c6bcccea will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:22.363212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.363937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Allocated IP 172.26.8.170 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c9978342-bacc-4f5d-a409-7d2662922dc6) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:22.472029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Network bb2a6218-995a-461d-9573-2314bfefc62b is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:22.474854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:22.479926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:22.481929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Pushing event updated for resources: {'Port': ['ID=7e049eef-1552-471a-8398-2904c6bcccea,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:22.515348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.565117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Attempting to bind port 7e049eef-1552-471a-8398-2904c6bcccea on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:22.565508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Attempting to bind port 7e049eef-1552-471a-8398-2904c6bcccea by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:22.565863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Attempting to bind port 7e049eef-1552-471a-8398-2904c6bcccea on network bb2a6218-995a-461d-9573-2314bfefc62b {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:22.571953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:22.572884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Checking segment: {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:22.573260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.573657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Bound using segment: {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:22.574100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Bound port: 7e049eef-1552-471a-8398-2904c6bcccea, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:22.574481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.602781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.660066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] For port 7e049eef-1552-471a-8398-2904c6bcccea, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:22.663008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] For port 7e049eef-1552-471a-8398-2904c6bcccea, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e049eef-1552-471a-8398-2904c6bcccea,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:22.669874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:22.672607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:22.676249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:22.708440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Pushing event updated for resources: {'Port': ['ID=c9978342-bacc-4f5d-a409-7d2662922dc6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:22.711691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.787267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660d0fa-540b-47a0-986f-92212d3b6aa8 None None] Pushing event updated for resources: {'Port': ['ID=7e049eef-1552-471a-8398-2904c6bcccea,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:22.959979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:22.960705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:23.254120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:12:23.459865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:12:23.473249 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Sync routers for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:12:23.492579 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:23.499767 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:23.502138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 283877eb-47b1-4239-a62e-56935069867f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:23.539169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:23.542210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-db2b1778-ad80-4e68-85e3-6e63f6430b24 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9171357 Jan 25 16:12:23.543470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41208) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:12:23.585937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 283877eb-47b1-4239-a62e-56935069867f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:23.588305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:23.696779 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:23.726433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e049eef-1552-471a-8398-2904c6bcccea up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:23.779611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf7c96-cd3b-48dd-ad40-8cfd40e03d93 None None] Network bb2a6218-995a-461d-9573-2314bfefc62b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:12:23.968388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2cdc5332-9a22-4b23-adff-b414c70c772d None None] Provisioning for port 7e049eef-1552-471a-8398-2904c6bcccea completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:24.007403 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:22Z', 'revision_number': 3, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:24.011707 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Checking router: 0d417ecc-74a0-4a9e-a860-0f0ba912f84e for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:12:24.012101 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Updating router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e port c9978342-bacc-4f5d-a409-7d2662922dc6 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:12:24.020853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 7e049eef-1552-471a-8398-2904c6bcccea completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:24.032663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7e049eef-1552-471a-8398-2904c6bcccea triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:24.033159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.065943 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.179513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.224176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 7e049eef-1552-471a-8398-2904c6bcccea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e049eef-1552-471a-8398-2904c6bcccea,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:24.317282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.382085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=7e049eef-1552-471a-8398-2904c6bcccea,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:24.408105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5d596564-d3aa-4e1a-a435-5a754d2a2712 None None] Provisioning complete for port 7e049eef-1552-471a-8398-2904c6bcccea triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:24.409605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5d596564-d3aa-4e1a-a435-5a754d2a2712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.456527 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.459578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.468470 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Transition to ACTIVE for port object c9978342-bacc-4f5d-a409-7d2662922dc6 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:24.523100 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.599613 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Pushing event updated for resources: {'Port': ['ID=c9978342-bacc-4f5d-a409-7d2662922dc6,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:24.601670 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Attempting to bind port c9978342-bacc-4f5d-a409-7d2662922dc6 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:24.602022 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Attempting to bind port c9978342-bacc-4f5d-a409-7d2662922dc6 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:24.602366 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Attempting to bind port c9978342-bacc-4f5d-a409-7d2662922dc6 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:24.613408 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.613764 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.614094 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.614415 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.614739 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.615061 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.615372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.615687 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.616005 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.616315 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.616624 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:12:24.620273 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:24.620634 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:24.621015 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.621402 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:24.621854 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Bound port: c9978342-bacc-4f5d-a409-7d2662922dc6, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:24.622629 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.666410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Allocated IP 172.20.0.1 (bb2a6218-995a-461d-9573-2314bfefc62b/04944507-d766-43f2-aa93-884b891625a8/bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:24.691693 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] For port c9978342-bacc-4f5d-a409-7d2662922dc6, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:24.694555 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] For port c9978342-bacc-4f5d-a409-7d2662922dc6, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c9978342-bacc-4f5d-a409-7d2662922dc6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:24.762320 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.811324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.828982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Transition to ACTIVE for port object bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:24.837349 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d6def-4893-469a-a8d1-899a51fece63 None None] Pushing event updated for resources: {'Port': ['ID=c9978342-bacc-4f5d-a409-7d2662922dc6,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:24.842705 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:24.843300 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:24.928559 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:24.998716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Network bb2a6218-995a-461d-9573-2314bfefc62b is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:25.001554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:25.006106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:25.016024 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:25.030194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Pushing event updated for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:25.060419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.222504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.302657 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:22Z', 'revision_number': 3, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:25.306502 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70d9b80-1757-4ada-a6db-8e53e6df852a None None] The sync data for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv is: [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:22Z', 'revision_number': 3, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:12:25.317652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b2f5f799-e15a-4638-96d3-e941b11625d3 None None] Provisioning for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:25.317652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b2f5f799-e15a-4638-96d3-e941b11625d3 None None] Provisioning complete for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:25.317652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b2f5f799-e15a-4638-96d3-e941b11625d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.381180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b2f5f799-e15a-4638-96d3-e941b11625d3 None None] Port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:12:25.406807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e049eef-1552-471a-8398-2904c6bcccea up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:25.445907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.475623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 7e049eef-1552-471a-8398-2904c6bcccea triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:25.475968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.505275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.620284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:25.624658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Pushing event updated for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:25.847350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Network bb2a6218-995a-461d-9573-2314bfefc62b is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:25.848482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:26.105624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-fc74fc00-0e0e-49a3-ad95-6bc32879f013 None None] Provisioning complete for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:26.105909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-fc74fc00-0e0e-49a3-ad95-6bc32879f013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:26.159003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-fc74fc00-0e0e-49a3-ad95-6bc32879f013 None None] Port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:12:26.180692 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:12:26.232015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:12:26.427058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:12:26.435450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7e084ef1-e3b8-41fe-8cb0-31df9caf158f admin admin] 10.222.0.26 "PUT /v2.0/routers/0d417ecc-74a0-4a9e-a860-0f0ba912f84e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910172 Jan 25 16:12:27.489297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-11be3147-ef72-4db5-8d49-4958476028f8 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:27.489973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-11be3147-ef72-4db5-8d49-4958476028f8 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:12:27.573956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-11be3147-ef72-4db5-8d49-4958476028f8 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:12:27.575047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-11be3147-ef72-4db5-8d49-4958476028f8 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/networks?id=860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 200 len: 817 time: 0.2217846 Jan 25 16:12:27.592668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-bbc3d6af-3c74-4b90-aaa1-1e1730d0d9d7 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/quotas/d1f4b781d9bf496585c911b96a994966 HTTP/1.1" status: 200 len: 375 time: 0.0113518 Jan 25 16:12:27.670840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-e1356a01-bbad-46cd-94c6-8d153bccbe76 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:12:27.756529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-e1356a01-bbad-46cd-94c6-8d153bccbe76 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:12:27.757784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-e1356a01-bbad-46cd-94c6-8d153bccbe76 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585855 Jan 25 16:12:27.773193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-bc57e372-23db-45b7-a40e-63b315e7b6b0 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:12:27.774133 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-bc57e372-23db-45b7-a40e-63b315e7b6b0 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048780 Jan 25 16:12:27.901895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-79436f12-e9a8-40d2-941f-f9c32fd6577b service neutron] 10.222.0.26 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215045 Jan 25 16:12:28.033032 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-0e52bce4-8789-4bd9-9566-b923e610e7a5 service neutron] 10.222.0.26 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255760 Jan 25 16:12:28.287476 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c05a911b-5ae3-475c-a51f-183b08f02a2d req-b375dab3-00cf-42c8-8dc6-5b6ca45e2f23 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 210 time: 0.0470462 Jan 25 16:12:29.461326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f937b368-10e3-4aa9-a428-d5b5e2c65e0b req-1dc994f1-fc0a-4665-a10e-889e0f1688ce tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 210 time: 0.0456376 Jan 25 16:12:29.476666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d6d579b3-801f-40fd-8f3d-4010b6c82cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:30.521818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-e075ef8e-208d-4938-abf2-db7862443be2 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:30.523213 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-e075ef8e-208d-4938-abf2-db7862443be2 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "GET /v2.0/networks?id=860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 200 len: 817 time: 0.1428106 Jan 25 16:12:30.539050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Request body: {'port': {'device_id': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'admin_state_up': True, 'tenant_id': 'd1f4b781d9bf496585c911b96a994966'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:30.753292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1a7fabaf-bf54-4dbf-a71b-fa449c8813f4 req-d893df7a-5a9b-41ff-aa40-c495cd56f79f tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 210 time: 0.0504427 Jan 25 16:12:30.808819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:12:30.817935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:12:30.921198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Made reservation on behalf of d1f4b781d9bf496585c911b96a994966 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:12:30.924219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.079535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Allocated IP 172.20.0.11 (860b14a4-53fe-4f50-b359-87ff445281eb/1c0367a8-9792-4a75-9d03-4147006977e7/b41bf15a-777d-4429-b45d-10e0eb04a1ad) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:12:31.274445 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.289794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Transition to ACTIVE for port object b41bf15a-777d-4429-b45d-10e0eb04a1ad will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:31.375096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.447484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c9978342-bacc-4f5d-a409-7d2662922dc6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:31.449247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Network 860b14a4-53fe-4f50-b359-87ff445281eb is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:12:31.453420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:12:31.466512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:12:31.514553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Pushing event updated for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:31.545258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:31.550919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.597460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e283b56e-f642-45e7-84a2-cd02c22ad47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.648498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c9978342-bacc-4f5d-a409-7d2662922dc6 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:31.655119 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c9978342-bacc-4f5d-a409-7d2662922dc6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:31.655678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.672835 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-418ddcb4-0236-4344-aaea-4c0f9281ce64 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1374707 Jan 25 16:12:31.684240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-d697d6b0-ee71-44ac-b4e9-38f5d80fca18 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:12:31.685194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-d697d6b0-ee71-44ac-b4e9-38f5d80fca18 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062513 Jan 25 16:12:31.779742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-896c6aff-6665-4c06-8026-15ed1ef28d9f None None] Provisioning for port b41bf15a-777d-4429-b45d-10e0eb04a1ad completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:31.791170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-896c6aff-6665-4c06-8026-15ed1ef28d9f None None] Provisioning complete for port b41bf15a-777d-4429-b45d-10e0eb04a1ad triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:31.791170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-896c6aff-6665-4c06-8026-15ed1ef28d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.818327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.831165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Request body: {'port': {'device_id': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:12:31.865555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port c9978342-bacc-4f5d-a409-7d2662922dc6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c9978342-bacc-4f5d-a409-7d2662922dc6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:31.867498 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-896c6aff-6665-4c06-8026-15ed1ef28d9f None None] Port b41bf15a-777d-4429-b45d-10e0eb04a1ad cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:12:31.930030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:31.996505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:32.026071 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=c9978342-bacc-4f5d-a409-7d2662922dc6,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:32.094115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053765b5-a33a-4df2-8163-f0238bca4785 req-38edae23-e9b4-48d9-9032-6144b5196262 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:32.094795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-053765b5-a33a-4df2-8163-f0238bca4785 req-38edae23-e9b4-48d9-9032-6144b5196262 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:12:32.234372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-053765b5-a33a-4df2-8163-f0238bca4785 req-38edae23-e9b4-48d9-9032-6144b5196262 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:12:32.235505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-053765b5-a33a-4df2-8163-f0238bca4785 req-38edae23-e9b4-48d9-9032-6144b5196262 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 932 time: 0.3133588 Jan 25 16:12:32.319695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-053765b5-a33a-4df2-8163-f0238bca4785 req-613ae2a3-3f56-43c4-a498-62fbdcfd8b0b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:12:32.406166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41bf15a-777d-4429-b45d-10e0eb04a1ad {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:12:32.413281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:32.417795 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-053765b5-a33a-4df2-8163-f0238bca4785 req-613ae2a3-3f56-43c4-a498-62fbdcfd8b0b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:12:32.418931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-053765b5-a33a-4df2-8163-f0238bca4785 req-613ae2a3-3f56-43c4-a498-62fbdcfd8b0b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765068 Jan 25 16:12:32.430580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Transition to ACTIVE for port object b41bf15a-777d-4429-b45d-10e0eb04a1ad will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:32.455687 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Sync routers for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:12:32.467832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:32.468481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:32.510820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:32.642885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:32.655946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:32.750316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Attempting to bind port b41bf15a-777d-4429-b45d-10e0eb04a1ad on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:32.750691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Attempting to bind port b41bf15a-777d-4429-b45d-10e0eb04a1ad by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:32.751068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Attempting to bind port b41bf15a-777d-4429-b45d-10e0eb04a1ad on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:32.756866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Port b41bf15a-777d-4429-b45d-10e0eb04a1ad on network 860b14a4-53fe-4f50-b359-87ff445281eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:12:32.757165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Attempting to bind port b41bf15a-777d-4429-b45d-10e0eb04a1ad on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:32.763369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:32.763698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Checking segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:32.764076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Bound using segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:32.764487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Bound port: b41bf15a-777d-4429-b45d-10e0eb04a1ad, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:32.764827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:32.856168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:32.859360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:32.939937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:32.997076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d00d32d-25d0-413c-af7f-3b83c507b1ed', 'name': '', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'mac_address': 'fa:16:3e:45:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:17Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 2, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'subnets': [{'id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:32.999966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.001201 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Checking router: bb3e8baf-f05f-4026-85f4-5fb2e64211e2 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:12:33.001641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Updating router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 port 6d00d32d-25d0-413c-af7f-3b83c507b1ed binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:12:33.001765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b41bf15a-777d-4429-b45d-10e0eb04a1ad HTTP/1.1" status: 200 len: 1094 time: 1.3100214 Jan 25 16:12:33.004558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:33.033004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ffb3b6-8765-4c78-8312-c915787ac9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:33.047823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.064527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.072554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad', 'status': 'completed', 'code': 200} Jan 25 16:12:33.074970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.282241 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b54a1d10-f58d-40a3-a00c-8938ce3f4e9c req-4a189bc4-fea5-4226-9e51-f8e4e805f143 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 1097 time: 0.1830430 Jan 25 16:12:33.407346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c9978342-bacc-4f5d-a409-7d2662922dc6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:33.424482 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1d10-f58d-40a3-a00c-8938ce3f4e9c req-9d666115-7883-460d-815e-239225df8e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:33.425923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b54a1d10-f58d-40a3-a00c-8938ce3f4e9c req-9d666115-7883-460d-815e-239225df8e79 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1f4b781d9bf496585c911b96a994966&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1367266 Jan 25 16:12:33.486470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.503137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Transition to ACTIVE for port object 6d00d32d-25d0-413c-af7f-3b83c507b1ed will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:33.518040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c9978342-bacc-4f5d-a409-7d2662922dc6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:33.518646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.609910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.610276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1d10-f58d-40a3-a00c-8938ce3f4e9c req-88fd53d1-2354-4444-b157-2d8856bdf4e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:33.611791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b54a1d10-f58d-40a3-a00c-8938ce3f4e9c req-88fd53d1-2354-4444-b157-2d8856bdf4e0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804922 Jan 25 16:12:33.646495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de4b52-1333-434a-b0f9-89731a95c9ca req-d0e49bb8-3ed9-47a9-ad8e-9c55e3af8030 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:33.647984 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05de4b52-1333-434a-b0f9-89731a95c9ca req-d0e49bb8-3ed9-47a9-ad8e-9c55e3af8030 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 944 time: 0.0918374 Jan 25 16:12:33.746931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05de4b52-1333-434a-b0f9-89731a95c9ca req-47c5e11c-3bd4-41a9-b95a-0d6302b04f63 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657492 Jan 25 16:12:33.758554 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-339079b3-7cbd-45e1-96b8-6409dacc7814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 1097 time: 0.1093647 Jan 25 16:12:33.768616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b0d5-4cd3-4d18-8ef2-94c6c483d989 None None] Pushing event updated for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:33.829205 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-403340d8-25a9-4730-a09d-0a8a1b3d15a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad HTTP/1.1" status: 200 len: 217 time: 0.0634255 Jan 25 16:12:33.869922 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Attempting to bind port 6d00d32d-25d0-413c-af7f-3b83c507b1ed on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:33.870284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Attempting to bind port 6d00d32d-25d0-413c-af7f-3b83c507b1ed by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:33.870639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Attempting to bind port 6d00d32d-25d0-413c-af7f-3b83c507b1ed on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:33.877334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:33.877714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Checking segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:33.878153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.878644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Bound using segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:33.879146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Bound port: 6d00d32d-25d0-413c-af7f-3b83c507b1ed, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:33.879507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:33.898145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-6b639af7-574d-4109-957b-7dfcdfcae7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:33.899588 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-6b639af7-574d-4109-957b-7dfcdfcae7b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0367a8-9792-4a75-9d03-4147006977e7 HTTP/1.1" status: 200 len: 856 time: 0.0647249 Jan 25 16:12:33.972320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-a1597131-b667-44fa-ad68-03fab4104467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=860b14a4-53fe-4f50-b359-87ff445281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670700 Jan 25 16:12:34.021652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] For port 6d00d32d-25d0-413c-af7f-3b83c507b1ed, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:34.024905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] For port 6d00d32d-25d0-413c-af7f-3b83c507b1ed, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d00d32d-25d0-413c-af7f-3b83c507b1ed,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:34.094575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:34.104763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-0b63abc8-7178-44e0-913f-9b79b70e66e6 service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262276 Jan 25 16:12:34.175129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b0d5-4cd3-4d18-8ef2-94c6c483d989 None None] Pushing event updated for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:34.177693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:34.178306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:34.246417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9466bf04-0588-4618-a81d-a4e7c7d7b774 req-f2f7edd7-d4f9-404d-aed9-83f8aaceb292 service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363618 Jan 25 16:12:34.362369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:34.670818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d00d32d-25d0-413c-af7f-3b83c507b1ed', 'name': '', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'mac_address': 'fa:16:3e:45:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:17Z', 'updated_at': '2022-01-25T16:12:34Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'subnets': [{'id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:34.674622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd7d74a-194d-4ab9-9dd4-8e32bf595d47 None None] The sync data for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv is: [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:12:17Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '6d00d32d-25d0-413c-af7f-3b83c507b1ed', 'name': '', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'mac_address': 'fa:16:3e:45:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:17Z', 'updated_at': '2022-01-25T16:12:34Z', 'revision_number': 4, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'subnets': [{'id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:12:34.785173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:34.960500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a02ec-665e-4850-889b-adc6c1a8ce42 req-5e6709fe-2c66-4ce1-af24-d0502bcb87d4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:34.962171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa1a02ec-665e-4850-889b-adc6c1a8ce42 req-5e6709fe-2c66-4ce1-af24-d0502bcb87d4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 944 time: 0.0851440 Jan 25 16:12:35.010238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fa1a02ec-665e-4850-889b-adc6c1a8ce42 req-265dde49-7fa4-46cd-908b-b284dd24f7a4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Jan 25 16:12:35.271862 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Sync routers for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:12:35.284996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:35.285648 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:35.433806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d00d32d-25d0-413c-af7f-3b83c507b1ed up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:35.461149 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:35.573902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:35.578910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:35.579279 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:35.690876 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:35.722239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 6d00d32d-25d0-413c-af7f-3b83c507b1ed, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d00d32d-25d0-413c-af7f-3b83c507b1ed,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:35.764245 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:25Z', 'revision_number': 4, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e', 'name': '', 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'mac_address': 'fa:16:3e:0c:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04944507-d766-43f2-aa93-884b891625a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:24Z', 'updated_at': '2022-01-25T16:12:25Z', 'revision_number': 2, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'subnets': [{'id': '04944507-d766-43f2-aa93-884b891625a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:35.768068 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Checking router: 0d417ecc-74a0-4a9e-a860-0f0ba912f84e for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:12:35.773113 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Updating router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:12:35.791061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:35.816719 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:35.855239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:36.168295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:36.179591 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Transition to ACTIVE for port object bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:12:36.204986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd83e8-cd06-410e-ba68-0ddebe58d5a7 req-9ac4e886-9879-4928-8a10-e0e8070807f3 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:36.206506 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5dcd83e8-cd06-410e-ba68-0ddebe58d5a7 req-9ac4e886-9879-4928-8a10-e0e8070807f3 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 944 time: 0.0748923 Jan 25 16:12:36.250985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5dcd83e8-cd06-410e-ba68-0ddebe58d5a7 req-abab1bd8-8343-4c0f-8070-d5f4358dc105 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389168 Jan 25 16:12:36.254130 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:36.389686 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16727-7a69-43a2-92f7-e567c495a1d6 None None] Pushing event updated for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:36.477899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Attempting to bind port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:12:36.478914 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Attempting to bind port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:12:36.479337 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Attempting to bind port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e on network bb2a6218-995a-461d-9573-2314bfefc62b {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:12:36.485521 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:12:36.485878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Checking segment: {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:12:36.486290 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:36.486664 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Bound using segment: {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:12:36.487102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Bound port: bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9087e809-834f-4bd1-b69c-dbc4811d0b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:12:36.487597 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:36.574677 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] For port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:12:36.577994 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] For port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:12:36.648264 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:36.726620 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16727-7a69-43a2-92f7-e567c495a1d6 None None] Pushing event updated for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:36.732639 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:12:36.733248 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:12:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:36.907875 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:12:37.021804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b41bf15a-777d-4429-b45d-10e0eb04a1ad details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:12:37.152712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:37.165352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'port_id': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad', 'mac_address': 'fa:16:3e:87:5f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:12:37.213123 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:25Z', 'revision_number': 4, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e', 'name': '', 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'mac_address': 'fa:16:3e:0c:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04944507-d766-43f2-aa93-884b891625a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:24Z', 'updated_at': '2022-01-25T16:12:36Z', 'revision_number': 4, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'subnets': [{'id': '04944507-d766-43f2-aa93-884b891625a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:12:37.217480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce10eeb3-7bd9-43cf-9f45-694cad0409f2 None None] The sync data for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv is: [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:12:25Z', 'revision_number': 4, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e', 'name': '', 'network_id': 'bb2a6218-995a-461d-9573-2314bfefc62b', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'mac_address': 'fa:16:3e:0c:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04944507-d766-43f2-aa93-884b891625a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:24Z', 'updated_at': '2022-01-25T16:12:36Z', 'revision_number': 4, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'subnets': [{'id': '04944507-d766-43f2-aa93-884b891625a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:12:37.221809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:37.239984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41bf15a-777d-4429-b45d-10e0eb04a1ad {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:12:37.264013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:37.333868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:37.410941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:37.472517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39701491-23a7-4953-af1e-36d55446c7c3 req-d68e4dcb-9ea1-4d50-97c5-2994c39e6bb5 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:37.473985 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39701491-23a7-4953-af1e-36d55446c7c3 req-d68e4dcb-9ea1-4d50-97c5-2994c39e6bb5 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 945 time: 0.0900226 Jan 25 16:12:37.519897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39701491-23a7-4953-af1e-36d55446c7c3 req-6e3ae395-dfdd-486a-8eb9-ec543db4ad8f tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397768 Jan 25 16:12:37.543332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b41bf15a-777d-4429-b45d-10e0eb04a1ad'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:12:38.530309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:38.653956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:38.659981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:38.660642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:38.725039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01533d9-c3ee-4c1d-bd0c-88fb16153096 req-b29a890d-b547-4f61-8029-dba4a0d7940c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:38.727296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c01533d9-c3ee-4c1d-bd0c-88fb16153096 req-b29a890d-b547-4f61-8029-dba4a0d7940c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 945 time: 0.0819726 Jan 25 16:12:38.778010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c01533d9-c3ee-4c1d-bd0c-88fb16153096 req-8dc722b1-bb92-4a42-85f5-b0976bb61765 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Jan 25 16:12:38.781034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:38.813918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:38.905614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:38.906436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d00d32d-25d0-413c-af7f-3b83c507b1ed up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:39.042697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b41bf15a-777d-4429-b45d-10e0eb04a1ad up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:39.112902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:39.139274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 6d00d32d-25d0-413c-af7f-3b83c507b1ed triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:39.139640 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.169753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.244627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b41bf15a-777d-4429-b45d-10e0eb04a1ad completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:12:39.254115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b41bf15a-777d-4429-b45d-10e0eb04a1ad triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:39.254477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.367353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.394065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:12:39.401677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:12:39.446449 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:12:39.477368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:12:39.477754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.525778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:12:39.563437 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad', 'code': 200} Jan 25 16:12:39.622340 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:12:39.999391 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b018e710-2bd8-4283-aaa9-3a83f7baad0f req-9a761543-7346-4bad-98d9-5966ee0be054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 1099 time: 0.1257317 Jan 25 16:12:40.009028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e99398-6773-4430-a69d-d99202bfc2fe req-3579c722-f697-4282-88fc-9e74f50186fc tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:40.010413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04e99398-6773-4430-a69d-d99202bfc2fe req-3579c722-f697-4282-88fc-9e74f50186fc tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.1011677 Jan 25 16:12:40.076467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b018e710-2bd8-4283-aaa9-3a83f7baad0f req-1a10916f-514b-43f4-a8ac-ae48c2c88261 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650532 Jan 25 16:12:40.083327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04e99398-6773-4430-a69d-d99202bfc2fe req-1c3ba9b4-ee84-4002-876d-9f3844908a40 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 Jan 25 16:12:41.284688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b88275-3140-452d-a707-8d1be509d444 req-2c5381d0-82cb-42f8-8397-3b9830519b8b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:41.286164 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b88275-3140-452d-a707-8d1be509d444 req-2c5381d0-82cb-42f8-8397-3b9830519b8b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.0818973 Jan 25 16:12:41.331294 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e1b88275-3140-452d-a707-8d1be509d444 req-60e982c0-f716-41c6-a68b-8384e8c3b69b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Jan 25 16:12:42.609561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7b510-bc74-4e8d-b7dc-fa14d1a3077e req-c78bb612-358c-4702-997a-c3c6c474ab1b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:42.610995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6d7b510-bc74-4e8d-b7dc-fa14d1a3077e req-c78bb612-358c-4702-997a-c3c6c474ab1b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.1607668 Jan 25 16:12:42.654867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6d7b510-bc74-4e8d-b7dc-fa14d1a3077e req-d346e4e6-5b3c-4324-891f-99f7d8f3b9b5 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Jan 25 16:12:42.847624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88d400-dba9-4e41-9e35-3c37e5d42f4c req-de1f1592-c5c1-40bb-a287-223cd87db86b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:12:42.848979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9b88d400-dba9-4e41-9e35-3c37e5d42f4c req-de1f1592-c5c1-40bb-a287-223cd87db86b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.0773866 Jan 25 16:12:42.893686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9b88d400-dba9-4e41-9e35-3c37e5d42f4c req-1e3e6c53-af27-4c9d-8f88-ce4f1b23c109 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Jan 25 16:12:59.458940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2576149a-70e7-43a1-9682-b16407bb23e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:01.107692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275c489-898d-41bc-a37b-aa20e8ab4340 req-a4e76cce-1e59-4468-8408-d19bdbba3209 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:01.109120 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d275c489-898d-41bc-a37b-aa20e8ab4340 req-a4e76cce-1e59-4468-8408-d19bdbba3209 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.0736253 Jan 25 16:13:01.154766 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d275c489-898d-41bc-a37b-aa20e8ab4340 req-0b8b5ea9-e82c-4ed8-957b-f620dbe1101c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393226 Jan 25 16:13:01.543262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-72039a20-67b4-4c53-9631-e4db8c26738d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:02.353903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200aff1-b8e6-4612-9c20-9a2c8bb2edbf req-78871747-a61a-4d0f-9e3c-1898ad1881bd tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:02.355322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0200aff1-b8e6-4612-9c20-9a2c8bb2edbf req-78871747-a61a-4d0f-9e3c-1898ad1881bd tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.0808160 Jan 25 16:13:02.399032 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0200aff1-b8e6-4612-9c20-9a2c8bb2edbf req-182f63c5-b850-4fba-b371-1e109f4602ef tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Jan 25 16:13:02.578213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-65592928-4383-40e5-a74c-bc65a3ac35e7 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:02.579627 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-65592928-4383-40e5-a74c-bc65a3ac35e7 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 946 time: 0.0727417 Jan 25 16:13:02.647630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Deleting port b41bf15a-777d-4429-b45d-10e0eb04a1ad {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:02.647962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:02.877456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] For port b41bf15a-777d-4429-b45d-10e0eb04a1ad, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b41bf15a-777d-4429-b45d-10e0eb04a1ad,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:02.877811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:03.006725 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Calling delete_port for b41bf15a-777d-4429-b45d-10e0eb04a1ad owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:03.053500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:03.064929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:03.181102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:13:03.213516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:03.226565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b41bf15a-777d-4429-b45d-10e0eb04a1ad'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:13:03.261877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Pushing event deleted for resources: {'Port': ['ID=b41bf15a-777d-4429-b45d-10e0eb04a1ad,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:03.301145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.301514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.301847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.302176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.302500 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.302818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.303135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.303449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.303763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.304075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.304387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:03.348798 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] No DVR routers for this DVR port b41bf15a-777d-4429-b45d-10e0eb04a1ad on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:13:03.351224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:03.353868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'name': 'network-vif-deleted', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:03.409650 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cbf3328c-accc-40dc-81db-08e6d48546fe req-4565dd37-98db-47af-b930-ad2df40211a6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "DELETE /v2.0/ports/b41bf15a-777d-4429-b45d-10e0eb04a1ad HTTP/1.1" status: 204 len: 173 time: 0.8249733 Jan 25 16:13:03.411894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2293c2-608b-45ff-858a-473d85cfa86e', 'name': 'network-vif-deleted', 'tag': 'b41bf15a-777d-4429-b45d-10e0eb04a1ad', 'status': 'completed', 'code': 200} Jan 25 16:13:03.564193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f7481c27-4a9c-4ce8-ad32-0d3cbe382b15 req-0507600a-f7a9-48b9-9e1c-7139ad60fea4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:13:03.624911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f7481c27-4a9c-4ce8-ad32-0d3cbe382b15 req-0507600a-f7a9-48b9-9e1c-7139ad60fea4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:13:03.627011 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7481c27-4a9c-4ce8-ad32-0d3cbe382b15 req-0507600a-f7a9-48b9-9e1c-7139ad60fea4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2293c2-608b-45ff-858a-473d85cfa86e HTTP/1.1" status: 200 len: 210 time: 0.1038258 Jan 25 16:13:04.777899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:05.418926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-dd791f05-a1ca-44e5-b382-7d9fcb69c6be tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:05.420271 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-dd791f05-a1ca-44e5-b382-7d9fcb69c6be tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/networks?id=860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 200 len: 817 time: 0.1398089 Jan 25 16:13:05.435862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-b3a003dd-4b63-4f24-87ca-095591ba15fa tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/quotas/d1f4b781d9bf496585c911b96a994966 HTTP/1.1" status: 200 len: 375 time: 0.0103297 Jan 25 16:13:05.513388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-ae72b1ed-24fc-49c7-900a-5dcba8dd71fa tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728498 Jan 25 16:13:05.710637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-a4a04395-6d49-49c0-9b21-92070192c29e service neutron] 10.222.0.26 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854806 Jan 25 16:13:05.917656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-54400d19-c6f5-4c74-bb32-a4a11bc33310 service neutron] 10.222.0.26 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011952 Jan 25 16:13:06.167342 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-20f5a084-2064-4feb-9ec5-93676aa79093 req-d30bee56-c28b-40d8-bb58-6a28bf40f89c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 210 time: 0.0452249 Jan 25 16:13:07.120644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b41bf15a-777d-4429-b45d-10e0eb04a1ad no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:07.157639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: b41bf15a-777d-4429-b45d-10e0eb04a1ad {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:07.157977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b41bf15a-777d-4429-b45d-10e0eb04a1ad not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:07.330014 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3a69f15-7296-4dbc-9cf8-d81afe069016 req-d2672e24-c8bb-40c0-9397-9881ee845a54 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 210 time: 0.0398324 Jan 25 16:13:07.892814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3945c6b0-ea6c-4b2c-a097-05d9b89de92b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:07.894274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3945c6b0-ea6c-4b2c-a097-05d9b89de92b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "GET /v2.0/networks?id=860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 200 len: 817 time: 0.1382105 Jan 25 16:13:07.909329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Request body: {'port': {'device_id': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'admin_state_up': True, 'tenant_id': 'd1f4b781d9bf496585c911b96a994966'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:13:08.042779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:13:08.051990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:13:08.121504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Made reservation on behalf of d1f4b781d9bf496585c911b96a994966 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:13:08.124548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:08.283271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Allocated IP 172.20.0.7 (860b14a4-53fe-4f50-b359-87ff445281eb/1c0367a8-9792-4a75-9d03-4147006977e7/de037ebf-53b3-4cc8-a658-8bd0c2975644) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:13:08.509265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e8ca68c0-75b1-49bb-a0d7-2b434849566c req-e44b258b-6356-47d5-b8e0-28a3eb7eef61 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 210 time: 0.0503688 Jan 25 16:13:08.516101 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:08.532318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Transition to ACTIVE for port object de037ebf-53b3-4cc8-a658-8bd0c2975644 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:08.607525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:08.677567 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Network 860b14a4-53fe-4f50-b359-87ff445281eb is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:13:08.680407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:08.684168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:13:08.719456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Pushing event updated for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:08.749773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:08.750403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:08.837137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-48bb13a7-214c-44cc-b108-c0fbc3e6ebea tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9312932 Jan 25 16:13:08.848554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Request body: {'port': {'device_id': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:13:08.955742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:08.971972 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e44a493f-e875-4df1-92b2-cc63b2e422b4 None None] Provisioning for port de037ebf-53b3-4cc8-a658-8bd0c2975644 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:13:08.977625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e44a493f-e875-4df1-92b2-cc63b2e422b4 None None] Provisioning complete for port de037ebf-53b3-4cc8-a658-8bd0c2975644 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:08.978002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e44a493f-e875-4df1-92b2-cc63b2e422b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:09.031799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e44a493f-e875-4df1-92b2-cc63b2e422b4 None None] Port de037ebf-53b3-4cc8-a658-8bd0c2975644 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:13:09.133197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:09.281927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de037ebf-53b3-4cc8-a658-8bd0c2975644 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:13:09.289043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:09.303449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Transition to ACTIVE for port object de037ebf-53b3-4cc8-a658-8bd0c2975644 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:09.366286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:09.493558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:09.741928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Attempting to bind port de037ebf-53b3-4cc8-a658-8bd0c2975644 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:13:09.742588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Attempting to bind port de037ebf-53b3-4cc8-a658-8bd0c2975644 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:13:09.742588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Attempting to bind port de037ebf-53b3-4cc8-a658-8bd0c2975644 on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:13:09.751169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Port de037ebf-53b3-4cc8-a658-8bd0c2975644 on network 860b14a4-53fe-4f50-b359-87ff445281eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:13:09.751474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Attempting to bind port de037ebf-53b3-4cc8-a658-8bd0c2975644 on network 860b14a4-53fe-4f50-b359-87ff445281eb {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:13:09.765751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff5902-6797-49b4-89d5-ae78610a9b7c req-e7a00b5d-f987-43f5-ba0d-04aa70be097d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:09.766423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d0ff5902-6797-49b4-89d5-ae78610a9b7c req-e7a00b5d-f987-43f5-ba0d-04aa70be097d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:13:09.770658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:13:09.770981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Checking segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:13:09.771344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Bound using segment: {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:13:09.771753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Bound port: de037ebf-53b3-4cc8-a658-8bd0c2975644, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ef897f-4f95-4b80-9796-b5d7c9bceb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:13:09.772081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:09.861851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:13:09.865179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:13:09.869926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d0ff5902-6797-49b4-89d5-ae78610a9b7c req-e7a00b5d-f987-43f5-ba0d-04aa70be097d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:13:09.871058 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d0ff5902-6797-49b4-89d5-ae78610a9b7c req-e7a00b5d-f987-43f5-ba0d-04aa70be097d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 943 time: 0.2213168 Jan 25 16:13:09.919653 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d0ff5902-6797-49b4-89d5-ae78610a9b7c req-261aa903-42e4-4603-bad5-5d044928c60b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Jan 25 16:13:09.950936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:10.013700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:10.014616 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] 10.222.0.41 "PUT /v2.0/ports/de037ebf-53b3-4cc8-a658-8bd0c2975644 HTTP/1.1" status: 200 len: 1093 time: 1.1709692 Jan 25 16:13:10.015052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:10.037450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e037850-e834-4495-8aed-3c431487cc29 service neutron] Pushing event updated for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:10.078089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644', 'status': 'completed', 'code': 200} Jan 25 16:13:10.172590 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-545a6dd1-d3f3-461c-8226-cbd17245ae78 req-39404e74-8cc5-4a70-9e89-5c9cc8a16426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 1096 time: 0.0769711 Jan 25 16:13:10.317086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6dd1-d3f3-461c-8226-cbd17245ae78 req-6b39f3e6-0db3-473e-bf96-fe3f4c316de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:10.318533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-545a6dd1-d3f3-461c-8226-cbd17245ae78 req-6b39f3e6-0db3-473e-bf96-fe3f4c316de2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d1f4b781d9bf496585c911b96a994966&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1393554 Jan 25 16:13:10.451927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6dd1-d3f3-461c-8226-cbd17245ae78 req-a04671ac-8735-4bff-8956-9f488928c9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:10.453296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-545a6dd1-d3f3-461c-8226-cbd17245ae78 req-a04671ac-8735-4bff-8956-9f488928c9b2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292479 Jan 25 16:13:10.560127 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-585e7093-9073-48e9-aec2-14251b7258a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 1096 time: 0.0709956 Jan 25 16:13:10.629413 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-76cba450-9636-4b39-a57b-0a9a2e4e7366 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644 HTTP/1.1" status: 200 len: 217 time: 0.0624230 Jan 25 16:13:10.688977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-1011620b-b65e-4986-b34b-d08f8801d4fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:10.690439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-1011620b-b65e-4986-b34b-d08f8801d4fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0367a8-9792-4a75-9d03-4147006977e7 HTTP/1.1" status: 200 len: 856 time: 0.0561576 Jan 25 16:13:10.763753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-bf25a4cf-748d-4cf5-b671-28f09f5e58e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=860b14a4-53fe-4f50-b359-87ff445281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675099 Jan 25 16:13:10.892617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-02d4f018-11c4-48fb-9729-9b92e4cd4b36 service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233826 Jan 25 16:13:11.023140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9162d526-4d50-4f91-b5c3-c6141419b3b8 req-295da0eb-9d5c-4e01-a462-192adec6c3ac service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253476 Jan 25 16:13:11.117967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce923-0724-480c-aac9-47b4351fe95f req-2c068163-d4ea-4154-814e-0b2b4a78da70 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:11.119411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8d1ce923-0724-480c-aac9-47b4351fe95f req-2c068163-d4ea-4154-814e-0b2b4a78da70 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 943 time: 0.0791118 Jan 25 16:13:11.167196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8d1ce923-0724-480c-aac9-47b4351fe95f req-a172532c-1c9e-4b7c-9f77-6c09b9c0ff00 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Jan 25 16:13:12.359628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e00bb-14ef-484e-84af-0c4c3c6914b7 req-c0a7ad34-75d9-4588-9282-7f63efcb3d43 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:12.361061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-337e00bb-14ef-484e-84af-0c4c3c6914b7 req-c0a7ad34-75d9-4588-9282-7f63efcb3d43 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 943 time: 0.0740137 Jan 25 16:13:12.408405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-337e00bb-14ef-484e-84af-0c4c3c6914b7 req-b8105d4f-2ee9-49d2-b8e0-8c76a3ae9ca6 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Jan 25 16:13:13.151278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device de037ebf-53b3-4cc8-a658-8bd0c2975644 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:13:13.280464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:13.292881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'de037ebf-53b3-4cc8-a658-8bd0c2975644', 'network_id': '860b14a4-53fe-4f50-b359-87ff445281eb', 'port_id': 'de037ebf-53b3-4cc8-a658-8bd0c2975644', 'mac_address': 'fa:16:3e:82:75:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0367a8-9792-4a75-9d03-4147006977e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:13:13.343744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:13.359656 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de037ebf-53b3-4cc8-a658-8bd0c2975644 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:13:13.374476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:13.429848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:13.496765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:13.599234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb82fb-19e7-495e-930d-10520c505983 req-9ddccfde-c368-45ab-9b93-eb192a268c81 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:13.600683 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03fb82fb-19e7-495e-930d-10520c505983 req-9ddccfde-c368-45ab-9b93-eb192a268c81 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 944 time: 0.0747614 Jan 25 16:13:13.622554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['de037ebf-53b3-4cc8-a658-8bd0c2975644'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:13:13.646018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03fb82fb-19e7-495e-930d-10520c505983 req-e5ceb0f8-8fee-443f-839c-d62f075cd726 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Jan 25 16:13:14.839574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37762-6030-4112-80e2-bdbfa40b652f req-c5b0f1e5-ecc3-4a03-8601-bf4b41a4478d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:14.841244 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ecc37762-6030-4112-80e2-bdbfa40b652f req-c5b0f1e5-ecc3-4a03-8601-bf4b41a4478d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 944 time: 0.0776627 Jan 25 16:13:14.959560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ecc37762-6030-4112-80e2-bdbfa40b652f req-43a10ca2-1040-43ee-b236-bc47b35f83f5 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127546 Jan 25 16:13:15.166661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device de037ebf-53b3-4cc8-a658-8bd0c2975644 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:13:15.325854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port de037ebf-53b3-4cc8-a658-8bd0c2975644 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:13:15.330286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port de037ebf-53b3-4cc8-a658-8bd0c2975644 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:15.330647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:15.439277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:15.463978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:15.473808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:15.518458 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644', 'code': 200} Jan 25 16:13:15.543327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:15.607029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:15.892433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e08934ad-1ffc-42c6-be24-052170c3419d req-7d9eaa55-e9cc-45f0-8497-6024414a307f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 1098 time: 0.0665557 Jan 25 16:13:15.932853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e08934ad-1ffc-42c6-be24-052170c3419d req-87e70a9e-689b-45c4-a678-41e654321cf2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Jan 25 16:13:16.155705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086424f-204c-4206-8ae0-1417f8179f75 req-febceac4-5301-4881-82da-e06639743a91 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:16.157137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7086424f-204c-4206-8ae0-1417f8179f75 req-febceac4-5301-4881-82da-e06639743a91 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0768526 Jan 25 16:13:16.201561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7086424f-204c-4206-8ae0-1417f8179f75 req-15ca5e6e-03cf-4325-952a-5a319a597b9d tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Jan 25 16:13:17.397004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caff35-eb0a-4338-9fbc-7365bbc4cd20 req-a52c9351-7f57-4fe9-814a-07272a72468e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:17.398410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50caff35-eb0a-4338-9fbc-7365bbc4cd20 req-a52c9351-7f57-4fe9-814a-07272a72468e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0745778 Jan 25 16:13:17.445583 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-50caff35-eb0a-4338-9fbc-7365bbc4cd20 req-60baa7bd-291e-4fb4-a5a1-229bc13027f4 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Jan 25 16:13:17.634630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b49e3-1c36-42bf-9da4-7a4c2b6d021f req-3fbc169d-b8ae-4811-b3af-73b927e8b570 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:17.636054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee8b49e3-1c36-42bf-9da4-7a4c2b6d021f req-3fbc169d-b8ae-4811-b3af-73b927e8b570 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0742576 Jan 25 16:13:17.680128 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee8b49e3-1c36-42bf-9da4-7a4c2b6d021f req-3fb49d2e-46e9-4bb6-aab3-e22c76e33635 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Jan 25 16:13:26.709684 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-36575f13-89c2-4bab-91a9-2258fac2c6cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686419 Jan 25 16:13:26.841967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-c6d3e47c-1fa4-4f1b-a809-e00e3f7cf01f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1f4b781d9bf496585c911b96a994966&device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 1098 time: 0.0667307 Jan 25 16:13:26.979807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469717-6352-4d4a-9106-29c3ccb684dd req-ec5c0f38-b6f7-4b6f-bd50-beadd65f269a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:26.981232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-ec5c0f38-b6f7-4b6f-bd50-beadd65f269a service neutron] 10.222.0.41 "GET /v2.0/networks?id=860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 200 len: 918 time: 0.1222970 Jan 25 16:13:27.049541 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-d36db609-71ff-4f8e-b545-e4f161469915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644 HTTP/1.1" status: 200 len: 217 time: 0.0613294 Jan 25 16:13:27.109650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469717-6352-4d4a-9106-29c3ccb684dd req-ed565d63-b255-4a25-8731-23b7fa27a75b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:27.111098 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-ed565d63-b255-4a25-8731-23b7fa27a75b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c0367a8-9792-4a75-9d03-4147006977e7 HTTP/1.1" status: 200 len: 856 time: 0.0556481 Jan 25 16:13:27.188826 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-31dc6e42-ae7e-4b1b-8ef8-e6c728bf8457 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=860b14a4-53fe-4f50-b359-87ff445281eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719743 Jan 25 16:13:27.317717 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-9f35cc34-df5d-4e9a-a1a2-853de142a681 service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215658 Jan 25 16:13:27.444607 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-75469717-6352-4d4a-9106-29c3ccb684dd req-897fd59d-294c-4e96-98a6-696f7caaa603 service neutron] 10.222.0.41 "GET /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206596 Jan 25 16:13:29.447074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-908d21b7-3e8d-4229-86a4-f736fb482ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:31.538256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-099d0f29-bd6c-4896-8f2c-34149c2eef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:33.012556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:33.035507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:34.784360 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:35.463267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592ede5-2f60-4f73-aff1-e5a5cc00c042 req-7e5e5fdd-5ce8-4fea-a9c7-404f37addc5b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:35.464957 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6592ede5-2f60-4f73-aff1-e5a5cc00c042 req-7e5e5fdd-5ce8-4fea-a9c7-404f37addc5b tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0750585 Jan 25 16:13:35.508601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6592ede5-2f60-4f73-aff1-e5a5cc00c042 req-aa4d2f45-07d5-45f1-a2d7-8c5eb2953db8 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Jan 25 16:13:36.702306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1c88-a242-4c65-af42-15576ad6118e req-87d5988a-44a2-47d2-976c-61ca1611f0b0 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:36.703700 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2faf1c88-a242-4c65-af42-15576ad6118e req-87d5988a-44a2-47d2-976c-61ca1611f0b0 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0758953 Jan 25 16:13:36.747874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2faf1c88-a242-4c65-af42-15576ad6118e req-e1bfb3b6-c5af-4dea-84bd-c6c4449d4dc2 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/security-groups?id=b36cff23-47b4-4ef1-a382-03db9d9a67b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 Jan 25 16:13:36.964887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9862b-e933-420e-95ec-562201dd09ca req-4da59d81-a8c7-4cb2-90a1-3e8a9dce134c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:36.966276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1a9862b-e933-420e-95ec-562201dd09ca req-4da59d81-a8c7-4cb2-90a1-3e8a9dce134c tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 945 time: 0.0731385 Jan 25 16:13:37.034109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Deleting port de037ebf-53b3-4cc8-a658-8bd0c2975644 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:37.034441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:37.338476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] For port de037ebf-53b3-4cc8-a658-8bd0c2975644, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=de037ebf-53b3-4cc8-a658-8bd0c2975644,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:37.338818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:37.455627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Calling delete_port for de037ebf-53b3-4cc8-a658-8bd0c2975644 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:37.640966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:37.653524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['de037ebf-53b3-4cc8-a658-8bd0c2975644'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:13:37.691920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Pushing event deleted for resources: {'Port': ['ID=de037ebf-53b3-4cc8-a658-8bd0c2975644,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:37.764042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] No DVR routers for this DVR port de037ebf-53b3-4cc8-a658-8bd0c2975644 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:13:37.766650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:37.769266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'name': 'network-vif-deleted', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:13:37.828484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd096f9-9986-4551-af91-f2ed6802e9f1', 'name': 'network-vif-deleted', 'tag': 'de037ebf-53b3-4cc8-a658-8bd0c2975644', 'status': 'completed', 'code': 200} Jan 25 16:13:37.836372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1a9862b-e933-420e-95ec-562201dd09ca req-b0fa05ed-9eab-4b53-9ca2-b4023188a56e tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.41 "DELETE /v2.0/ports/de037ebf-53b3-4cc8-a658-8bd0c2975644 HTTP/1.1" status: 204 len: 173 time: 0.8637378 Jan 25 16:13:37.918300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-171cba4f-5548-4254-b898-374e1be921c7 req-23e3ff3c-c424-4363-8d1d-6bbcb9d42ac3 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Synchronizing usage tracker for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:13:38.024089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-171cba4f-5548-4254-b898-374e1be921c7 req-23e3ff3c-c424-4363-8d1d-6bbcb9d42ac3 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] Unset dirty status for tenant:d1f4b781d9bf496585c911b96a994966 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:13:38.025277 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-171cba4f-5548-4254-b898-374e1be921c7 req-23e3ff3c-c424-4363-8d1d-6bbcb9d42ac3 tempest-TestEncryptedCinderVolumes-1333385457 tempest-TestEncryptedCinderVolumes-1333385457-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cd096f9-9986-4551-af91-f2ed6802e9f1 HTTP/1.1" status: 200 len: 210 time: 0.1508727 Jan 25 16:13:39.144408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:39.269996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41502) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:39.641727 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:40.181793 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:13:40.284307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Deleting port 6d00d32d-25d0-413c-af7f-3b83c507b1ed {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:40.284874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:40.444134 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] For port 6d00d32d-25d0-413c-af7f-3b83c507b1ed, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6d00d32d-25d0-413c-af7f-3b83c507b1ed,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:40.444392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:40.560938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Calling delete_port for 6d00d32d-25d0-413c-af7f-3b83c507b1ed owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:40.799881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:40.843131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d00d32d-25d0-413c-af7f-3b83c507b1ed,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:41.122992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:41.332829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device de037ebf-53b3-4cc8-a658-8bd0c2975644 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:41.365576 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: de037ebf-53b3-4cc8-a658-8bd0c2975644 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:41.365913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device de037ebf-53b3-4cc8-a658-8bd0c2975644 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:41.763433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:13:41.956719 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:13:41.965615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e0666-af92-4554-a357-129d32082473 None None] Sync routers for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:13:41.976580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e0666-af92-4554-a357-129d32082473 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:41.977795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-662e0666-af92-4554-a357-129d32082473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:42.014505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1587f186-f53d-428a-9a1c-f17b14aafd14 admin admin] 10.222.0.26 "PUT /v2.0/routers/bb3e8baf-f05f-4026-85f4-5fb2e64211e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433586 Jan 25 16:13:42.016953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:42.183328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-662e0666-af92-4554-a357-129d32082473 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:42.212044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:42.409697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:42.457809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-662e0666-af92-4554-a357-129d32082473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70'}], 'enable_snat': True}, 'gw_port_id': '283877eb-47b1-4239-a62e-56935069867f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:13:40Z', 'revision_number': 5, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port': {'id': '283877eb-47b1-4239-a62e-56935069867f', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:42:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:15Z', 'updated_at': '2022-01-25T16:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:42.462136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e0666-af92-4554-a357-129d32082473 None None] Checking router: bb3e8baf-f05f-4026-85f4-5fb2e64211e2 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:13:42.468524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Deleting port 283877eb-47b1-4239-a62e-56935069867f {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:42.468920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:42.472891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e0666-af92-4554-a357-129d32082473 None None] Routers {'bb3e8baf-f05f-4026-85f4-5fb2e64211e2'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:42.473529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-662e0666-af92-4554-a357-129d32082473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:42.624189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-662e0666-af92-4554-a357-129d32082473 None None] Set router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:42.637021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] For port 283877eb-47b1-4239-a62e-56935069867f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=283877eb-47b1-4239-a62e-56935069867f,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:42.637373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:42.730552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-662e0666-af92-4554-a357-129d32082473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:13:42Z', 'revision_number': 6, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:42.734642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662e0666-af92-4554-a357-129d32082473 None None] The sync data for ids ['bb3e8baf-f05f-4026-85f4-5fb2e64211e2'] in dv-neutron-826291-2-hyperv is: [{'id': 'bb3e8baf-f05f-4026-85f4-5fb2e64211e2', 'name': 'tempest-TestEncryptedCinderVolumes-1843877440-router', 'tenant_id': 'd1f4b781d9bf496585c911b96a994966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:14Z', 'updated_at': '2022-01-25T16:13:42Z', 'revision_number': 6, 'project_id': 'd1f4b781d9bf496585c911b96a994966', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:13:42.755218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Calling delete_port for 283877eb-47b1-4239-a62e-56935069867f owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:42.984052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.028267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=283877eb-47b1-4239-a62e-56935069867f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:43.338777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.544002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 283877eb-47b1-4239-a62e-56935069867f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:43.576762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 283877eb-47b1-4239-a62e-56935069867f {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:43.577107 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 283877eb-47b1-4239-a62e-56935069867f not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:43.577563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d00d32d-25d0-413c-af7f-3b83c507b1ed no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:43.593785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.598038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.616390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6d00d32d-25d0-413c-af7f-3b83c507b1ed {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:43.616737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6d00d32d-25d0-413c-af7f-3b83c507b1ed not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:43.703180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.707119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb3e8baf-f05f-4026-85f4-5fb2e64211e2 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:13:43.716154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.717312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13ad080a-77e3-46a2-aa47-41b083448f29 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bb3e8baf-f05f-4026-85f4-5fb2e64211e2 HTTP/1.1" status: 204 len: 168 time: 1.6993878 Jan 25 16:13:43.719961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:43.779122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Deleting subnet 1c0367a8-9792-4a75-9d03-4147006977e7 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:13:43.782084 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.832425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:43.906940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.024887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.063145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0367a8-9792-4a75-9d03-4147006977e7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:44.070170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.075883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb666a7-7430-4ff7-b99b-73db82a2b3ff None None] Network 860b14a4-53fe-4f50-b359-87ff445281eb requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:13:44.077428 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6294e8f0-eee8-4de8-ae9f-1a8d6c01e6ca admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1c0367a8-9792-4a75-9d03-4147006977e7 HTTP/1.1" status: 204 len: 168 time: 0.3561425 Jan 25 16:13:44.079603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41514) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:44.183735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.194073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Deleting port 6299aa3f-7572-4915-87f4-2c6593700a10 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:44.194393 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.316082 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] DHCP port deletion for 860b14a4-53fe-4f50-b359-87ff445281eb request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:13:44.320169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Deleting port 6299aa3f-7572-4915-87f4-2c6593700a10 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:44.320536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.394312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] For port 6299aa3f-7572-4915-87f4-2c6593700a10, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6299aa3f-7572-4915-87f4-2c6593700a10,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:44.394715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.511201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Calling delete_port for 6299aa3f-7572-4915-87f4-2c6593700a10 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:44.520209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] For port 6299aa3f-7572-4915-87f4-2c6593700a10, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=6299aa3f-7572-4915-87f4-2c6593700a10,segment=NetworkSegment(00ef897f-4f95-4b80-9796-b5d7c9bceb10),segment_id=00ef897f-4f95-4b80-9796-b5d7c9bceb10)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:44.520603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.640631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Calling delete_port for 6299aa3f-7572-4915-87f4-2c6593700a10 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:44.647116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.693633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6299aa3f-7572-4915-87f4-2c6593700a10,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:44.698138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] No DVR routers for this DVR port 6299aa3f-7572-4915-87f4-2c6593700a10 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:13:44.746619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:13:44.746969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:13:44.812630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.834180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860b14a4-53fe-4f50-b359-87ff445281eb']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:44.845958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ef897f-4f95-4b80-9796-b5d7c9bceb10') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:44.846251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ef897f-4f95-4b80-9796-b5d7c9bceb10') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:44.857572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.876391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.882358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:13:44.882730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:13:44.978759 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:13:45.103656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:45.108749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:45.137758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=860b14a4-53fe-4f50-b359-87ff445281eb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:45.189877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4d1e245a-6741-4dc3-819c-8757b5e007f4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/860b14a4-53fe-4f50-b359-87ff445281eb HTTP/1.1" status: 204 len: 168 time: 1.1093261 Jan 25 16:13:45.198476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41518) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:45.247901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Deleting port 6299aa3f-7572-4915-87f4-2c6593700a10 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:45.248305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:45.311047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0c4811-f933-4f2d-ae92-9846eef345bc None None] The port '6299aa3f-7572-4915-87f4-2c6593700a10' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:13:45.426587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6299aa3f-7572-4915-87f4-2c6593700a10 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:45.459089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 6299aa3f-7572-4915-87f4-2c6593700a10 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:45.459428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 6299aa3f-7572-4915-87f4-2c6593700a10 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:45.574763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:46.137929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Deleting port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:46.138605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:46.301734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] For port bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:46.302083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:46.418699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Calling delete_port for bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:46.720995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:46.763460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:47.042106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:47.590264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:13:47.777999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:13:47.786361 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Sync routers for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:13:47.786818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-29140c17-1b15-40ae-b674-c25ade34e606 admin admin] 10.222.0.26 "PUT /v2.0/routers/0d417ecc-74a0-4a9e-a860-0f0ba912f84e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5869803 Jan 25 16:13:47.788855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41522) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:47.798950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:47.799551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:47.998602 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:48.079988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:48.273050 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:13:46Z', 'revision_number': 5, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:48.277011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:48.277230 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Checking router: 0d417ecc-74a0-4a9e-a860-0f0ba912f84e for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:13:48.287331 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Routers {'0d417ecc-74a0-4a9e-a860-0f0ba912f84e'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:48.287909 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:48.343699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Deleting port c9978342-bacc-4f5d-a409-7d2662922dc6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:48.343963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:48.456574 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] Set router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:48.514509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] For port c9978342-bacc-4f5d-a409-7d2662922dc6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c9978342-bacc-4f5d-a409-7d2662922dc6,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:48.514838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:48.631789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Calling delete_port for c9978342-bacc-4f5d-a409-7d2662922dc6 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:48.738229 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:13:46Z', 'revision_number': 5, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:48.742106 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc7eda9-7ddd-402a-998c-9b059c7d94e3 None None] The sync data for ids ['0d417ecc-74a0-4a9e-a860-0f0ba912f84e'] in dv-neutron-826291-2-hyperv is: [{'id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'name': 'tempest-TestEncryptedCinderVolumes-665109430-router', 'tenant_id': '913d31e122aa4bb285f998510aff78c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:12:21Z', 'updated_at': '2022-01-25T16:13:46Z', 'revision_number': 5, 'project_id': '913d31e122aa4bb285f998510aff78c9', 'gw_port': {'id': 'c9978342-bacc-4f5d-a409-7d2662922dc6', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d417ecc-74a0-4a9e-a860-0f0ba912f84e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:12:22Z', 'updated_at': '2022-01-25T16:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:13:48.852799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:48.897092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9978342-bacc-4f5d-a409-7d2662922dc6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:49.113163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.367253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.371352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.437998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:49.468520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.469087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d417ecc-74a0-4a9e-a860-0f0ba912f84e {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:13:49.470494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:49.470838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device bea7cd26-35a8-4a86-9e9f-2f4ae1e4999e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:49.482106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.483214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6b1e77c0-9612-4be0-a275-719c4396931e admin admin] 10.222.0.26 "DELETE /v2.0/routers/0d417ecc-74a0-4a9e-a860-0f0ba912f84e HTTP/1.1" status: 204 len: 168 time: 1.6934001 Jan 25 16:13:49.485813 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41526) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:49.640175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Deleting subnet 04944507-d766-43f2-aa93-884b891625a8 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:13:49.643122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.691289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.772746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.887043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.928426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04944507-d766-43f2-aa93-884b891625a8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:49.934650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:49.939777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e14b98-51a9-4480-9840-18df5df5dcff None None] Network bb2a6218-995a-461d-9573-2314bfefc62b requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:13:49.940885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b12f9949-4521-4788-8e19-5bd17fde289d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/04944507-d766-43f2-aa93-884b891625a8 HTTP/1.1" status: 204 len: 168 time: 0.4541104 Jan 25 16:13:49.943550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41530) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:50.058180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.068794 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Deleting port 7e049eef-1552-471a-8398-2904c6bcccea {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:50.069123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.180465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] DHCP port deletion for bb2a6218-995a-461d-9573-2314bfefc62b request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:13:50.184410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Deleting port 7e049eef-1552-471a-8398-2904c6bcccea {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:50.184777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.284677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] For port 7e049eef-1552-471a-8398-2904c6bcccea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e049eef-1552-471a-8398-2904c6bcccea,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:50.285025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.381399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] For port 7e049eef-1552-471a-8398-2904c6bcccea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=7e049eef-1552-471a-8398-2904c6bcccea,segment=NetworkSegment(9087e809-834f-4bd1-b69c-dbc4811d0b36),segment_id=9087e809-834f-4bd1-b69c-dbc4811d0b36)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:50.381779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.402247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Calling delete_port for 7e049eef-1552-471a-8398-2904c6bcccea owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:50.501736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Calling delete_port for 7e049eef-1552-471a-8398-2904c6bcccea owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:13:50.560936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.568142 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:13:50.568494 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:13:50.607449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e049eef-1552-471a-8398-2904c6bcccea,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:50.613592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] No DVR routers for this DVR port 7e049eef-1552-471a-8398-2904c6bcccea on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:13:50.725280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.749549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2a6218-995a-461d-9573-2314bfefc62b']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:50.761425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9087e809-834f-4bd1-b69c-dbc4811d0b36') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:50.761724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9087e809-834f-4bd1-b69c-dbc4811d0b36') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:50.772465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.787978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.793799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:13:50.796755 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:13:50.806653 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:13:50.966604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.981824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:50.991488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb2a6218-995a-461d-9573-2314bfefc62b,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:50.995439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4c975fe1-2124-4e4f-a0b9-74f891740f10 admin admin] 10.222.0.26 "DELETE /v2.0/networks/bb2a6218-995a-461d-9573-2314bfefc62b HTTP/1.1" status: 204 len: 168 time: 1.0509968 Jan 25 16:13:51.069994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Deleting port 7e049eef-1552-471a-8398-2904c6bcccea {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:13:51.070398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:51.135913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a085ffe0-4ded-4126-a3aa-09c6d3e6eb68 None None] The port '7e049eef-1552-471a-8398-2904c6bcccea' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:13:51.394873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41536) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:51.430307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e049eef-1552-471a-8398-2904c6bcccea no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:51.446618 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1a868109-09aa-4638-a7b7-721e02ff1c3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1f4b781d9bf496585c911b96a994966&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506382 Jan 25 16:13:51.449121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41540) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:51.463467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 7e049eef-1552-471a-8398-2904c6bcccea {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:51.463882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 7e049eef-1552-471a-8398-2904c6bcccea not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:51.464563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c9978342-bacc-4f5d-a409-7d2662922dc6 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:13:51.495164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c9978342-bacc-4f5d-a409-7d2662922dc6 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:13:51.495496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c9978342-bacc-4f5d-a409-7d2662922dc6 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:13:51.509516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:51.534347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:51.651001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:51.667924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36cff23-47b4-4ef1-a382-03db9d9a67b5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:51.729878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:51.731020 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88911acf-b36c-4c53-b830-e3e3f61fc748 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b36cff23-47b4-4ef1-a382-03db9d9a67b5 HTTP/1.1" status: 204 len: 168 time: 0.2809734 Jan 25 16:13:52.396634 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41548) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:52.452826 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-52519ebe-878b-48e7-a222-40c836a08862 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=913d31e122aa4bb285f998510aff78c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550060 Jan 25 16:13:52.455250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41552) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:52.510733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:52.538578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:52.669563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:52.685285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12942c-65c1-4dc2-a0f4-c7cf5f9ca120,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:52.694217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:52.695371 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa12942c-65c1-4dc2-a0f4-c7cf5f9ca120 HTTP/1.1" status: 204 len: 168 time: 0.2392743 Jan 25 16:13:52.697721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.698130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.698471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.698803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.699118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.699469 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.699818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.700137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.700454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.700765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:52.701076 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de63752-b8d1-4634-8b0f-8e7db1a29bb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:53.865144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41574) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:53.989812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-944064526-network', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:13:53.994962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:13:53.998967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Usage tracker for resource:network and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:13:54.001882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:13:54.007564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:13:54.079844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Made reservation on behalf of 8f0350cf4f5c4b9eb726d67c0f27ec76 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:13:54.082176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.094714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.127360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:13:54.131449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:13:54.134388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:13:54.148315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:13:54.203686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.252069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.283310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:13:54.288309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fbba03-e962-46c1-88c3-84a33f9ea61d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:54.296469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.296798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Added segment 3cf98139-d3fd-44e9-b0d0-b9d9b78943aa of type vlan for network 33d47403-3e83-4688-ba11-01f6de5bf47c Jan 25 16:13:54.320871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.411909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.412661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:54.413224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:54.512336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] Pushing event updated for resources: {'Network': ['ID=33d47403-3e83-4688-ba11-01f6de5bf47c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:54.521927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 33d47403-3e83-4688-ba11-01f6de5bf47c details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:13:54.567487 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d8f9ffa9-7fa2-40b4-b23a-ca50545d7eec admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7012341 Jan 25 16:13:54.570555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41580) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:54.575805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Request body: {'subnet': {'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-944064526-subnet', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:13:54.580873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:13:54.584712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Usage tracker for resource:subnet and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:13:54.587583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:13:54.593427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:13:54.681315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Made reservation on behalf of 8f0350cf4f5c4b9eb726d67c0f27ec76 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:13:54.683705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.018300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.089391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0325d1cd-78b9-448b-94ec-228841b64864,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:55.098753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Checking segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:13:55.099100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Network hostable DHCP agents. Network: 33d47403-3e83-4688-ba11-01f6de5bf47c, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:13:55.194249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Network 33d47403-3e83-4688-ba11-01f6de5bf47c is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:13:55.262708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 33d47403-3e83-4688-ba11-01f6de5bf47c) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:55.266519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:13:55.267095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.272306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad381ccd-4133-45c7-8f3a-57aef3ae52fa None None] Network 33d47403-3e83-4688-ba11-01f6de5bf47c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:13:55.373116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad18840a-4088-40cd-87ac-7562b74d34bd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8014009 Jan 25 16:13:55.375573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41584) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:55.380877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:13:55.385554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:13:55.389402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Usage tracker for resource:router and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:13:55.392376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:13:55.397880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:13:55.470998 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.471984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.478505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-33d47403-3e83-4688-ba11-01f6de5bf47c', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:13:55.479317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.490702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.654036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Allocated IP 172.20.0.2 (33d47403-3e83-4688-ba11-01f6de5bf47c/0325d1cd-78b9-448b-94ec-228841b64864/fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:13:55.696552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.846323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.856770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Transition to ACTIVE for port object fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:55.874988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Transition to ACTIVE for port object fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:55.927451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.946853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.980115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:55.996698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Network 33d47403-3e83-4688-ba11-01f6de5bf47c is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:13:55.999475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:56.003741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:13:56.005728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Pushing event updated for resources: {'Port': ['ID=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:56.043495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.043831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.044158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.044484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.044806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.045122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.045524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.045844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.046158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.046471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.046782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:13:56.100042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Attempting to bind port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:13:56.100409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Attempting to bind port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:13:56.100776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Attempting to bind port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea on network 33d47403-3e83-4688-ba11-01f6de5bf47c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:13:56.107626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:13:56.107997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Checking segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:13:56.108393 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.108783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Bound using segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:13:56.109413 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Bound port: fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:13:56.109663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.119138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Allocated IP 172.26.8.88 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/516a3d37-e10f-4c3c-aee6-ab7ddfe91b81) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:13:56.205092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] For port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:13:56.207934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] For port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:13:56.261552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.275733 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.344325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.356605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c80216-4e0c-4da5-a6c5-a837e0cd2e7e None None] Pushing event updated for resources: {'Port': ['ID=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:56.417821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:13:56.420711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:56.425263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:13:56.450331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Pushing event updated for resources: {'Port': ['ID=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:56.659931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.660657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:56.972575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:13:57.281120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:13:57.288198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41b52ad-8592-4eac-8c8d-347142e03cda None None] Network 33d47403-3e83-4688-ba11-01f6de5bf47c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:13:57.307147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Sync routers for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:13:57.371855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:57.373200 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-324a6349-bbc8-4e6d-87f6-0105e65a8d14 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9965227 Jan 25 16:13:57.375636 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41588) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:13:57.389151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:57.389151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:57.496181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:13:57.581485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-51ef9953-d790-470b-a2f1-8a31e6c156fd None None] Provisioning for port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:13:57.729002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:57.935254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:13:57.955195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:57.955561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.115777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.175083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.199872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:56Z', 'revision_number': 3, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:58.208848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Checking router: 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:13:58.209194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Updating router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:13:58.249018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:13:58.273140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.302827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-49ad045d-58df-4fb9-ad76-2a518d975df8 None None] Provisioning complete for port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:58.303518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-49ad045d-58df-4fb9-ad76-2a518d975df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.333064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Allocated IP 172.20.0.1 (33d47403-3e83-4688-ba11-01f6de5bf47c/0325d1cd-78b9-448b-94ec-228841b64864/fe16dab2-2de7-45bd-9061-9e7496cc38e5) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:13:58.336118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.481325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.486372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:58.498541 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Transition to ACTIVE for port object fe16dab2-2de7-45bd-9061-9e7496cc38e5 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:58.595353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.661460 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Network 33d47403-3e83-4688-ba11-01f6de5bf47c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:13:58.664307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:58.668876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:13:58.693572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Pushing event updated for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:58.730508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.754404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.766666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Transition to ACTIVE for port object 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:13:58.840930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.870902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.919662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Attempting to bind port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:13:58.920035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Attempting to bind port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:13:58.920396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Attempting to bind port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:13:58.922998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e06dfd-696c-4bbe-bde5-06f8d4d6336b None None] Pushing event updated for resources: {'Port': ['ID=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:58.929095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:13:58.929497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:13:58.929928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:58.930323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:13:58.931007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Bound port: 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:13:58.931139 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.009453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] For port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:13:59.012409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] For port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:13:59.079960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5175b0db-af2e-471e-8f5c-02a6f39259a2 None None] Provisioning for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:13:59.085055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5175b0db-af2e-471e-8f5c-02a6f39259a2 None None] Provisioning complete for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:59.085446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5175b0db-af2e-471e-8f5c-02a6f39259a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.086806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.113439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.172175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.193807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5175b0db-af2e-471e-8f5c-02a6f39259a2 None None] Port fe16dab2-2de7-45bd-9061-9e7496cc38e5 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:13:59.215504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e06dfd-696c-4bbe-bde5-06f8d4d6336b None None] Pushing event updated for resources: {'Port': ['ID=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:59.220849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:13:59.221514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:13:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:59.372217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.375469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Pushing event updated for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:13:59.408898 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:13:59.451150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:13:59.491392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ad2b4dd0-44ec-4729-9be3-d9a395b7a644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.511218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Network 33d47403-3e83-4688-ba11-01f6de5bf47c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:13:59.512345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:13:59.683831 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:59.684195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.897294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:13:59.921223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f4e03e83-a732-4e4b-b19f-3f7c81a13af2 None None] Provisioning complete for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:13:59.921615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f4e03e83-a732-4e4b-b19f-3f7c81a13af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:13:59.964708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 2, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:13:59.973688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cb6dd-84ad-46d9-bb56-7038bd3e1a4d None None] The sync data for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv is: [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 2, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:13:59.979361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f4e03e83-a732-4e4b-b19f-3f7c81a13af2 None None] Port fe16dab2-2de7-45bd-9061-9e7496cc38e5 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:14:00.104233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:14:00.125320 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1082d776-5b7f-4488-b48e-f060208e20cb admin admin] 10.222.0.26 "PUT /v2.0/routers/5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7486050 Jan 25 16:14:01.228891 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41610) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:01.234331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1527140931-network', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:01.239078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:01.243400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Usage tracker for resource:network and tenant:f0dc71f8e96f4d8e9586db358c99419d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:01.246336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:01.252022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:01.331765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Made reservation on behalf of f0dc71f8e96f4d8e9586db358c99419d for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:14:01.334073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.346440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.377168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:01.380837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Usage tracker for resource:security_group_rule and tenant:f0dc71f8e96f4d8e9586db358c99419d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:01.383602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:01.389124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:01.454180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.519646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.549973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:14:01.560078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-989a281b-cd46-495a-ae5c-ef32a9f9b3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.562163 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c6f9e-7dac-4579-ae56-d4cce524383d,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:01.567451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.567803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Added segment 2c29caaf-359b-458f-94c0-6a7293a04e97 of type vlan for network 468129d3-8a69-4cc6-9ede-114c1032dacf Jan 25 16:14:01.597955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.686819 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.687775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:01.688347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:01.791892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] Pushing event updated for resources: {'Network': ['ID=468129d3-8a69-4cc6-9ede-114c1032dacf,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:01.801336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 468129d3-8a69-4cc6-9ede-114c1032dacf details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:14:01.844274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bed59741-10f8-414a-8cec-780211d7b3fb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6117692 Jan 25 16:14:01.844885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41614) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:01.850299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Request body: {'subnet': {'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1527140931-subnet', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:01.855436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:01.859263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Usage tracker for resource:subnet and tenant:f0dc71f8e96f4d8e9586db358c99419d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:01.862196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:01.869063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:01.955596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Made reservation on behalf of f0dc71f8e96f4d8e9586db358c99419d for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:14:01.957967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.211668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.284929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=476e95c7-0672-49df-8aa1-db6efa3fc6f1,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:02.297600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Checking segment: {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:02.298001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Network hostable DHCP agents. Network: 468129d3-8a69-4cc6-9ede-114c1032dacf, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:14:02.388852 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Network 468129d3-8a69-4cc6-9ede-114c1032dacf is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:14:02.456384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 468129d3-8a69-4cc6-9ede-114c1032dacf) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:02.460453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:02.461834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.465642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c5d23-e9e8-4470-8296-51a87cfb208e None None] Network 468129d3-8a69-4cc6-9ede-114c1032dacf requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:14:02.529875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:02.549038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-092042a4-d759-4400-b394-6e0220234a25 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7032292 Jan 25 16:14:02.551494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41618) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:02.556754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:02.562361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:02.566156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Usage tracker for resource:router and tenant:f0dc71f8e96f4d8e9586db358c99419d is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:02.568911 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:02.575087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:02.657173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.658164 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.676407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.727792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-468129d3-8a69-4cc6-9ede-114c1032dacf', 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'fixed_ips': [{'subnet_id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:14:02.728619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.743041 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:02.752255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:02.752613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.989583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:02.991623 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.016565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Allocated IP 172.20.0.2 (468129d3-8a69-4cc6-9ede-114c1032dacf/476e95c7-0672-49df-8aa1-db6efa3fc6f1/9e2995d1-8737-4378-81b4-0a7f3f599668) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:14:03.019102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:03.089721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.090375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.091771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.197330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:03.261528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.274495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.284090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Transition to ACTIVE for port object 9e2995d1-8737-4378-81b4-0a7f3f599668 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:03.294758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.302489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Transition to ACTIVE for port object 9e2995d1-8737-4378-81b4-0a7f3f599668 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:03.372606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.427275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Allocated IP 172.26.8.202 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/02af01d3-7a9e-4250-8339-e40291190c84) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:14:03.445556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:03.485401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Network 468129d3-8a69-4cc6-9ede-114c1032dacf is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:03.486210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Pushing event updated for resources: {'Port': ['ID=9e2995d1-8737-4378-81b4-0a7f3f599668,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:03.491834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:03.500736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:14:03.578296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.602651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Attempting to bind port 9e2995d1-8737-4378-81b4-0a7f3f599668 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:14:03.603020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Attempting to bind port 9e2995d1-8737-4378-81b4-0a7f3f599668 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:14:03.603414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Attempting to bind port 9e2995d1-8737-4378-81b4-0a7f3f599668 on network 468129d3-8a69-4cc6-9ede-114c1032dacf {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:03.614468 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:14:03.614833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Checking segment: {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:03.615225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.615638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Bound using segment: {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:14:03.616138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Bound port: 9e2995d1-8737-4378-81b4-0a7f3f599668, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:14:03.616492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.627497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:03.627850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.681838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.748093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:03.750954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:03.756108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:14:03.779054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Pushing event updated for resources: {'Port': ['ID=02af01d3-7a9e-4250-8339-e40291190c84,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:03.784207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] For port 9e2995d1-8737-4378-81b4-0a7f3f599668, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:14:03.798425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.804660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:03.806671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] For port 9e2995d1-8737-4378-81b4-0a7f3f599668, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9e2995d1-8737-4378-81b4-0a7f3f599668,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:14:03.892553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:03.970844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a470ac2-bed5-45cf-aa20-17b271d36900 None None] Pushing event updated for resources: {'Port': ['ID=9e2995d1-8737-4378-81b4-0a7f3f599668,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:04.053363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:04.054158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:04.395048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:14:04.594895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:14:04.603868 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Sync routers for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:14:04.616813 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:04.618093 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:04.686032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:04.687410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ee7bbe8a-a4dd-489d-a04e-26ff4072a46e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1349888 Jan 25 16:14:04.690032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41622) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:04.789575 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:04.809998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:04.876795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f3b078-c465-4f77-91d8-6d1ed4b054a3 None None] Network 468129d3-8a69-4cc6-9ede-114c1032dacf requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:14:05.065889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a25628b4-41ad-4deb-bb9c-1df97fed153f None None] Provisioning for port 9e2995d1-8737-4378-81b4-0a7f3f599668 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:05.170381 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:03Z', 'revision_number': 3, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:05.175017 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Checking router: 8e2845a6-ce6f-495b-bce6-d3421e5c9813 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:14:05.175557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Updating router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 port 02af01d3-7a9e-4250-8339-e40291190c84 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:14:05.226815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.504550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9e2995d1-8737-4378-81b4-0a7f3f599668 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:05.557602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.567925 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.579568 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Transition to ACTIVE for port object 02af01d3-7a9e-4250-8339-e40291190c84 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:05.663511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 9e2995d1-8737-4378-81b4-0a7f3f599668 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:05.669023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9e2995d1-8737-4378-81b4-0a7f3f599668 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:05.669474 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.720399 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.763815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Allocated IP 172.20.0.1 (468129d3-8a69-4cc6-9ede-114c1032dacf/476e95c7-0672-49df-8aa1-db6efa3fc6f1/d4aeeb40-77b5-433a-80f4-734fc1625533) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:14:05.792500 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.801029 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Pushing event updated for resources: {'Port': ['ID=02af01d3-7a9e-4250-8339-e40291190c84,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:05.805042 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Attempting to bind port 02af01d3-7a9e-4250-8339-e40291190c84 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:14:05.805512 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Attempting to bind port 02af01d3-7a9e-4250-8339-e40291190c84 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:14:05.805917 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Attempting to bind port 02af01d3-7a9e-4250-8339-e40291190c84 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:05.816777 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.817216 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.817630 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.818023 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.818423 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.818819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.819486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.819486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.819933 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.820860 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.821309 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:05.821626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 9e2995d1-8737-4378-81b4-0a7f3f599668, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9e2995d1-8737-4378-81b4-0a7f3f599668,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:05.824592 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:14:05.826869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:05.826869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.826869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:14:05.826869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Bound port: 02af01d3-7a9e-4250-8339-e40291190c84, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:14:05.826869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.892541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.896582 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] For port 02af01d3-7a9e-4250-8339-e40291190c84, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:14:05.899790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] For port 02af01d3-7a9e-4250-8339-e40291190c84, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=02af01d3-7a9e-4250-8339-e40291190c84,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:14:05.915781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:05.933088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Transition to ACTIVE for port object d4aeeb40-77b5-433a-80f4-734fc1625533 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:05.958063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=9e2995d1-8737-4378-81b4-0a7f3f599668,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:05.967127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.018016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.045367 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7139-977b-4474-9392-f00dd18ec97d None None] Pushing event updated for resources: {'Port': ['ID=02af01d3-7a9e-4250-8339-e40291190c84,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:06.051250 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:06.051845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:06.087225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Network 468129d3-8a69-4cc6-9ede-114c1032dacf is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:06.090954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Pushing event updated for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:06.093304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:06.095365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:14:06.151233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.233541 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:06.300531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.389438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70fb46ab-47ee-429e-a6f4-202594109952 None None] Provisioning for port d4aeeb40-77b5-433a-80f4-734fc1625533 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:06.394584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-70fb46ab-47ee-429e-a6f4-202594109952 None None] Provisioning complete for port d4aeeb40-77b5-433a-80f4-734fc1625533 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:06.395046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-70fb46ab-47ee-429e-a6f4-202594109952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.449825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-70fb46ab-47ee-429e-a6f4-202594109952 None None] Port d4aeeb40-77b5-433a-80f4-734fc1625533 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:14:06.517409 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:03Z', 'revision_number': 3, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:06.521160 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76d8d2a-15c9-4c58-b6d3-f7e73ab43d0e None None] The sync data for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv is: [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:03Z', 'revision_number': 3, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:14:06.527235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.583695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.686125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Pushing event updated for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:06.688598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:06.819678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Network 468129d3-8a69-4cc6-9ede-114c1032dacf is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:06.821264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:07.074605 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-915ba1c8-d7ed-4aaa-ad58-cdca815dc797 None None] Provisioning complete for port d4aeeb40-77b5-433a-80f4-734fc1625533 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:07.075552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-915ba1c8-d7ed-4aaa-ad58-cdca815dc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:07.126198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-915ba1c8-d7ed-4aaa-ad58-cdca815dc797 None None] Port d4aeeb40-77b5-433a-80f4-734fc1625533 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:14:07.303609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:14:07.442620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9e2995d1-8737-4378-81b4-0a7f3f599668 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:07.500331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:14:07.508971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 9e2995d1-8737-4378-81b4-0a7f3f599668 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:07.509119 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0955cd2e-3e72-4678-bd0c-a341d050f63f admin admin] 10.222.0.26 "PUT /v2.0/routers/8e2845a6-ce6f-495b-bce6-d3421e5c9813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8180914 Jan 25 16:14:07.509483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:09.132616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:13.495701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 02af01d3-7a9e-4250-8339-e40291190c84 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:13.634995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 02af01d3-7a9e-4250-8339-e40291190c84 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:13.642275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 02af01d3-7a9e-4250-8339-e40291190c84 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:13.642275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:13.790554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:13.808611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 02af01d3-7a9e-4250-8339-e40291190c84, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=02af01d3-7a9e-4250-8339-e40291190c84,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:13.814858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Sync routers for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:14:13.831354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:13.832057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:13.895767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:14.040547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=02af01d3-7a9e-4250-8339-e40291190c84,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:14.087866 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:14.456153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 2, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:14.460084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Checking router: 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:14:14.460434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Updating router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa port fe16dab2-2de7-45bd-9061-9e7496cc38e5 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:14:14.516990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:14.937560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:14.937560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Transition to ACTIVE for port object fe16dab2-2de7-45bd-9061-9e7496cc38e5 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:15.448039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 02af01d3-7a9e-4250-8339-e40291190c84 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:15.511225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:15.572354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 02af01d3-7a9e-4250-8339-e40291190c84 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:15.573064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:15.679613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20aef-8e08-4912-abd5-102364723beb None None] Pushing event updated for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:15.838053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Attempting to bind port fe16dab2-2de7-45bd-9061-9e7496cc38e5 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:14:15.838415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Attempting to bind port fe16dab2-2de7-45bd-9061-9e7496cc38e5 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:14:15.838778 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Attempting to bind port fe16dab2-2de7-45bd-9061-9e7496cc38e5 on network 33d47403-3e83-4688-ba11-01f6de5bf47c {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:15.855115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:14:15.855463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Checking segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:15.855800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:15.856185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Bound using segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:14:15.856649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Bound port: fe16dab2-2de7-45bd-9061-9e7496cc38e5, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:14:15.857019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:15.958303 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] For port fe16dab2-2de7-45bd-9061-9e7496cc38e5, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:14:15.961626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] For port fe16dab2-2de7-45bd-9061-9e7496cc38e5, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe16dab2-2de7-45bd-9061-9e7496cc38e5,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:14:16.041457 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:16.129643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20aef-8e08-4912-abd5-102364723beb None None] Pushing event updated for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:16.152263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:16.153692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:16.391764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:16.692212 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Sync routers for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:14:16.706302 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:16.707235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:16.799052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:15Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:16.805057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef3c59c-7c21-4a85-8edf-ee4d3ed9f93d None None] The sync data for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv is: [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:15Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:14:16.918691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:17.224754 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:14:17.368039 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:06Z', 'revision_number': 4, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd4aeeb40-77b5-433a-80f4-734fc1625533', 'name': '', 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'mac_address': 'fa:16:3e:bc:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:05Z', 'updated_at': '2022-01-25T16:14:06Z', 'revision_number': 2, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'subnets': [{'id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:17.372712 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Checking router: 8e2845a6-ce6f-495b-bce6-d3421e5c9813 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:14:17.373151 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Updating router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 port d4aeeb40-77b5-433a-80f4-734fc1625533 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:14:17.440899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:17.553307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe16dab2-2de7-45bd-9061-9e7496cc38e5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:17.780068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:17.786129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:17.786539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:17.829127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:17.843011 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Transition to ACTIVE for port object d4aeeb40-77b5-433a-80f4-734fc1625533 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:17.918272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:17.920526 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:17.955535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port fe16dab2-2de7-45bd-9061-9e7496cc38e5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe16dab2-2de7-45bd-9061-9e7496cc38e5,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:18.029159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:18.052364 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03208756-2dbd-4cd9-8e81-7e97684bb8da None None] Pushing event updated for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:18.161853 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Attempting to bind port d4aeeb40-77b5-433a-80f4-734fc1625533 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:14:18.162296 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Attempting to bind port d4aeeb40-77b5-433a-80f4-734fc1625533 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:14:18.162562 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Attempting to bind port d4aeeb40-77b5-433a-80f4-734fc1625533 on network 468129d3-8a69-4cc6-9ede-114c1032dacf {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:18.167467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:18.174869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:14:18.177414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Checking segment: {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:18.177414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:18.177414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Bound using segment: {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:14:18.177414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Bound port: d4aeeb40-77b5-433a-80f4-734fc1625533, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c29caaf-359b-458f-94c0-6a7293a04e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:14:18.177414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:18.289564 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] For port d4aeeb40-77b5-433a-80f4-734fc1625533, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:14:18.291862 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] For port d4aeeb40-77b5-433a-80f4-734fc1625533, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4aeeb40-77b5-433a-80f4-734fc1625533,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:14:18.366638 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:18.454222 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03208756-2dbd-4cd9-8e81-7e97684bb8da None None] Pushing event updated for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:18.458633 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:18.459341 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:18.701889 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:19.054297 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:06Z', 'revision_number': 4, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd4aeeb40-77b5-433a-80f4-734fc1625533', 'name': '', 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'mac_address': 'fa:16:3e:bc:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:05Z', 'updated_at': '2022-01-25T16:14:18Z', 'revision_number': 4, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'subnets': [{'id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:19.060404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f879063-6b52-4d40-ae6d-b07b7935cd26 None None] The sync data for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv is: [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:14:06Z', 'revision_number': 4, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'd4aeeb40-77b5-433a-80f4-734fc1625533', 'name': '', 'network_id': '468129d3-8a69-4cc6-9ede-114c1032dacf', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'mac_address': 'fa:16:3e:bc:dd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:05Z', 'updated_at': '2022-01-25T16:14:18Z', 'revision_number': 4, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'subnets': [{'id': '476e95c7-0672-49df-8aa1-db6efa3fc6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:14:21.165093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-ab18da0b-8c54-4d47-b66a-d3da528ca9e5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:21.165856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-ab18da0b-8c54-4d47-b66a-d3da528ca9e5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:14:21.250940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-ab18da0b-8c54-4d47-b66a-d3da528ca9e5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:14:21.252531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-ab18da0b-8c54-4d47-b66a-d3da528ca9e5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 814 time: 0.2684000 Jan 25 16:14:21.269858 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-25280154-f1ab-4bc1-94f7-f4613365374e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/quotas/8f0350cf4f5c4b9eb726d67c0f27ec76 HTTP/1.1" status: 200 len: 375 time: 0.0114613 Jan 25 16:14:21.356818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-15419caf-7656-4ba5-b011-91358c0dd738 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:14:21.440096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-15419caf-7656-4ba5-b011-91358c0dd738 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:14:21.441425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-15419caf-7656-4ba5-b011-91358c0dd738 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1657178 Jan 25 16:14:21.552231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4aeeb40-77b5-433a-80f4-734fc1625533 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:21.577695 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-dfb0c9da-5c3d-42e7-a899-907c3aaf5115 service neutron] 10.222.0.26 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246448 Jan 25 16:14:21.674358 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port d4aeeb40-77b5-433a-80f4-734fc1625533 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:21.679238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d4aeeb40-77b5-433a-80f4-734fc1625533 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:21.683617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:21.709759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-18b4122c-2a1d-445a-9f99-7aa48b413efc service neutron] 10.222.0.26 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262126 Jan 25 16:14:21.792751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:21.823752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port d4aeeb40-77b5-433a-80f4-734fc1625533, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4aeeb40-77b5-433a-80f4-734fc1625533,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:21.880219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:21.881002 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe16dab2-2de7-45bd-9061-9e7496cc38e5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:21.960911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-031708ba-df35-47c4-b14e-88ca75f692a6 req-e78c1832-5074-42c1-a4e1-d7c4b759a7c8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 210 time: 0.0418897 Jan 25 16:14:22.004116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:22.017636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port fe16dab2-2de7-45bd-9061-9e7496cc38e5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:22.018003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:22.191925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4aeeb40-77b5-433a-80f4-734fc1625533 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:22.261038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port d4aeeb40-77b5-433a-80f4-734fc1625533 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:22.261427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:23.120369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ada18640-5670-4aa2-9d97-99bb0ffdd82f req-d1ee0171-87e0-49f8-a531-24257b4a7f0b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 210 time: 0.0405769 Jan 25 16:14:24.110426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-d15b21c7-7e8a-4a12-9e88-7d16a949dcc8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:24.112022 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-d15b21c7-7e8a-4a12-9e88-7d16a949dcc8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 814 time: 0.1404147 Jan 25 16:14:24.126557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'port': {'device_id': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'admin_state_up': True, 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:24.300283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-94d6cf5a-f3d4-4a2a-9c93-bc8d0aa7088f req-5afc3d6d-c0e2-46d1-aacb-ac3cfc868a95 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 210 time: 0.0546219 Jan 25 16:14:24.305326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:24.315424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:24.411064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Made reservation on behalf of 8f0350cf4f5c4b9eb726d67c0f27ec76 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:14:24.414758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:24.668204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Allocated IP 172.20.0.7 (33d47403-3e83-4688-ba11-01f6de5bf47c/0325d1cd-78b9-448b-94ec-228841b64864/b88e7277-a3b2-4f00-9036-ccbcde259a8e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:14:24.998576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:25.017525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Transition to ACTIVE for port object b88e7277-a3b2-4f00-9036-ccbcde259a8e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:25.103033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:25.190266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Network 33d47403-3e83-4688-ba11-01f6de5bf47c is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:25.194203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:25.199294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:14:25.245478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:25.275329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:25.275968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:25.396151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-08898761-7834-4acc-8553-7bc3d76cd1ed tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2715940 Jan 25 16:14:25.410815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Request body: {'port': {'device_id': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:25.606189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eef10f7f-8361-47c8-8098-076197c794e2 None None] Provisioning for port b88e7277-a3b2-4f00-9036-ccbcde259a8e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:25.611722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-eef10f7f-8361-47c8-8098-076197c794e2 None None] Provisioning complete for port b88e7277-a3b2-4f00-9036-ccbcde259a8e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:25.612401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eef10f7f-8361-47c8-8098-076197c794e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:25.622152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:25.647074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-c4ba2186-41da-4279-80e9-30b7f97d36a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:25.647880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-c4ba2186-41da-4279-80e9-30b7f97d36a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:14:25.677353 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-eef10f7f-8361-47c8-8098-076197c794e2 None None] Port b88e7277-a3b2-4f00-9036-ccbcde259a8e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:14:25.770803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-c4ba2186-41da-4279-80e9-30b7f97d36a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:14:25.772756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-c4ba2186-41da-4279-80e9-30b7f97d36a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 931 time: 0.3118951 Jan 25 16:14:25.914976 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-bd3d2458-be46-4cfa-a30f-47f4057fb24b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:14:26.055115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-bd3d2458-be46-4cfa-a30f-47f4057fb24b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:14:26.056262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-77b1e11e-e4a4-412c-952e-eb9902155638 req-bd3d2458-be46-4cfa-a30f-47f4057fb24b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763443 Jan 25 16:14:26.077561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88e7277-a3b2-4f00-9036-ccbcde259a8e {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:14:26.087600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:26.104580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Transition to ACTIVE for port object b88e7277-a3b2-4f00-9036-ccbcde259a8e will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:14:26.183477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:26.326228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:26.470303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Attempting to bind port b88e7277-a3b2-4f00-9036-ccbcde259a8e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:14:26.470718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Attempting to bind port b88e7277-a3b2-4f00-9036-ccbcde259a8e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:14:26.470958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Attempting to bind port b88e7277-a3b2-4f00-9036-ccbcde259a8e on network 33d47403-3e83-4688-ba11-01f6de5bf47c {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:26.478168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Port b88e7277-a3b2-4f00-9036-ccbcde259a8e on network 33d47403-3e83-4688-ba11-01f6de5bf47c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:14:26.478491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Attempting to bind port b88e7277-a3b2-4f00-9036-ccbcde259a8e on network 33d47403-3e83-4688-ba11-01f6de5bf47c {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:14:26.485253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:14:26.485560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Checking segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:14:26.485931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Bound using segment: {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:14:26.486315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Bound port: b88e7277-a3b2-4f00-9036-ccbcde259a8e, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:14:26.486658 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:26.602325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:14:26.606994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:14:26.675372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:26.739311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:26.740692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] 10.222.0.41 "PUT /v2.0/ports/b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 1093 time: 1.3341520 Jan 25 16:14:26.741125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:14:26.781620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9779df-809b-44e7-a254-fe8a9d043843 service neutron] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:26.818993 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:14:27.287772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2732b92-74b5-456d-b0a7-6052ea57d2a3 req-26e60f9f-294a-48c5-983d-b22feafbbe74 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:27.289252 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a2732b92-74b5-456d-b0a7-6052ea57d2a3 req-26e60f9f-294a-48c5-983d-b22feafbbe74 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.0857358 Jan 25 16:14:27.337338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a2732b92-74b5-456d-b0a7-6052ea57d2a3 req-614798c6-173f-4123-826d-5a05d42f4ac7 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Jan 25 16:14:28.647353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dfe53-4ab7-4c64-9027-b19e4d16ea2f req-ddc556a8-c902-4232-9ac2-b5dc7af2be22 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:28.649956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-095dfe53-4ab7-4c64-9027-b19e4d16ea2f req-ddc556a8-c902-4232-9ac2-b5dc7af2be22 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.0852389 Jan 25 16:14:28.713060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-095dfe53-4ab7-4c64-9027-b19e4d16ea2f req-e68d96d5-9c6f-4c70-a27c-2d6e5eb85985 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571094 Jan 25 16:14:29.919302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-af8ac1b6-a3cd-445f-9226-6277fc86738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:29.932157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2836604-1dd9-45b2-b040-f785acd25d0e req-3d6bf243-5af1-416e-9217-4ffb56499c28 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:29.933628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2836604-1dd9-45b2-b040-f785acd25d0e req-3d6bf243-5af1-416e-9217-4ffb56499c28 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.0835948 Jan 25 16:14:29.987041 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2836604-1dd9-45b2-b040-f785acd25d0e req-487eca46-763d-4354-85da-721bc82a7b7d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473902 Jan 25 16:14:31.230200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4574a36-b399-400a-9e82-530ad9eec5b9 req-876e0953-991b-4eda-b4d9-a251d381f335 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:31.231675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4574a36-b399-400a-9e82-530ad9eec5b9 req-876e0953-991b-4eda-b4d9-a251d381f335 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.1001852 Jan 25 16:14:31.385291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4574a36-b399-400a-9e82-530ad9eec5b9 req-df6a391d-f90d-4a5b-8483-9f55a008a550 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465931 Jan 25 16:14:31.560200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3a7b889d-6cc9-43d3-a457-26936f9b1367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:32.644262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb84fc-95c6-44e9-b222-421c46b4c599 req-88536a1c-5783-4eee-861d-0a558d6f7465 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:32.645722 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5bb84fc-95c6-44e9-b222-421c46b4c599 req-88536a1c-5783-4eee-861d-0a558d6f7465 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.1414108 Jan 25 16:14:32.652158 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33f88d20-deae-4482-b8b6-d87ac4b7b66b req-5be92e53-4942-4e35-9e04-a1a6a9c4c2fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1096 time: 0.1099815 Jan 25 16:14:32.775974 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5bb84fc-95c6-44e9-b222-421c46b4c599 req-60871c56-0fbd-4d63-b59a-196ccbe6ad4e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228964 Jan 25 16:14:32.814075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f88d20-deae-4482-b8b6-d87ac4b7b66b req-daff278b-724b-4b8a-a3b0-4b3534ec66b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:32.815481 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33f88d20-deae-4482-b8b6-d87ac4b7b66b req-daff278b-724b-4b8a-a3b0-4b3534ec66b0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1496534 Jan 25 16:14:32.949513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f88d20-deae-4482-b8b6-d87ac4b7b66b req-fa4f7114-2e2b-48ed-ac09-c3ba290d100e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:32.950937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-33f88d20-deae-4482-b8b6-d87ac4b7b66b req-fa4f7114-2e2b-48ed-ac09-c3ba290d100e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294732 Jan 25 16:14:33.040828 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:33.059606 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-37672459-0407-4a58-ad10-9a5ed6b63fd8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1096 time: 0.0725644 Jan 25 16:14:33.074603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:33.128599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-b239662f-0124-4dd6-89fb-332d25423224 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 217 time: 0.0616112 Jan 25 16:14:33.195089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-0f86af2f-cf17-44a7-919d-ca22b32a3cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:33.196507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-0f86af2f-cf17-44a7-919d-ca22b32a3cc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0622633 Jan 25 16:14:33.267429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-9cfabd8a-04f5-4a40-8f88-be72637db85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654697 Jan 25 16:14:33.393174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-37204ad0-d1d7-4cce-bcfd-79340db917ea service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195869 Jan 25 16:14:33.519639 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-01de36ff-41a8-4998-8fa9-2d9267f3240f req-e62d6fa3-2a56-4a32-9904-540965588dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210122 Jan 25 16:14:33.966931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc080fc-95b0-4285-ba69-52cedc460343 req-f0359de5-1fd9-4866-9e05-b4686236f758 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:33.968369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dc080fc-95b0-4285-ba69-52cedc460343 req-f0359de5-1fd9-4866-9e05-b4686236f758 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.0747328 Jan 25 16:14:34.015637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dc080fc-95b0-4285-ba69-52cedc460343 req-cdae8632-38bb-4309-a800-256bbe082e42 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417895 Jan 25 16:14:34.794004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:35.205312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7fe8-962d-4615-89d9-297decbce6ec req-03b3a28f-420f-4b3c-b1b9-24e1a9e1946e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:35.206761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbcb7fe8-962d-4615-89d9-297decbce6ec req-03b3a28f-420f-4b3c-b1b9-24e1a9e1946e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 943 time: 0.0752928 Jan 25 16:14:35.250995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dbcb7fe8-962d-4615-89d9-297decbce6ec req-7832c9f6-4442-4e94-bd48-8173bf482526 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387652 Jan 25 16:14:35.629927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b88e7277-a3b2-4f00-9036-ccbcde259a8e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:14:35.758108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:35.770551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'port_id': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'mac_address': 'fa:16:3e:34:d1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:14:35.821014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:35.837183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88e7277-a3b2-4f00-9036-ccbcde259a8e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:14:35.851329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:35.937100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:36.001935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:36.140705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:14:36.453748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5c5-e4c7-4277-94e2-4758c28fda44 req-ed96588c-d45c-4a4e-ba2c-4a977eda6005 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:36.455168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6dfb5c5-e4c7-4277-94e2-4758c28fda44 req-ed96588c-d45c-4a4e-ba2c-4a977eda6005 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 944 time: 0.0846651 Jan 25 16:14:36.498674 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6dfb5c5-e4c7-4277-94e2-4758c28fda44 req-401d8614-1fc1-42a6-8325-3c6b71b9b0ba tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Jan 25 16:14:37.645149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b88e7277-a3b2-4f00-9036-ccbcde259a8e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:14:37.689096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e621c-bf8f-4048-a128-6749079ea561 req-3284dcf3-0df6-4172-9b33-2cb558114d96 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:37.690540 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e69e621c-bf8f-4048-a128-6749079ea561 req-3284dcf3-0df6-4172-9b33-2cb558114d96 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 944 time: 0.0747173 Jan 25 16:14:37.734507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e69e621c-bf8f-4048-a128-6749079ea561 req-aabeb9c5-b463-460b-9396-4bce50a17320 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Jan 25 16:14:37.771241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port b88e7277-a3b2-4f00-9036-ccbcde259a8e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:14:37.776129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port b88e7277-a3b2-4f00-9036-ccbcde259a8e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:14:37.776488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:37.884998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:37.909769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:14:37.919044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:14:37.965884 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'code': 200} Jan 25 16:14:37.967014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:38.034378 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:38.293044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4122c3d0-cdfe-4756-a9a7-0123f646f928 req-2aa7e9bd-b870-4064-b4b6-ebd2c636da20 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1098 time: 0.0690205 Jan 25 16:14:38.333542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4122c3d0-cdfe-4756-a9a7-0123f646f928 req-98b3fd55-51ff-4a4f-b5bf-1d0a17cb6464 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Jan 25 16:14:38.930159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476ef2-5ace-4c48-b902-46c7871ab9e6 req-47e87548-607a-4831-a4b4-3b86b9c387d3 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:38.931678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1476ef2-5ace-4c48-b902-46c7871ab9e6 req-47e87548-607a-4831-a4b4-3b86b9c387d3 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0742106 Jan 25 16:14:38.979750 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f1476ef2-5ace-4c48-b902-46c7871ab9e6 req-9c9ad698-acab-4a4c-8444-9850d4301748 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Jan 25 16:14:39.136063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:40.251844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06503-2e50-47e8-8a4e-af7653a0771e req-08dd1535-ca92-476b-abee-da26fcc2dfaf tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:40.253270 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-61f06503-2e50-47e8-8a4e-af7653a0771e req-08dd1535-ca92-476b-abee-da26fcc2dfaf tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.1543744 Jan 25 16:14:40.297076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-61f06503-2e50-47e8-8a4e-af7653a0771e req-f8acf749-fc7d-4014-b154-0e07ac7e1aa6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Jan 25 16:14:40.496243 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7fe4-827f-43a0-a0f3-72d5d4ca768a req-3f89cde7-a855-490b-8905-c3d73e95cb4c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:40.497654 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ffc7fe4-827f-43a0-a0f3-72d5d4ca768a req-3f89cde7-a855-490b-8905-c3d73e95cb4c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0788999 Jan 25 16:14:40.540955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ffc7fe4-827f-43a0-a0f3-72d5d4ca768a req-f83d6014-872f-4105-b1f7-1b13999ea02d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Jan 25 16:14:40.964918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696c791-3f30-4d24-b0e0-dda77b230af4 req-870b4732-e1a8-4203-8610-9944c68c7bd7 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:40.966369 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4696c791-3f30-4d24-b0e0-dda77b230af4 req-870b4732-e1a8-4203-8610-9944c68c7bd7 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0745754 Jan 25 16:14:41.010285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4696c791-3f30-4d24-b0e0-dda77b230af4 req-510a042d-95d6-4dc8-a953-00d05a1a4747 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385849 Jan 25 16:14:54.173098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69650-b66e-4355-8f78-1074cd14a788 req-a29e3c52-bac2-42ac-b02e-6fb0d512f255 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:54.174493 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d69650-b66e-4355-8f78-1074cd14a788 req-a29e3c52-bac2-42ac-b02e-6fb0d512f255 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0783463 Jan 25 16:14:54.214410 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:14:54.218848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8d69650-b66e-4355-8f78-1074cd14a788 req-913b1078-b447-49ca-85c1-55e1a8c56973 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Jan 25 16:14:54.246518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41800) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:54.435869 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fcfa74b0-50a0-41b1-8a51-a061a567dd40 tempest-TestMinimumBasicScenario-556854998 tempest-TestMinimumBasicScenario-556854998-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1093 time: 0.1848333 Jan 25 16:14:54.435869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41806) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:54.441599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:54.447219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:54.453321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:floatingip and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:54.456678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:54.460207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:54.514102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:54.643916 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:54.776308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Allocated IP 172.26.8.239 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/23db6ee8-2e36-4f98-886e-f308a74a9fe4) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:14:54.918026 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:54.971152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:55.036237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:14:55.038879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:14:55.043079 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:14:55.071239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'Port': ['ID=23db6ee8-2e36-4f98-886e-f308a74a9fe4,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:55.094522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.094867 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.095204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.095534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.095860 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.096185 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.096509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.096828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.097147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.097490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.097808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:14:55.634500 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:55.728324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:55.927503 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:55.976623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:56.076138 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'Port': ['ID=23db6ee8-2e36-4f98-886e-f308a74a9fe4,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:56.095147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:56.280456 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Floating IP aa6fc249-b349-435f-92e1-e111668ecd7d associated. External IP: 172.26.8.239, port: b88e7277-a3b2-4f00-9036-ccbcde259a8e. Jan 25 16:14:56.658054 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:14:56.846633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:14:56.856324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Sync routers for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:14:56.868529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:56.869136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:56.931053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:56.987852 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e2195a65-f428-472f-8810-8819180f3765 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5488605 Jan 25 16:14:56.987852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:14:56.988321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 41810) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:57.001561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898453060', 'description': 'tempest-secgroup-smoke-898453060 description', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:57.007380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:57.017108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:57.043084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:57.085532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.129892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:57.133953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:57.137108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:57.143105 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:57.200997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.268511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.275887 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:14:57.356838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e757492-aa08-47b7-877a-0596e73af9d6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:57.390140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-af6d03d9-c505-4a09-959b-be4f411958a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1098 time: 0.0918152 Jan 25 16:14:57.409030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aa6fc249-b349-435f-92e1-e111668ecd7d', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'port_id': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'mac_address': 'fa:16:3e:34:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:14:55Z', 'updated_at': '2022-01-25T16:14:55Z', 'revision_number': 0, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:57.412838 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Checking router: 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:14:57.423520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:14:57.424106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:14:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:57.464716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.468584 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-59521330-dbf9-4c71-a093-1c8186f877a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4763637 Jan 25 16:14:57.469021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41818) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:57.475425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:57.482882 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:57.487951 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:57.491597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:57.499036 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:57.526403 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-21df6690-911f-4661-a0be-038cb185bfc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:57.526917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-21df6690-911f-4661-a0be-038cb185bfc7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1310227 Jan 25 16:14:57.578603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.605643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:14:57.642592 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-098c9d94-0337-4f01-92e6-5155e431e929 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 999 time: 0.1082973 Jan 25 16:14:57.645710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.704547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-1b7001e8-05fd-4e0e-b0a4-d810e0bc34f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:57.705987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-1b7001e8-05fd-4e0e-b0a4-d810e0bc34f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0572441 Jan 25 16:14:57.714158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.737548 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3ff9ae-18ff-407e-834f-216f678469a1,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:57.789007 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-e51064fb-e064-4e67-9b34-6b497b1b058d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757015 Jan 25 16:14:57.817001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.820701 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a6d7489a-d2ea-4e20-9c17-4e774cb5b404 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3481207 Jan 25 16:14:57.821001 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41822) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:57.827417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:57.833258 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:57.836998 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:57.840174 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:57.845962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:57.921922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-253b0aac-3ca7-48a7-b503-5ab865923641 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253991 Jan 25 16:14:57.935819 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:57.949722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6935a089-1d93-4937-a269-3f61080100ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aa6fc249-b349-435f-92e1-e111668ecd7d', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'port_id': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'mac_address': 'fa:16:3e:34:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:14:55Z', 'updated_at': '2022-01-25T16:14:55Z', 'revision_number': 0, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:14:57.953829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6935a089-1d93-4937-a269-3f61080100ab None None] The sync data for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv is: [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aa6fc249-b349-435f-92e1-e111668ecd7d', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'port_id': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'mac_address': 'fa:16:3e:34:d1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:14:55Z', 'updated_at': '2022-01-25T16:14:55Z', 'revision_number': 0, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:14:58.000904 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.057070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea181177-0196-46d1-bdcc-a155ff07b4c9 req-8aee2e57-a70e-4911-95f3-0793425f7f0a service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292541 Jan 25 16:14:58.062220 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.086283 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0294066d-4e90-4e79-9326-9004844c8947,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:58.166067 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.168102 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-73766394-3136-475c-8079-8f37594801ee tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3456569 Jan 25 16:14:58.170793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:58.172668 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79047cff-36b1-4d8f-aea1-a102962761ee None None] New status for floating IP aa6fc249-b349-435f-92e1-e111668ecd7d: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:14:58.176717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:58.182979 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:58.187939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:58.190034 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:58.195727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:58.267837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.331884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.400152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.423714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de288956-170c-4934-9564-c4e1c47b61a7,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:58.508205 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.509946 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3ed2cec8-db51-4307-881f-933dd8b6011c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3378999 Jan 25 16:14:58.512700 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41830) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:58.518654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:58.525126 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:58.528833 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:58.531669 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:58.539517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:58.623626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.688288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.760255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.782475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107b862b-c190-4538-8337-2e285fff0b89,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:58.856575 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:58.857782 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d870b2af-27ed-4b01-a83b-539d020148e0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3441186 Jan 25 16:14:58.860343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41834) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:58.865624 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:58.871780 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:58.875447 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:58.879066 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:58.883892 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:58.971242 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Project 8f0350cf4f5c4b9eb726d67c0f27ec76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:14:58.978090 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.038439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.108183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.130531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32756868-b745-4733-8b34-bcfeedc47978,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:59.229010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.230241 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c92b4882-00d5-47bd-9f6c-bc3e3d7f2e27 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3690200 Jan 25 16:14:59.233704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41838) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:14:59.238629 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'security_group_rule': {'security_group_id': '1e757492-aa08-47b7-877a-0596e73af9d6', 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:14:59.247479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:14:59.248537 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Usage tracker for resource:security_group_rule and tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:14:59.251519 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:14:59.257520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:14:59.416884 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Project 8f0350cf4f5c4b9eb726d67c0f27ec76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:14:59.423328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.468262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f73a3c8b-5898-452b-a36d-2252fcd794f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.486181 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.536513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.559599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316fec29-104b-44b0-a29a-32b3160ae7a9,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:14:59.616775 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:14:59.618450 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7598fdee-7754-4329-a860-56b70d6d6627 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3840919 Jan 25 16:14:59.746132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-09f607f5-cd95-40a4-b8b2-a422b9981bc8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:14:59.805170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-09f607f5-cd95-40a4-b8b2-a422b9981bc8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:14:59.807050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-09f607f5-cd95-40a4-b8b2-a422b9981bc8 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898453060&fields=id&tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76 HTTP/1.1" status: 200 len: 267 time: 0.1004725 Jan 25 16:14:59.884630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-7a5b31b5-750b-4708-ab8b-0ad26b608434 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:14:59.886004 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-7a5b31b5-750b-4708-ab8b-0ad26b608434 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0736048 Jan 25 16:14:59.896292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'port': {'security_groups': ['21fbba03-e962-46c1-88c3-84a33f9ea61d', '1e757492-aa08-47b7-877a-0596e73af9d6']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:15:00.008223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:00.252296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:15:00.350866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:00.387752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:00.400481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:15:00.457081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:00.457735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:00.459131 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-866c6b92-7c1d-44f3-90c7-a4376dc81554 req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "PUT /v2.0/ports/b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 981 time: 0.5671432 Jan 25 16:15:00.459588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:15:00.487920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d8def-d86d-4a14-b419-1dd5728b3e9e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=6']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:15:00.528344 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:15:00.537350 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:15:00.724262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-06212598-6435-41a1-9468-1780e7e309e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1137 time: 0.1655982 Jan 25 16:15:00.735691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6e98c-2df5-4368-977f-40735a5108e3 req-19a513f0-547f-44db-aa05-dd402ec83bf7 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:00.735691 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9d6e98c-2df5-4368-977f-40735a5108e3 req-19a513f0-547f-44db-aa05-dd402ec83bf7 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.1285813 Jan 25 16:15:00.895665 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9d6e98c-2df5-4368-977f-40735a5108e3 req-c97273fd-e115-4f6a-a9ee-2ba92e1475f3 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780537 Jan 25 16:15:00.927172 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-606ed396-46b6-42d5-a209-afbf41b2d728 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:00.927172 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-606ed396-46b6-42d5-a209-afbf41b2d728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1922584 Jan 25 16:15:00.984416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ad1d8942-030b-43cf-8796-94d8c60f67f1 None None] Provisioning complete for port b88e7277-a3b2-4f00-9036-ccbcde259a8e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:15:00.984416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ad1d8942-030b-43cf-8796-94d8c60f67f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:01.039955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-ca4f5ccf-67ec-42f1-8bf8-512abff85995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 1001 time: 0.1081183 Jan 25 16:15:01.105321 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-429fb7bd-aff1-46e4-83da-ffc1463ed4b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:01.106776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-429fb7bd-aff1-46e4-83da-ffc1463ed4b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0609274 Jan 25 16:15:01.181555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-143f038a-3b67-4412-93e6-8300f039f446 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673375 Jan 25 16:15:01.313303 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-ccf6fab2-ae20-4996-bc96-f50f50364415 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242037 Jan 25 16:15:01.441138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3afc9117-3296-46cb-a23e-260925d3afa9 req-e8ca6490-9b04-4a69-b46a-0e979341e81b service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209371 Jan 25 16:15:01.564235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-98900f34-a1f6-4bcb-831c-11b82dd0b9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:03.016721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:03.056840 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:04.787678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:09.192519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:14.530990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6db82-5f00-4191-ba12-d3f4a7893524 req-f4a20aa7-369e-4036-84dc-2109230522b9 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:14.532423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3f6db82-5f00-4191-ba12-d3f4a7893524 req-f4a20aa7-369e-4036-84dc-2109230522b9 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.1286480 Jan 25 16:15:14.539557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-c8d1ecc0-382f-46db-983d-9b7509c48d26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1137 time: 0.1016991 Jan 25 16:15:14.665323 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b3f6db82-5f00-4191-ba12-d3f4a7893524 req-22141111-e82e-454b-a144-49b100b462de tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247218 Jan 25 16:15:14.700939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89af59e-e87d-47cd-afe6-6643632644bd req-43e6c943-cadc-4755-9e09-d67f16dbcce7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:14.702409 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-43e6c943-cadc-4755-9e09-d67f16dbcce7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1486242 Jan 25 16:15:14.809434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-3f016061-fdb3-444b-bda5-3fdab288b74b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 1001 time: 0.1001248 Jan 25 16:15:14.871687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89af59e-e87d-47cd-afe6-6643632644bd req-d495f266-5dd1-4982-ae8d-44316295dc71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:14.873035 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-d495f266-5dd1-4982-ae8d-44316295dc71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0565374 Jan 25 16:15:14.945854 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-b0fc52e0-02c1-4e42-9939-4623729560c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666749 Jan 25 16:15:15.161079 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-27f4ea53-ce98-44b2-9390-f84aa15b6570 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095568 Jan 25 16:15:15.286437 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f89af59e-e87d-47cd-afe6-6643632644bd req-b3f5b557-e10d-4791-b3b5-5070e31f8433 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198018 Jan 25 16:15:15.859191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9f698-a12f-497a-afda-e2debdea579b req-233d5c82-9ce6-4630-9db4-263aa2eaab87 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:15.860611 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4e9f698-a12f-497a-afda-e2debdea579b req-233d5c82-9ce6-4630-9db4-263aa2eaab87 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0751498 Jan 25 16:15:15.905470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4e9f698-a12f-497a-afda-e2debdea579b req-fb9ba7a3-ea3f-4988-83e1-6f789a1e606b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393004 Jan 25 16:15:17.098835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952b752-82ec-4225-b434-c0f3288e5598 req-259c3c65-22d0-4e1b-ab9e-b6c1b79cb559 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:17.100299 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e952b752-82ec-4225-b434-c0f3288e5598 req-259c3c65-22d0-4e1b-ab9e-b6c1b79cb559 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0771277 Jan 25 16:15:17.146883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e952b752-82ec-4225-b434-c0f3288e5598 req-7f9f781d-f9d3-4073-b48f-0e1959565177 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405455 Jan 25 16:15:18.339767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca5cd6-ea47-42b2-bdd6-d6fde4719933 req-cc0992f4-421e-476b-93d1-187e91f0e091 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:18.341300 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6bca5cd6-ea47-42b2-bdd6-d6fde4719933 req-cc0992f4-421e-476b-93d1-187e91f0e091 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0762002 Jan 25 16:15:18.392099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6bca5cd6-ea47-42b2-bdd6-d6fde4719933 req-0679c2cd-e32e-49a1-b147-32fe3122987a tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448222 Jan 25 16:15:19.583674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2476f-58f4-442b-99a8-d1b1aba8579d req-316fe009-09fa-46ba-aff7-d2e70606c0b9 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:19.585092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9a2476f-58f4-442b-99a8-d1b1aba8579d req-316fe009-09fa-46ba-aff7-d2e70606c0b9 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0758286 Jan 25 16:15:19.630745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9a2476f-58f4-442b-99a8-d1b1aba8579d req-d4303a7b-9801-46bf-a4c2-80697dc14c7b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397847 Jan 25 16:15:20.831471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632496-6c26-4bb7-8ba4-2063ca2ce422 req-99f7d0f9-c2aa-4266-a12e-7f4d6b21a114 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:20.832890 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4632496-6c26-4bb7-8ba4-2063ca2ce422 req-99f7d0f9-c2aa-4266-a12e-7f4d6b21a114 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0808530 Jan 25 16:15:20.878892 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4632496-6c26-4bb7-8ba4-2063ca2ce422 req-c6001b3b-a905-408f-b044-f854a27e124f tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401821 Jan 25 16:15:22.071528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c22c94-350b-424e-8433-8467d6d042f1 req-2223e095-f122-4b4f-994b-f7e13a0900a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:22.072959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39c22c94-350b-424e-8433-8467d6d042f1 req-2223e095-f122-4b4f-994b-f7e13a0900a6 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0736010 Jan 25 16:15:22.122134 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-39c22c94-350b-424e-8433-8467d6d042f1 req-db472828-7019-49dd-96f2-7f7a292b27f3 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434964 Jan 25 16:15:23.455626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2b4c-c573-4da1-96e4-31ec3759b120 req-487e3ee5-3318-4f81-ac04-e8e3c75dce8e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:23.456972 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c37a2b4c-c573-4da1-96e4-31ec3759b120 req-487e3ee5-3318-4f81-ac04-e8e3c75dce8e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0771568 Jan 25 16:15:23.502681 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c37a2b4c-c573-4da1-96e4-31ec3759b120 req-8ff6c91b-8c15-4bea-b91b-09e441bf9abd tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397322 Jan 25 16:15:24.693259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae15ed-d876-41f6-a030-ff2fff5530ed req-07f9c7f8-aa1a-4f19-84b7-453540b17b5e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:24.694726 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4aae15ed-d876-41f6-a030-ff2fff5530ed req-07f9c7f8-aa1a-4f19-84b7-453540b17b5e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0744832 Jan 25 16:15:24.740671 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4aae15ed-d876-41f6-a030-ff2fff5530ed req-f3b956d9-88ab-407a-8ace-7d9b11bb4996 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398757 Jan 25 16:15:25.934059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8365b-7ea5-492d-be28-8c82e7db9071 req-e40ff0ae-7895-4bfd-b2d3-484c4101865b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:25.935489 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85a8365b-7ea5-492d-be28-8c82e7db9071 req-e40ff0ae-7895-4bfd-b2d3-484c4101865b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0774729 Jan 25 16:15:25.981687 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85a8365b-7ea5-492d-be28-8c82e7db9071 req-aa992d4e-f9cb-48ab-a675-f3e37bb3d880 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407217 Jan 25 16:15:27.177448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8d797-b883-45e7-a441-367c073bb792 req-c63cddf1-90a6-49b3-88ca-cbff8dda020e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:27.179317 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-09e8d797-b883-45e7-a441-367c073bb792 req-c63cddf1-90a6-49b3-88ca-cbff8dda020e tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0806701 Jan 25 16:15:27.228316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-09e8d797-b883-45e7-a441-367c073bb792 req-5618db4a-93a0-4502-b95e-5e857eb03d93 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429118 Jan 25 16:15:28.422035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9dce7-44b4-415c-89f3-8b0360ab638a req-095ec7ea-e7d1-4888-a9bd-6a1aec017333 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:28.423392 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51f9dce7-44b4-415c-89f3-8b0360ab638a req-095ec7ea-e7d1-4888-a9bd-6a1aec017333 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0753322 Jan 25 16:15:28.468853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-51f9dce7-44b4-415c-89f3-8b0360ab638a req-86189fc6-db54-4a0b-a9b9-f9cab08c9925 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400033 Jan 25 16:15:29.433194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce7da-1dff-4924-a6e2-4e6358233da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:29.806673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f8fec-0e7d-4509-a79d-d28f300a059f req-88afd8a9-df0e-410f-a7d2-5f53e023b8a5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:29.808107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-646f8fec-0e7d-4509-a79d-d28f300a059f req-88afd8a9-df0e-410f-a7d2-5f53e023b8a5 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0791330 Jan 25 16:15:29.853904 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-646f8fec-0e7d-4509-a79d-d28f300a059f req-5331c039-34f0-4092-9615-fd84cdd15663 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394881 Jan 25 16:15:30.787358 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-eb57a7f5-218f-441b-b1c4-4d9c72cd51b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1137 time: 0.0663953 Jan 25 16:15:30.929609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-3c6c481a-61c0-46eb-a2ba-17d99b67ab28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:30.931080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-3c6c481a-61c0-46eb-a2ba-17d99b67ab28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1260018 Jan 25 16:15:31.180654 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-75668dc5-0fcd-4ff3-b8f4-8e3d39e81085 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 1001 time: 0.2408185 Jan 25 16:15:31.214922 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:15:31.245584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1d594-ceb3-4bc8-9a36-25d8966b8119 req-454c7fba-b6ac-4f31-a568-1879c5460eac tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:31.247599 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dde1d594-ceb3-4bc8-9a36-25d8966b8119 req-454c7fba-b6ac-4f31-a568-1879c5460eac tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.2579477 Jan 25 16:15:31.256459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-a20e5c76-f0b2-423c-8810-c57053bee1c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:31.257779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-a20e5c76-f0b2-423c-8810-c57053bee1c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0706697 Jan 25 16:15:31.348166 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dde1d594-ceb3-4bc8-9a36-25d8966b8119 req-4016f4d7-ebc1-415d-a0b4-48add05b731c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0933712 Jan 25 16:15:31.363793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-5bc14bf6-f8ff-4b95-82b6-44b79add7c2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930488 Jan 25 16:15:31.492864 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-c13e80d4-b4af-4b8c-9a83-68a1f888d02c service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232188 Jan 25 16:15:31.564865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2c43-9d00-4677-8ed2-336169b83a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:31.621408 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2c0cbe75-1196-4307-87f9-f57182100d3d req-2f5b763e-a073-4b05-82b4-6909bc470ad7 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234105 Jan 25 16:15:32.540117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a9949-4d80-40a6-bddc-ab731977a07c req-5d9530ad-59e2-4b28-8d7b-36b43728a616 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:15:32.541577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a9a9949-4d80-40a6-bddc-ab731977a07c req-5d9530ad-59e2-4b28-8d7b-36b43728a616 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0748355 Jan 25 16:15:32.588236 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a9a9949-4d80-40a6-bddc-ab731977a07c req-172944e3-add2-4138-8a49-8d9c729763be tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&id=1e757492-aa08-47b7-877a-0596e73af9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407677 Jan 25 16:15:32.992732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:33.038339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:34.798737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:39.163746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:15:59.455453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-05761ad1-d5ea-444e-9ee9-6ba4b9975d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:01.552261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-08430bca-9923-41ff-90ed-c0014386ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:02.986767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:03.065923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:03.412847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5531c703-0556-407e-99f4-04bc1030330e req-8cfd2210-dad5-4729-a6e7-0402b5987c2c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898453060&fields=id&tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76 HTTP/1.1" status: 200 len: 267 time: 0.1393685 Jan 25 16:16:03.492763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531c703-0556-407e-99f4-04bc1030330e req-fcf11497-1b33-4c3d-8452-5ecd127b816c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:03.494187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5531c703-0556-407e-99f4-04bc1030330e req-fcf11497-1b33-4c3d-8452-5ecd127b816c tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 984 time: 0.0761940 Jan 25 16:16:03.504865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Request body: {'port': {'security_groups': ['21fbba03-e962-46c1-88c3-84a33f9ea61d']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:03.617963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:03.846686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:03.871026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:03.924272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:03.936108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:16:03.998608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:03.999216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.000552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5531c703-0556-407e-99f4-04bc1030330e req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "PUT /v2.0/ports/b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 942 time: 0.5006022 Jan 25 16:16:04.000988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:04.006829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41916) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:04.041515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event updated for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=7']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:04.051076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.051430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.051767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.052099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.052428 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.052756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.053213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.053565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.054011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.054339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.054665 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d63189-898b-43c1-8024-1dbd63543ff4 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.064153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:16:04.116293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.151077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.200020 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:16:04.299670 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-a33365b9-d352-4bc2-998d-ceb89fb6070c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1098 time: 0.0739102 Jan 25 16:16:04.312837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.332620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e757492-aa08-47b7-877a-0596e73af9d6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:04.341072 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.342069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.342069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.342253 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.342531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.342863 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.343191 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.343515 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.343838 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.344328 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.345188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:04.385518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1dce2468-f976-4eb4-952d-2f57ffbce71d None None] Provisioning complete for port b88e7277-a3b2-4f00-9036-ccbcde259a8e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:04.385819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1dce2468-f976-4eb4-952d-2f57ffbce71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.386999 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.388347 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a7ea832b-1260-4cf6-83c3-544ba6a73a12 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "DELETE /v2.0/security-groups/1e757492-aa08-47b7-877a-0596e73af9d6 HTTP/1.1" status: 204 len: 168 time: 0.3806682 Jan 25 16:16:04.391004 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 41922) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:04.433663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-56bde0cf-968f-4fd9-963e-46fdb9203688 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:04.435117 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-56bde0cf-968f-4fd9-963e-46fdb9203688 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1294839 Jan 25 16:16:04.538716 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-1cc3cec9-c0e4-47ee-b251-d48f88cc5d67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 1001 time: 0.0966461 Jan 25 16:16:04.593578 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Deleting port 23db6ee8-2e36-4f98-886e-f308a74a9fe4 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:04.593919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.598873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-c40210c5-88cd-4aad-8baa-77cc2b468a1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:04.600316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-c40210c5-88cd-4aad-8baa-77cc2b468a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0561855 Jan 25 16:16:04.674947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-60dd3af3-f63a-48de-8099-3cb48cb3883c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692742 Jan 25 16:16:04.759238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.763623 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.815771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:04.882616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Calling delete_port for 23db6ee8-2e36-4f98-886e-f308a74a9fe4 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:04.901409 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-e551f494-c411-4a0e-bff3-9ca72a36f3f8 service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204297 Jan 25 16:16:05.030707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c81ed808-4221-4d31-857f-d7ff0347a192 req-96d23d7b-ebb9-4d9e-9f0a-6f2bb58409de service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238377 Jan 25 16:16:05.095791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:05.138908 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event deleted for resources: {'Port': ['ID=23db6ee8-2e36-4f98-886e-f308a74a9fe4,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:05.231362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:05.602653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:16:05.885315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:05.895530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Sync routers for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:05.906719 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:05.913295 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:05.946343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:05.997448 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e749242e-73e1-448e-90ba-8b811343b949 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "DELETE /v2.0/floatingips/aa6fc249-b349-435f-92e1-e111668ecd7d HTTP/1.1" status: 204 len: 168 time: 1.6045632 Jan 25 16:16:05.998017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:06.052478 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:16:06.089302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:06.150029 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-9182d800-ec3a-4a93-a898-30d2d6bf9ada service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 1098 time: 0.0747654 Jan 25 16:16:06.282679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-c2330276-3a8c-4c9b-ba12-e686e3a8f4f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:06.284093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-c2330276-3a8c-4c9b-ba12-e686e3a8f4f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 200 len: 915 time: 0.1291056 Jan 25 16:16:06.355318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-d1ca0532-a1cf-4481-a0c6-0ec99cf379c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 200 len: 217 time: 0.0652475 Jan 25 16:16:06.419546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-4fed2146-0032-4c7f-85c9-58e2c390d197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:06.419546 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-4fed2146-0032-4c7f-85c9-58e2c390d197 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 200 len: 853 time: 0.0567760 Jan 25 16:16:06.446083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:06.450159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Checking router: 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:16:06.461145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:06.461779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:06.501629 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-ac7fd502-969e-4b1e-9822-1cce9139f2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33d47403-3e83-4688-ba11-01f6de5bf47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764806 Jan 25 16:16:06.643013 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-00cc2585-c119-42ec-8b7e-27b9ca9e18cc service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292114 Jan 25 16:16:06.645261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:06.773165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f1d833-e33c-4972-bd4e-3d068a74a422 req-885e0402-6186-4f34-8ae5-2d7ac8ec7a3e service neutron] 10.222.0.41 "GET /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238961 Jan 25 16:16:06.956585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:06.960552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46bf4a-9869-4a77-85bd-57c8e8f4f611 None None] The sync data for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv is: [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:13:58Z', 'revision_number': 4, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'fe16dab2-2de7-45bd-9061-9e7496cc38e5', 'name': '', 'network_id': '33d47403-3e83-4688-ba11-01f6de5bf47c', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'mac_address': 'fa:16:3e:f8:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0325d1cd-78b9-448b-94ec-228841b64864', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:58Z', 'updated_at': '2022-01-25T16:14:17Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'subnets': [{'id': '0325d1cd-78b9-448b-94ec-228841b64864', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:16:07.193143 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb082b-52ef-4bce-a85a-843137a86fd1 None None] New status for floating IP aa6fc249-b349-435f-92e1-e111668ecd7d: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:16:08.215310 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:16:09.181204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:11.852492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d64d2-435f-4c56-a64f-6a2759700189 req-b68e7688-00d6-49bf-8b93-e8618d03e936 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:11.853944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-354d64d2-435f-4c56-a64f-6a2759700189 req-b68e7688-00d6-49bf-8b93-e8618d03e936 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0750937 Jan 25 16:16:11.898530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-354d64d2-435f-4c56-a64f-6a2759700189 req-03a27031-9d61-48ea-9546-227da29546b0 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Jan 25 16:16:13.163958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9145c-cbc1-4fe1-b0f9-3c01d3769d60 req-10829e09-5328-4239-992d-619ab03f0d9d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:13.165370 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ab9145c-cbc1-4fe1-b0f9-3c01d3769d60 req-10829e09-5328-4239-992d-619ab03f0d9d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.1425040 Jan 25 16:16:13.212724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ab9145c-cbc1-4fe1-b0f9-3c01d3769d60 req-98cf413c-98b1-4f35-b04b-84f64e877f39 tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/security-groups?id=21fbba03-e962-46c1-88c3-84a33f9ea61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404015 Jan 25 16:16:13.431997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73a66-e1dd-45da-89c9-39660194399f req-5e91a43a-88e3-4467-92ce-71bfedc2253d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:13.433406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95f73a66-e1dd-45da-89c9-39660194399f req-5e91a43a-88e3-4467-92ce-71bfedc2253d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.41 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 945 time: 0.0726206 Jan 25 16:16:13.500774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Deleting port b88e7277-a3b2-4f00-9036-ccbcde259a8e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:13.501106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:13.732917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] For port b88e7277-a3b2-4f00-9036-ccbcde259a8e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=b88e7277-a3b2-4f00-9036-ccbcde259a8e,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:13.733266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:13.935042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Calling delete_port for b88e7277-a3b2-4f00-9036-ccbcde259a8e owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:14.123494 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:14.135320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['b88e7277-a3b2-4f00-9036-ccbcde259a8e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:16:14.172983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Pushing event deleted for resources: {'Port': ['ID=b88e7277-a3b2-4f00-9036-ccbcde259a8e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:14.244290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] No DVR routers for this DVR port b88e7277-a3b2-4f00-9036-ccbcde259a8e on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:16:14.246666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:14.249109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'name': 'network-vif-deleted', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:14.260640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-95f73a66-e1dd-45da-89c9-39660194399f req-9b928001-e9b6-49f2-8c7d-914e622c779d tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.41 "DELETE /v2.0/ports/b88e7277-a3b2-4f00-9036-ccbcde259a8e HTTP/1.1" status: 204 len: 173 time: 0.8219795 Jan 25 16:16:14.305138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4876f15e-7c8d-422c-8af4-de045f4f3e0a', 'name': 'network-vif-deleted', 'tag': 'b88e7277-a3b2-4f00-9036-ccbcde259a8e', 'status': 'completed', 'code': 200} Jan 25 16:16:14.377761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-13de6a3e-511e-448c-b139-f31a26da50c8 req-cf7905de-d5da-434f-9b43-1945d65ab46b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Synchronizing usage tracker for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:16:14.438315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-13de6a3e-511e-448c-b139-f31a26da50c8 req-cf7905de-d5da-434f-9b43-1945d65ab46b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] Unset dirty status for tenant:8f0350cf4f5c4b9eb726d67c0f27ec76 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:16:14.439034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-13de6a3e-511e-448c-b139-f31a26da50c8 req-cf7905de-d5da-434f-9b43-1945d65ab46b tempest-TestMinimumBasicScenario-2132315157 tempest-TestMinimumBasicScenario-2132315157-project] 10.222.0.26 "GET /v2.0/ports?device_id=4876f15e-7c8d-422c-8af4-de045f4f3e0a HTTP/1.1" status: 200 len: 210 time: 0.1052496 Jan 25 16:16:16.713820 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42010) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:17.089886 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:17.654785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Deleting port fe16dab2-2de7-45bd-9061-9e7496cc38e5 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:17.655117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:17.817536 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] For port fe16dab2-2de7-45bd-9061-9e7496cc38e5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe16dab2-2de7-45bd-9061-9e7496cc38e5,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:17.818225 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:17.935809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Calling delete_port for fe16dab2-2de7-45bd-9061-9e7496cc38e5 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:18.052297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b88e7277-a3b2-4f00-9036-ccbcde259a8e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:18.085004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: b88e7277-a3b2-4f00-9036-ccbcde259a8e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:18.085346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device b88e7277-a3b2-4f00-9036-ccbcde259a8e not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:18.278010 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:18.322841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe16dab2-2de7-45bd-9061-9e7496cc38e5,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:18.601092 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:19.154135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:16:19.350231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:19.358657 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Sync routers for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:19.369326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:19.369949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:19.433090 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0b316e12-5ec2-40f7-b979-946ed8fa2d8c admin admin] 10.222.0.26 "PUT /v2.0/routers/5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179999 Jan 25 16:16:19.435472 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42014) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:19.540244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:19.731958 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:19.858122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:16:18Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:19.861911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Checking router: 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:16:19.871937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Routers {'5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:19.872528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:19.926421 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:19.992011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Deleting port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:19.992276 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:20.044752 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] Set router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:20.161056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] For port 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:20.161597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:20.280309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Calling delete_port for 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:20.326192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-4c02182b-f330-4533-9867-94e680e09547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:16:18Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:20.330237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c02182b-f330-4533-9867-94e680e09547 None None] The sync data for ids ['5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa'] in dv-neutron-826291-2-hyperv is: [{'id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'name': 'tempest-TestMinimumBasicScenario-944064526-router', 'tenant_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88'}], 'enable_snat': True}, 'gw_port_id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:13:55Z', 'updated_at': '2022-01-25T16:16:18Z', 'revision_number': 5, 'project_id': '8f0350cf4f5c4b9eb726d67c0f27ec76', 'gw_port': {'id': '516a3d37-e10f-4c3c-aee6-ab7ddfe91b81', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:13:56Z', 'updated_at': '2022-01-25T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:16:20.506416 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:20.552487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=516a3d37-e10f-4c3c-aee6-ab7ddfe91b81,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:20.774155 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.031767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.036237 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.220934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.222213 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:16:21.233850 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.234968 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-614a5548-9d88-4b3c-83ab-1ba2421d5ccb admin admin] 10.222.0.26 "DELETE /v2.0/routers/5ebe2e09-1f03-4b41-b66f-4bccf2cdcbfa HTTP/1.1" status: 204 len: 168 time: 1.7986240 Jan 25 16:16:21.237689 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42018) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.298396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Deleting subnet 0325d1cd-78b9-448b-94ec-228841b64864 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:16:21.301331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.350793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.426797 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.546369 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.586673 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0325d1cd-78b9-448b-94ec-228841b64864,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:21.591560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.597577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f36eb9b-d16c-4ad6-8c7c-57f5128fbb6d None None] Network 33d47403-3e83-4688-ba11-01f6de5bf47c requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:16:21.600459 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3e68b03d-df46-4bc6-a1e4-6c9e8e081743 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0325d1cd-78b9-448b-94ec-228841b64864 HTTP/1.1" status: 204 len: 168 time: 0.3590608 Jan 25 16:16:21.600459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42022) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:21.702056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.712352 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Deleting port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:21.712685 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.853842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] DHCP port deletion for 33d47403-3e83-4688-ba11-01f6de5bf47c request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:16:21.857977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Deleting port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:21.858351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:21.917279 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] For port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:21.917656 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.035874 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Calling delete_port for fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea owned by network:dhcp {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:22.051114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] For port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,segment=NetworkSegment(3cf98139-d3fd-44e9-b0d0-b9d9b78943aa),segment_id=3cf98139-d3fd-44e9-b0d0-b9d9b78943aa)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:22.051497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.163845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.168671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Calling delete_port for fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:22.209031 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:22.215291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] No DVR routers for this DVR port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea on host dv-neutron-826291-2-hyperv {{(pid=84138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:16:22.246682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:16:22.247121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:16:22.254816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:22.287374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:22.287715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:22.288123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe16dab2-2de7-45bd-9061-9e7496cc38e5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:22.318415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: fe16dab2-2de7-45bd-9061-9e7496cc38e5 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:22.318751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device fe16dab2-2de7-45bd-9061-9e7496cc38e5 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:22.319188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:22.330170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.352711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:22.353046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 516a3d37-e10f-4c3c-aee6-ab7ddfe91b81 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:22.355150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d47403-3e83-4688-ba11-01f6de5bf47c']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:22.367015 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:22.367310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf98139-d3fd-44e9-b0d0-b9d9b78943aa') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:22.378636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.398105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.403769 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:16:22.404140 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:16:22.416740 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:16:22.568613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.585200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.597398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] Pushing event deleted for resources: {'Network': ['ID=33d47403-3e83-4688-ba11-01f6de5bf47c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:22.689662 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5f64b3ec-b068-4568-abb9-0c66074de6ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/33d47403-3e83-4688-ba11-01f6de5bf47c HTTP/1.1" status: 204 len: 168 time: 1.0883539 Jan 25 16:16:22.692423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42026) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:22.748278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Deleting port fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:22.748862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:22.809982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-45eb1479-0c35-4562-9c13-4b5352b4722f None None] The port 'fe08ef9e-f2c5-4aa6-94f3-8f65f1d200ea' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:16:23.171880 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:23.739559 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Deleting port d4aeeb40-77b5-433a-80f4-734fc1625533 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:23.740244 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:23.903534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] For port d4aeeb40-77b5-433a-80f4-734fc1625533, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=d4aeeb40-77b5-433a-80f4-734fc1625533,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:23.903885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:24.022120 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Calling delete_port for d4aeeb40-77b5-433a-80f4-734fc1625533 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:24.260409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:24.302827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4aeeb40-77b5-433a-80f4-734fc1625533,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:24.670847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:25.219912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:16:25.412451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:25.420996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Sync routers for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:25.421982 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-533f5bd9-aca9-472c-a520-e4652385151c admin admin] 10.222.0.26 "PUT /v2.0/routers/8e2845a6-ce6f-495b-bce6-d3421e5c9813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285705 Jan 25 16:16:25.424396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42030) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:25.432585 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:25.433169 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:25.600000 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:25.615502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:25.801568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:25.871802 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': '02af01d3-7a9e-4250-8339-e40291190c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:16:24Z', 'revision_number': 5, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port': {'id': '02af01d3-7a9e-4250-8339-e40291190c84', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:14:03Z', 'updated_at': '2022-01-25T16:14:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:25.872095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Deleting port 02af01d3-7a9e-4250-8339-e40291190c84 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:25.872204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:25.875509 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Checking router: 8e2845a6-ce6f-495b-bce6-d3421e5c9813 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:16:25.886058 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Routers {'8e2845a6-ce6f-495b-bce6-d3421e5c9813'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:25.886634 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:26.059539 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] Set router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:26.153546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] For port 02af01d3-7a9e-4250-8339-e40291190c84, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=02af01d3-7a9e-4250-8339-e40291190c84,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:26.153891 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:26.163563 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:16:25Z', 'revision_number': 6, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:26.167377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c614ec27-0c9b-4f04-8dc7-611cd8f1ce57 None None] The sync data for ids ['8e2845a6-ce6f-495b-bce6-d3421e5c9813'] in dv-neutron-826291-2-hyperv is: [{'id': '8e2845a6-ce6f-495b-bce6-d3421e5c9813', 'name': 'tempest-TestMinimumBasicScenario-1527140931-router', 'tenant_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:14:02Z', 'updated_at': '2022-01-25T16:16:25Z', 'revision_number': 6, 'project_id': 'f0dc71f8e96f4d8e9586db358c99419d', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:16:26.269748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Calling delete_port for 02af01d3-7a9e-4250-8339-e40291190c84 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:26.501260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:26.548619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=02af01d3-7a9e-4250-8339-e40291190c84,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:26.767715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.022074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.026094 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.134900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.135484 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2845a6-ce6f-495b-bce6-d3421e5c9813 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:16:27.147461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.148565 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a86fe609-7291-4e6e-a021-731586b93f53 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8e2845a6-ce6f-495b-bce6-d3421e5c9813 HTTP/1.1" status: 204 len: 168 time: 1.7232988 Jan 25 16:16:27.151493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42034) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:27.213182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Deleting subnet 476e95c7-0672-49df-8aa1-db6efa3fc6f1 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:16:27.216263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.264217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.341842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.455896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.496298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=476e95c7-0672-49df-8aa1-db6efa3fc6f1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:27.502012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.507297 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eace4b8-a47a-4bb4-b9ae-77c71b832523 None None] Network 468129d3-8a69-4cc6-9ede-114c1032dacf requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:16:27.508040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c1f2b794-48ae-4c68-9f5e-a630ffb51548 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/476e95c7-0672-49df-8aa1-db6efa3fc6f1 HTTP/1.1" status: 204 len: 168 time: 0.3555443 Jan 25 16:16:27.510582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42038) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:27.613485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.623396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Deleting port 9e2995d1-8737-4378-81b4-0a7f3f599668 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:27.623714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.772518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] DHCP port deletion for 468129d3-8a69-4cc6-9ede-114c1032dacf request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:16:27.776821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Deleting port 9e2995d1-8737-4378-81b4-0a7f3f599668 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:27.777339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.824846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] For port 9e2995d1-8737-4378-81b4-0a7f3f599668, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9e2995d1-8737-4378-81b4-0a7f3f599668,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:27.825192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:27.943217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Calling delete_port for 9e2995d1-8737-4378-81b4-0a7f3f599668 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:27.973557 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] For port 9e2995d1-8737-4378-81b4-0a7f3f599668, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=9e2995d1-8737-4378-81b4-0a7f3f599668,segment=NetworkSegment(2c29caaf-359b-458f-94c0-6a7293a04e97),segment_id=2c29caaf-359b-458f-94c0-6a7293a04e97)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:27.973942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.072440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.095606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Calling delete_port for 9e2995d1-8737-4378-81b4-0a7f3f599668 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:16:28.120100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2995d1-8737-4378-81b4-0a7f3f599668,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:28.124631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] No DVR routers for this DVR port 9e2995d1-8737-4378-81b4-0a7f3f599668 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:16:28.165410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:16:28.165765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:16:28.238775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.246102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9e2995d1-8737-4378-81b4-0a7f3f599668 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:28.264183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468129d3-8a69-4cc6-9ede-114c1032dacf']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:28.275814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c29caaf-359b-458f-94c0-6a7293a04e97') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:28.276103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c29caaf-359b-458f-94c0-6a7293a04e97') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:28.278800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 9e2995d1-8737-4378-81b4-0a7f3f599668 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:28.279138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 9e2995d1-8737-4378-81b4-0a7f3f599668 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:28.279547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4aeeb40-77b5-433a-80f4-734fc1625533 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:28.287690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.307343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.313340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:16:28.313761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.314326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: d4aeeb40-77b5-433a-80f4-734fc1625533 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:28.314827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device d4aeeb40-77b5-433a-80f4-734fc1625533 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:28.315237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 02af01d3-7a9e-4250-8339-e40291190c84 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:16:28.326843 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:16:28.347225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 02af01d3-7a9e-4250-8339-e40291190c84 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:16:28.347560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 02af01d3-7a9e-4250-8339-e40291190c84 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:16:28.460447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.476432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.487517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] Pushing event deleted for resources: {'Network': ['ID=468129d3-8a69-4cc6-9ede-114c1032dacf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:28.490262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6e305aab-614d-48b4-892d-d89c0987b881 admin admin] 10.222.0.26 "DELETE /v2.0/networks/468129d3-8a69-4cc6-9ede-114c1032dacf HTTP/1.1" status: 204 len: 168 time: 0.9787929 Jan 25 16:16:28.667375 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Deleting port 9e2995d1-8737-4378-81b4-0a7f3f599668 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:16:28.667910 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.730388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-42dc0d08-69de-4cb5-b1f8-8fdf6664c9f1 None None] The port '9e2995d1-8737-4378-81b4-0a7f3f599668' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:16:28.853818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42044) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:28.903828 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-79ebb4e1-450d-4f8d-8651-bdc21af60715 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f0350cf4f5c4b9eb726d67c0f27ec76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485852 Jan 25 16:16:28.905912 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42048) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:28.963732 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:28.988682 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:29.083167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:29.099970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fbba03-e962-46c1-88c3-84a33f9ea61d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:29.106329 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:29.109730 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3efb6437-def6-4ef2-8a92-a14c01562d35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21fbba03-e962-46c1-88c3-84a33f9ea61d HTTP/1.1" status: 204 len: 168 time: 0.2006292 Jan 25 16:16:29.511929 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1866526f-40e2-4a76-948a-32b25c5951ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:29.898047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42056) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:29.949445 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0376d2bf-3ffe-412e-b718-b2f9c90ca749 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0dc71f8e96f4d8e9586db358c99419d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502450 Jan 25 16:16:29.951726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42060) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:30.007852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:30.031713 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:30.146556 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:30.160841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c6f9e-7dac-4579-ae56-d4cce524383d,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:30.167143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:30.168279 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-946621ac-4213-40eb-9be6-203fea5761c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/729c6f9e-7dac-4579-ae56-d4cce524383d HTTP/1.1" status: 204 len: 168 time: 0.2156234 Jan 25 16:16:31.586166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-12289ffe-fa53-4ee9-abc5-3daa7f532af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:32.856064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42104) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:32.862214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754568516', 'description': 'tempest-secgroup-smoke-1754568516 description', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:32.868179 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:32.871812 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:32.874568 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:32.880218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:32.991628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:32.992218 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.004627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.034975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:33.037464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.038743 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:33.041474 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:33.046966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:33.122113 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.185851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.227490 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df2e93b-14ad-429c-87ed-17aabd7a76c7,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:33.230117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:33.234068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:33.236978 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:33.242646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:33.294845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.345666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.385699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff826df-7efe-4a6e-bf69-25f792ac9c3e,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:33.442962 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.444151 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3d2499a8-6ab4-4c2a-b92b-62f797b8777d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5871251 Jan 25 16:16:33.447019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42108) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:33.452301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:33.458835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:33.462853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:33.465707 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:33.471402 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:33.546164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.603995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.728733 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.751423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec7ecb2-8462-451e-bf90-69d8197204c8,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:33.838053 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:33.839246 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d24777cf-2a28-46d2-8e7f-6e4fdbde8351 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3913174 Jan 25 16:16:33.842035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42112) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:33.847910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:33.853752 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:33.857550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:33.860310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:33.866448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:33.951384 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.095851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.186390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.210630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d79e94-cdbc-49a3-88b5-63a81e718a48,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:34.283932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.285150 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-00621f44-eff6-40f4-acd0-5c8f580de03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4422240 Jan 25 16:16:34.287808 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:34.293046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:34.298765 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:34.303206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:34.306231 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:34.311878 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:34.386433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.445679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.511591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.533259 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60df213b-bf7d-4ebf-a18b-50dd82c57f95,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:34.631025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.632201 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fe672f0b-760b-4397-82fa-123058ba0a41 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3435006 Jan 25 16:16:34.634921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42120) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:34.640398 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:34.646156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:34.649837 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:34.652597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:34.658143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:34.758025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.809072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.821666 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.900319 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.922761 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99988f2-9b69-4bcd-ac42-5137ead2348f,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:34.997286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:34.998476 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-01756d1f-29ed-4c73-99f2-9dd6f6bd748a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3626690 Jan 25 16:16:35.001125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42124) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:35.006433 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:35.012070 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:35.015768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:35.019487 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:35.024620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:35.106048 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:16:35.112607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.175750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.248969 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.270855 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35161a2-9b7a-4b59-aa95-46b17056177e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:35.346835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.348001 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d398e91c-03e2-4057-b4cf-8f3415e47e33 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3459527 Jan 25 16:16:35.350826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42128) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:35.356099 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'fff826df-7efe-4a6e-bf69-25f792ac9c3e', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:35.362716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:35.366311 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:35.369209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:35.374730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:35.460486 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:16:35.466818 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.528611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.619633 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.644828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17618bea-8b5a-40d6-a2dd-307762d1db0d,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:35.745159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.750086 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bde85d51-2d8a-416d-9176-c362e71b1891 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3945973 Jan 25 16:16:35.750086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42132) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:35.754824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'network': {'name': 'tempest-network-smoke--1492628412', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:35.759694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:35.763462 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:network and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:35.766204 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:35.772476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:35.843297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:16:35.846272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.872762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:16:35.881731 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.882119 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Added segment 27a82876-20da-4e1b-b8ae-a950a010e9b4 of type vlan for network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 Jan 25 16:16:35.906809 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:35.997424 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.000966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:36.001599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.104785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Network': ['ID=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:36.115285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:16:36.126429 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d3cdae6e-dc84-4ba4-9aaa-398ff74d6049 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3732929 Jan 25 16:16:36.127217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42136) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:36.133782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'admin_state_up': True, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:36.141184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:36.145216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:router and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:36.148056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:36.158858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:36.237969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.238990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.256331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.555816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.772406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.801251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:36.930945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.85 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/21d62da3-1fb2-4987-a225-2464162cb2e0) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:16:37.071834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:37.158093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:37.227018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:37.229793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:37.234225 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:16:37.258202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=21d62da3-1fb2-4987-a225-2464162cb2e0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:37.445966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:37.446689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:37.729008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 6dbfe06d-89bf-41b3-906f-df63e5178b04 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:16:37.920663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:37.930040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Sync routers for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:37.941123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:37.941864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:38.008256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.009394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bf3eb3f5-18b4-4efd-ba59-8ca3b8d370f4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8804140 Jan 25 16:16:38.012472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.114235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:38.177066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e96645a5-61c2-4dc2-8b84-1a93da82728a tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7ce5eb2675a24ede9f7a160f2659a155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1634893 Jan 25 16:16:38.179678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42146) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.307718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824fdcfb-aebe-47b7-bb4f-263bcf073268 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:38.309083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-824fdcfb-aebe-47b7-bb4f-263bcf073268 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285357 Jan 25 16:16:38.311851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42150) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.354225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66321c71-fb8a-41f2-8991-efc80164af59 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412900 Jan 25 16:16:38.356806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42154) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:38.362886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1436264218', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:38.426404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:37Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:38.430275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Checking router: 6dbfe06d-89bf-41b3-906f-df63e5178b04 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:16:38.430647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Updating router 6dbfe06d-89bf-41b3-906f-df63e5178b04 port 21d62da3-1fb2-4987-a225-2464162cb2e0 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:16:38.469977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:38.474694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:subnet and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:38.477496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:38.480384 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.483027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:38.545786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:16:38.740679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.803317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.815848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Transition to ACTIVE for port object 21d62da3-1fb2-4987-a225-2464162cb2e0 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:38.900197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.976620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Pushing event updated for resources: {'Port': ['ID=21d62da3-1fb2-4987-a225-2464162cb2e0,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:38.981290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Attempting to bind port 21d62da3-1fb2-4987-a225-2464162cb2e0 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:16:38.981668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Attempting to bind port 21d62da3-1fb2-4987-a225-2464162cb2e0 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:16:38.982018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Attempting to bind port 21d62da3-1fb2-4987-a225-2464162cb2e0 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:16:38.990763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.991045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.991373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.991695 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.992014 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.992331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.992645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.992958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.993268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.993604 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.993914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:38.998182 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:16:38.998546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:16:38.998939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:38.999305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:16:38.999751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Bound port: 21d62da3-1fb2-4987-a225-2464162cb2e0, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:16:39.000145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:39.026322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:39.071531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] For port 21d62da3-1fb2-4987-a225-2464162cb2e0, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:16:39.074574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] For port 21d62da3-1fb2-4987-a225-2464162cb2e0, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=21d62da3-1fb2-4987-a225-2464162cb2e0,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:16:39.103087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Subnet': ['ID=520f12bc-6eb1-4fdc-8578-fd89e9f28444,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:39.114803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Checking segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:16:39.115162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network hostable DHCP agents. Network: f893ba4b-838d-4be2-aaa6-51d52b0bd6f9, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:16:39.146508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:39.182975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:39.214026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:16:39.223992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1962-1dfa-4903-bf4f-767cb0dbfc10 None None] Pushing event updated for resources: {'Port': ['ID=21d62da3-1fb2-4987-a225-2464162cb2e0,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:39.229562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:39.230151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:39.294107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, f893ba4b-838d-4be2-aaa6-51d52b0bd6f9) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:39.297959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:39.298539 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:39.304010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f569cd-adc1-4207-ad0f-79a711ce54a5 None None] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:16:39.381290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c0fabcc7-c524-46eb-9c09-95babc00ae9d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0233414 Jan 25 16:16:39.383997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42158) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:39.527068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:39.770208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:16:39.771013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.023754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:37Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:40.029089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Allocated IP 172.20.0.2 (f893ba4b-838d-4be2-aaa6-51d52b0bd6f9/520f12bc-6eb1-4fdc-8578-fd89e9f28444/5d7cd375-4b46-4372-95df-7626ef33ffe8) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:16:40.033293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e99b-a55b-4462-aaf7-6b9e67076c18 None None] The sync data for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv is: [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:37Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:16:40.134688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.263538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.274250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Transition to ACTIVE for port object 5d7cd375-4b46-4372-95df-7626ef33ffe8 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:40.294880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Transition to ACTIVE for port object 5d7cd375-4b46-4372-95df-7626ef33ffe8 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:40.397408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.471317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:40.474255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:40.476720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:16:40.483547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Pushing event updated for resources: {'Port': ['ID=5d7cd375-4b46-4372-95df-7626ef33ffe8,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:40.580055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Attempting to bind port 5d7cd375-4b46-4372-95df-7626ef33ffe8 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:16:40.580722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Attempting to bind port 5d7cd375-4b46-4372-95df-7626ef33ffe8 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:16:40.581074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Attempting to bind port 5d7cd375-4b46-4372-95df-7626ef33ffe8 on network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:16:40.588664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:16:40.589050 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Checking segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:16:40.589612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.590005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Bound using segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:16:40.590459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Bound port: 5d7cd375-4b46-4372-95df-7626ef33ffe8, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:16:40.590825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.665697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.1 (f893ba4b-838d-4be2-aaa6-51d52b0bd6f9/520f12bc-6eb1-4fdc-8578-fd89e9f28444/87facb3a-e3bc-4fa8-aba6-e019ca227a51) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:16:40.682647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] For port 5d7cd375-4b46-4372-95df-7626ef33ffe8, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:16:40.685891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] For port 5d7cd375-4b46-4372-95df-7626ef33ffe8, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5d7cd375-4b46-4372-95df-7626ef33ffe8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:16:40.775862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.832588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:40.855820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 87facb3a-e3bc-4fa8-aba6-e019ca227a51 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:40.866660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a8c33-b640-4b68-9a07-8e796e8536d5 None None] Pushing event updated for resources: {'Port': ['ID=5d7cd375-4b46-4372-95df-7626ef33ffe8,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:40.947216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.026800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:41.029937 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:41.035024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:16:41.059388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:41.096962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.269788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.674118 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.740657 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.751698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e3c29-a559-4848-98e6-f1b8f892d76d None None] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:16:41.852001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:41.856099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:41.959601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-389c2efd-815b-4566-a007-d65a54af09c3 None None] Provisioning for port 5d7cd375-4b46-4372-95df-7626ef33ffe8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:41.995745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:41.996818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:42.264888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-540bf10f-d01a-4ff2-bd28-75dc4797b7e1 None None] Provisioning for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:42.268599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-540bf10f-d01a-4ff2-bd28-75dc4797b7e1 None None] Provisioning complete for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:42.268957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-540bf10f-d01a-4ff2-bd28-75dc4797b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.344788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-540bf10f-d01a-4ff2-bd28-75dc4797b7e1 None None] Port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:16:42.398135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 21d62da3-1fb2-4987-a225-2464162cb2e0 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:42.491454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f0a31e8d-2b6f-4a22-95e4-b145a5e55d59 None None] Provisioning complete for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:42.492621 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f0a31e8d-2b6f-4a22-95e4-b145a5e55d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.505313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 6dbfe06d-89bf-41b3-906f-df63e5178b04 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:16:42.542026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 21d62da3-1fb2-4987-a225-2464162cb2e0 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:42.549372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 21d62da3-1fb2-4987-a225-2464162cb2e0 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:42.549754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.602085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-f0a31e8d-2b6f-4a22-95e4-b145a5e55d59 None None] Port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:16:42.675825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.692072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 21d62da3-1fb2-4987-a225-2464162cb2e0, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=21d62da3-1fb2-4987-a225-2464162cb2e0,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:42.713553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:42.723795 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68468ca6-543f-45a8-98d0-ee19949b1200 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/6dbfe06d-89bf-41b3-906f-df63e5178b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3386853 Jan 25 16:16:42.725112 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-725e82be-7c49-4805-873b-46c380b91710 None None] Provisioning complete for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:42.725508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-725e82be-7c49-4805-873b-46c380b91710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.779998 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-725e82be-7c49-4805-873b-46c380b91710 None None] Port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:16:42.797631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:42.798369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5d7cd375-4b46-4372-95df-7626ef33ffe8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:42.896963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-a7bb579e-47e8-4070-9f13-7594ec5874b4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754568516&fields=id&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 267 time: 0.0402579 Jan 25 16:16:42.910128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=21d62da3-1fb2-4987-a225-2464162cb2e0,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:42.992045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 5d7cd375-4b46-4372-95df-7626ef33ffe8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:42.996805 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5d7cd375-4b46-4372-95df-7626ef33ffe8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:42.997175 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:43.052642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-969ee71b-eb49-4375-8dec-33c02a86cd01 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:43.054179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-969ee71b-eb49-4375-8dec-33c02a86cd01 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/networks?id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 200 len: 797 time: 0.1508012 Jan 25 16:16:43.070674 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-0194fefc-7c31-48db-876b-77c217c65c54 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/quotas/7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Jan 25 16:16:43.108631 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:43.147916 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 5d7cd375-4b46-4372-95df-7626ef33ffe8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5d7cd375-4b46-4372-95df-7626ef33ffe8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:43.157540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-7177b956-6cfd-41ed-839b-561835ce047d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:16:43.220539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:43.237564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-7177b956-6cfd-41ed-839b-561835ce047d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:16:43.238993 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-7177b956-6cfd-41ed-839b-561835ce047d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632576 Jan 25 16:16:43.286346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=5d7cd375-4b46-4372-95df-7626ef33ffe8,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:43.383390 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-c695a3bc-6f21-46d6-b060-ade513963904 service neutron] 10.222.0.26 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326218 Jan 25 16:16:43.512136 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Sync routers for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:43.513902 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-d209fcdd-089f-4132-b811-05c9d6d03f37 service neutron] 10.222.0.26 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248002 Jan 25 16:16:43.523755 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:43.524350 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:43.696191 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:43.912003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7432386-03c7-4d71-8f5f-ef8c526571da req-bdacb015-94c4-40cb-a95e-c8d832e92415 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 210 time: 0.0403302 Jan 25 16:16:44.003948 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 2, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:44.007762 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Checking router: 6dbfe06d-89bf-41b3-906f-df63e5178b04 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:16:44.008109 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Updating router 6dbfe06d-89bf-41b3-906f-df63e5178b04 port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:16:44.060419 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.263994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 21d62da3-1fb2-4987-a225-2464162cb2e0 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:44.331453 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 21d62da3-1fb2-4987-a225-2464162cb2e0 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:44.331886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.396786 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.408102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Transition to ACTIVE for port object 87facb3a-e3bc-4fa8-aba6-e019ca227a51 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:44.460390 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.475845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5d7cd375-4b46-4372-95df-7626ef33ffe8 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:44.544703 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 5d7cd375-4b46-4372-95df-7626ef33ffe8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:44.545129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.651532 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Pushing event updated for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:44.673241 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.673606 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.673974 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.674296 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.674618 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.674938 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.675254 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.675662 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.675869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.676184 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.676797 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:16:44.686707 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Attempting to bind port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:16:44.687073 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Attempting to bind port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:16:44.687561 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Attempting to bind port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 on network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:16:44.694174 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:16:44.694542 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Checking segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:16:44.694996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.698845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Bound using segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:16:44.698845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Bound port: 87facb3a-e3bc-4fa8-aba6-e019ca227a51, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:16:44.698845 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.783682 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] For port 87facb3a-e3bc-4fa8-aba6-e019ca227a51, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:16:44.786597 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] For port 87facb3a-e3bc-4fa8-aba6-e019ca227a51, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=87facb3a-e3bc-4fa8-aba6-e019ca227a51,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:16:44.866402 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:44.976658 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e3f11-9b34-4756-ac84-e2cc24705e90 None None] Pushing event updated for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:44.985312 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:44.985902 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:45.094913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8db64838-10f9-4b91-bca0-6b0deaec07bb req-b1a776e2-bbf3-4045-b427-dda23b4da6a6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 210 time: 0.0574365 Jan 25 16:16:45.184318 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:45.246996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:16:45.493300 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:44Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:45.497194 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d894b71-b535-4e82-a4d5-50a977615f63 None None] The sync data for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv is: [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:44Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:16:46.043166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-49529ee9-1730-4670-9275-ad64205c2b2a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:46.044633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-49529ee9-1730-4670-9275-ad64205c2b2a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/networks?id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 200 len: 797 time: 0.1558936 Jan 25 16:16:46.101585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-c6c42c4f-1321-41fe-80e6-f3cff6e9bd4a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 380 time: 0.0436761 Jan 25 16:16:46.109578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'port': {'device_id': '22103f67-7bd8-4b0c-936c-e531033b289c', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'admin_state_up': True, 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'security_groups': ['fff826df-7efe-4a6e-bf69-25f792ac9c3e']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:46.304445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb05c6c7-06de-40a9-b9dc-55f9308770be req-b2e8dc48-0841-42f8-b06d-cc0baa994037 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 210 time: 0.0500033 Jan 25 16:16:46.346660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:46.348438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 87facb3a-e3bc-4fa8-aba6-e019ca227a51 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:46.357915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:46.420200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:16:46.423356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:46.483821 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:46.489542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:46.495226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:46.598278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.9 (f893ba4b-838d-4be2-aaa6-51d52b0bd6f9/520f12bc-6eb1-4fdc-8578-fd89e9f28444/f9628293-ae56-47c4-9986-224c230562a8) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:16:46.608386 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:46.648650 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 87facb3a-e3bc-4fa8-aba6-e019ca227a51, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=87facb3a-e3bc-4fa8-aba6-e019ca227a51,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:46.689207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:46.761115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:46.797632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:46.813956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object f9628293-ae56-47c4-9986-224c230562a8 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:46.900838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.065609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:47.068498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:47.072278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:16:47.108387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:47.138867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:47.139472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.226642 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-463f7e52-cdfb-432c-85bb-f40915e68d08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1207750 Jan 25 16:16:47.241007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Request body: {'port': {'device_id': '22103f67-7bd8-4b0c-936c-e531033b289c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:47.322762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9b6d4130-2f2f-40c8-81aa-ca0e127db441 None None] Provisioning for port f9628293-ae56-47c4-9986-224c230562a8 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:47.327445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9b6d4130-2f2f-40c8-81aa-ca0e127db441 None None] Provisioning complete for port f9628293-ae56-47c4-9986-224c230562a8 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:47.327810 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4130-2f2f-40c8-81aa-ca0e127db441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.348209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.382466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d4130-2f2f-40c8-81aa-ca0e127db441 None None] Port f9628293-ae56-47c4-9986-224c230562a8 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:16:47.644806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35b8fe-e238-4f27-8287-bff7ed8e1c1b req-8dccaf25-8c2d-4294-9ba3-c771bbb4e122 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:47.645395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8e35b8fe-e238-4f27-8287-bff7ed8e1c1b req-8dccaf25-8c2d-4294-9ba3-c771bbb4e122 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:16:47.741472 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-8e35b8fe-e238-4f27-8287-bff7ed8e1c1b req-8dccaf25-8c2d-4294-9ba3-c771bbb4e122 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:16:47.742596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e35b8fe-e238-4f27-8287-bff7ed8e1c1b req-8dccaf25-8c2d-4294-9ba3-c771bbb4e122 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 931 time: 0.2844605 Jan 25 16:16:47.748331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9628293-ae56-47c4-9986-224c230562a8 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:16:47.757189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.789371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Transition to ACTIVE for port object f9628293-ae56-47c4-9986-224c230562a8 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:16:47.807912 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e35b8fe-e238-4f27-8287-bff7ed8e1c1b req-c2b31d1f-4419-4f75-8df7-9cc4c425894b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553670 Jan 25 16:16:47.848823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:47.973793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Pushing event updated for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:48.079402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Attempting to bind port f9628293-ae56-47c4-9986-224c230562a8 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:16:48.079731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Attempting to bind port f9628293-ae56-47c4-9986-224c230562a8 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:16:48.080057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Attempting to bind port f9628293-ae56-47c4-9986-224c230562a8 on network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:16:48.085673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Port f9628293-ae56-47c4-9986-224c230562a8 on network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:16:48.085989 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Attempting to bind port f9628293-ae56-47c4-9986-224c230562a8 on network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:16:48.092366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:16:48.092696 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Checking segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:16:48.093074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Bound using segment: {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:16:48.093515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Bound port: f9628293-ae56-47c4-9986-224c230562a8, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27a82876-20da-4e1b-b8ae-a950a010e9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:16:48.093857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:48.178552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:16:48.181274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f9628293-ae56-47c4-9986-224c230562a8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:16:48.249635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:48.262332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 87facb3a-e3bc-4fa8-aba6-e019ca227a51 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:48.311919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:48.313286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 200 len: 1093 time: 1.0770881 Jan 25 16:16:48.313875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:48.340607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd34022-7a6a-4e83-93f7-e3c749eb1468 service neutron] Pushing event updated for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:48.348332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:48.348826 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:48.380824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8', 'status': 'completed', 'code': 200} Jan 25 16:16:48.482391 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3a2b01f-e549-44c1-ade9-4fc88aa43587 req-c4b25e90-508e-44eb-9334-cb0045ce5048 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1096 time: 0.0795140 Jan 25 16:16:48.619990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b01f-e549-44c1-ade9-4fc88aa43587 req-3559ae30-042e-4c66-b0bc-8185c35ea0ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:48.621321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3a2b01f-e549-44c1-ade9-4fc88aa43587 req-3559ae30-042e-4c66-b0bc-8185c35ea0ba service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328378 Jan 25 16:16:48.751839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2b01f-e549-44c1-ade9-4fc88aa43587 req-4b733d2d-c0a4-4b3e-89dd-0de37ac4531b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:48.753765 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3a2b01f-e549-44c1-ade9-4fc88aa43587 req-4b733d2d-c0a4-4b3e-89dd-0de37ac4531b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255906 Jan 25 16:16:48.855336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-41360f77-4612-4aa5-9b7c-87aa93293b6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1096 time: 0.0685244 Jan 25 16:16:48.925871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-478bf7b2-0fec-4cc1-b7d3-4aff1cb0d1bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 200 len: 217 time: 0.0633733 Jan 25 16:16:49.127415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-8d5d0de2-3a3f-49a8-97b5-bcedefae5a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:49.128851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-8d5d0de2-3a3f-49a8-97b5-bcedefae5a76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=520f12bc-6eb1-4fdc-8578-fd89e9f28444 HTTP/1.1" status: 200 len: 835 time: 0.1684616 Jan 25 16:16:49.185677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0b8f9-0f86-4994-bd24-b455644aefec req-73449f4c-1313-4415-b4d4-ae4e0772d1d8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:49.187145 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cac0b8f9-0f86-4994-bd24-b455644aefec req-73449f4c-1313-4415-b4d4-ae4e0772d1d8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 943 time: 0.2595041 Jan 25 16:16:49.246034 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cac0b8f9-0f86-4994-bd24-b455644aefec req-793dad9c-9e33-4fd8-9d15-fdd0c4b34ee6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498643 Jan 25 16:16:49.249721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-f1568c8c-729c-42eb-a338-5ee72d4b0b36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152170 Jan 25 16:16:49.376000 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-34b78812-e28b-4beb-b94b-b6dea55afdcf service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207469 Jan 25 16:16:49.503953 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e2ce387a-dcf7-4326-b8e5-84b410967308 req-4968517b-de05-488a-b192-863061f18cfe service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213307 Jan 25 16:16:50.443166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f81aba-8441-4486-ada0-500de4e32b00 req-dc307760-8002-40ad-ab6c-2dff0fbd9cbd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:50.444507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47f81aba-8441-4486-ada0-500de4e32b00 req-dc307760-8002-40ad-ab6c-2dff0fbd9cbd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 943 time: 0.0782042 Jan 25 16:16:50.487160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-47f81aba-8441-4486-ada0-500de4e32b00 req-567ea41f-504a-45b7-9123-343753611b8d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 Jan 25 16:16:51.679265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1e09a-8a17-4319-a340-9baea9c85325 req-07c2d750-0c88-464d-a231-f96a919d8bd8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:51.680714 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abd1e09a-8a17-4319-a340-9baea9c85325 req-07c2d750-0c88-464d-a231-f96a919d8bd8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 943 time: 0.0747631 Jan 25 16:16:51.728850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abd1e09a-8a17-4319-a340-9baea9c85325 req-fddad26d-54ea-478c-b4f1-1aafce3050b5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 Jan 25 16:16:52.162157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f9628293-ae56-47c4-9986-224c230562a8 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:16:52.293154 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f9628293-ae56-47c4-9986-224c230562a8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:52.306256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'f9628293-ae56-47c4-9986-224c230562a8', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'port_id': 'f9628293-ae56-47c4-9986-224c230562a8', 'mac_address': 'fa:16:3e:bb:79:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:16:52.357100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:52.373930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9628293-ae56-47c4-9986-224c230562a8 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:16:52.387925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f9628293-ae56-47c4-9986-224c230562a8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:52.465542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:52.532120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:52.699617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['f9628293-ae56-47c4-9986-224c230562a8'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:16:52.921837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbc3b1-2e73-4686-83c7-60c6c30a844f req-11547227-d1e4-42c3-9e61-486e846cd2f1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:52.923291 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15cbc3b1-2e73-4686-83c7-60c6c30a844f req-11547227-d1e4-42c3-9e61-486e846cd2f1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 944 time: 0.0754209 Jan 25 16:16:52.970311 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15cbc3b1-2e73-4686-83c7-60c6c30a844f req-716a68e6-bc83-4fd3-a082-039e0ab62cde tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 Jan 25 16:16:54.168373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e77f6-bca6-4036-80ed-2131c023c0e8 req-4df7faa4-d095-4108-a00b-d775fced7d6f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:54.169820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-437e77f6-bca6-4036-80ed-2131c023c0e8 req-4df7faa4-d095-4108-a00b-d775fced7d6f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 944 time: 0.0786581 Jan 25 16:16:54.177236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f9628293-ae56-47c4-9986-224c230562a8 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:16:54.218025 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-437e77f6-bca6-4036-80ed-2131c023c0e8 req-334db4fa-1ac5-4b40-bf63-d6877e23345e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Jan 25 16:16:54.306070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port f9628293-ae56-47c4-9986-224c230562a8 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:16:54.311157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port f9628293-ae56-47c4-9986-224c230562a8 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:16:54.311520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:54.422565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:54.449066 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:54.458296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f9628293-ae56-47c4-9986-224c230562a8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:16:54.502818 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8', 'code': 200} Jan 25 16:16:54.540438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:54.605712 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:54.827981 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b8882939-039b-4184-ac9f-2ffb65260f96 req-f7f9b375-ee4b-4c52-a7f6-935e732efad8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1098 time: 0.0647569 Jan 25 16:16:54.868524 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b8882939-039b-4184-ac9f-2ffb65260f96 req-af6bc82d-85fc-4a6e-a487-0c3c6195da5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346653 Jan 25 16:16:55.412524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac7f17-cee5-4caa-b973-52838f13120c req-feb20707-82dd-474f-bd16-87e35a5c7c51 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:55.413903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27ac7f17-cee5-4caa-b973-52838f13120c req-feb20707-82dd-474f-bd16-87e35a5c7c51 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0774734 Jan 25 16:16:55.457321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27ac7f17-cee5-4caa-b973-52838f13120c req-4c0dfb39-7a47-4af0-8d4c-4015f999f858 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380285 Jan 25 16:16:56.651281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2a1d4-ddfe-4a09-bd9e-219bca562d48 req-c39a6c48-e2f8-4749-ae2a-f1cbe3608e34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:56.652706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7c2a1d4-ddfe-4a09-bd9e-219bca562d48 req-c39a6c48-e2f8-4749-ae2a-f1cbe3608e34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0750234 Jan 25 16:16:56.696737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7c2a1d4-ddfe-4a09-bd9e-219bca562d48 req-18c397a3-99f4-4864-8c43-da6e22fae759 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386198 Jan 25 16:16:56.891691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4babf2e-45da-4cf9-a22b-49eefa51faaf req-edc6578d-cadd-446d-b19a-d75e524e68ff tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:56.893147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4babf2e-45da-4cf9-a22b-49eefa51faaf req-edc6578d-cadd-446d-b19a-d75e524e68ff tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0786648 Jan 25 16:16:56.936249 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4babf2e-45da-4cf9-a22b-49eefa51faaf req-adeaedf3-26f3-4526-bc5d-bed6f44dae52 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Jan 25 16:16:56.963759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42210) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:57.034037 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-76f0ca86-4051-4c32-bdac-ed6edc81d2fd tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1093 time: 0.0690892 Jan 25 16:16:57.036511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42214) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:16:57.041544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'f9628293-ae56-47c4-9986-224c230562a8', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:16:57.046881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:16:57.050586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:floatingip and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:16:57.053332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:16:57.058807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:16:57.122638 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:57.252278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:57.384859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.111 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/2473d4ae-7d9e-41d9-9d2c-caecdf65e972) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:16:57.526068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:57.631440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:57.700433 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:16:57.703125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:16:57.708181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:16:57.731745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=2473d4ae-7d9e-41d9-9d2c-caecdf65e972,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:58.279953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:58.427420 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:58.621797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:58.665675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:58.767226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=2473d4ae-7d9e-41d9-9d2c-caecdf65e972,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:16:58.784706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:58.969683 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Floating IP c594b2ff-0819-44a7-aef9-1f23f1a4178f associated. External IP: 172.26.8.111, port: f9628293-ae56-47c4-9986-224c230562a8. Jan 25 16:16:59.344563 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 6dbfe06d-89bf-41b3-906f-df63e5178b04 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:16:59.477106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c2570cf-eeef-4287-a713-d2216a5cea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:59.538276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:16:59.547822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Sync routers for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:16:59.559308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:16:59.559947 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:16:59.625908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:16:59.682969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-87a7a75d-3227-427b-836a-2bd009771aad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6454511 Jan 25 16:16:59.683550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:16:59.739442 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8', 'status': 'completed', 'code': 200} Jan 25 16:16:59.769101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:16:59.982235 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-6995f3fe-4ae3-4b50-87f0-8e7aa7527d11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1098 time: 0.2224550 Jan 25 16:16:59.992047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0790e0a-cfd5-4ec7-87e5-62903c9927b9 req-5322149f-62fd-4e60-a64e-2cb28165c06f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:16:59.993399 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f0790e0a-cfd5-4ec7-87e5-62903c9927b9 req-5322149f-62fd-4e60-a64e-2cb28165c06f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.1061633 Jan 25 16:17:00.115724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c594b2ff-0819-44a7-aef9-1f23f1a4178f', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'port_id': 'f9628293-ae56-47c4-9986-224c230562a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'mac_address': 'fa:16:3e:bb:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22103f67-7bd8-4b0c-936c-e531033b289c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:16:58Z', 'updated_at': '2022-01-25T16:16:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:00.119711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Checking router: 6dbfe06d-89bf-41b3-906f-df63e5178b04 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:17:00.121084 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f0790e0a-cfd5-4ec7-87e5-62903c9927b9 req-26e2f8ba-a91b-40d0-b48f-ad345ab5c164 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093054 Jan 25 16:17:00.131012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:00.131614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:16:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:00.150552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-98e235e4-9dc4-4aa1-8cd8-fee2061eb3f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:00.151973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-98e235e4-9dc4-4aa1-8cd8-fee2061eb3f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 200 len: 898 time: 0.1577582 Jan 25 16:17:00.157217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42222) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:00.308572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:00.340426 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-bf0e7dbc-8ab9-45ec-b868-a2d9bdeadd80 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 991 time: 0.1810458 Jan 25 16:17:00.342475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-d5364a73-f249-4045-8ac1-4a542bc56807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 200 len: 999 time: 0.1844234 Jan 25 16:17:00.403824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-630cd3e5-b2a5-4c7a-955d-97808d469156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:00.405220 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-630cd3e5-b2a5-4c7a-955d-97808d469156 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=520f12bc-6eb1-4fdc-8578-fd89e9f28444 HTTP/1.1" status: 200 len: 835 time: 0.0571799 Jan 25 16:17:00.480930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-2490c77f-0ab9-4bbd-9753-51324bd96809 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700912 Jan 25 16:17:00.609504 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-76d3658c-1d22-478a-98ea-c229d5b797f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223793 Jan 25 16:17:00.652007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c594b2ff-0819-44a7-aef9-1f23f1a4178f', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'port_id': 'f9628293-ae56-47c4-9986-224c230562a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'mac_address': 'fa:16:3e:bb:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22103f67-7bd8-4b0c-936c-e531033b289c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:16:58Z', 'updated_at': '2022-01-25T16:16:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:00.655933 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd30ac7-e157-427d-9e5c-b740f834e83c None None] The sync data for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv is: [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'c594b2ff-0819-44a7-aef9-1f23f1a4178f', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.111', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'port_id': 'f9628293-ae56-47c4-9986-224c230562a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'mac_address': 'fa:16:3e:bb:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22103f67-7bd8-4b0c-936c-e531033b289c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:16:58Z', 'updated_at': '2022-01-25T16:16:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:17:00.743947 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a6e35221-ab7c-43c3-8b71-5c8dd8edcdf9 req-a30a1bc8-1051-4002-9f7e-a19321b7b10a service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290264 Jan 25 16:17:01.344280 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42226) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:01.447677 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ce454fa6-e2e2-4b52-822c-6664f42b6846 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 991 time: 0.1023438 Jan 25 16:17:01.562726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d55ead19-76f5-4a93-be02-fe587ebbab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:02.451213 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42230) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:02.531782 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5aef8-2ad2-4592-8380-94ca701cf9ef None None] New status for floating IP c594b2ff-0819-44a7-aef9-1f23f1a4178f: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:17:02.554179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-aa07e658-3a9e-445f-b3ba-5bc862589f08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 991 time: 0.1017540 Jan 25 16:17:02.990976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:03.031150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:03.558008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42234) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:03.665033 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad307a57-8b04-479a-b19b-8764bae3c0cf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 993 time: 0.1058543 Jan 25 16:17:04.813839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:09.185448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:22.230377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:17:28.735955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bcc3a-9c33-4dba-8a3c-4dde966c32a3 req-70cf7283-4593-4836-b24a-8dcc9d0cea08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:28.737398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f2bcc3a-9c33-4dba-8a3c-4dde966c32a3 req-70cf7283-4593-4836-b24a-8dcc9d0cea08 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0786748 Jan 25 16:17:28.781922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3f2bcc3a-9c33-4dba-8a3c-4dde966c32a3 req-26f7c5da-6d04-488c-84d9-1843a5040bcf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386128 Jan 25 16:17:29.448021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e57443-f734-402c-9c07-0578f84396c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:29.978611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d00daf-bff2-4465-866a-002a80f71877 req-f9fbbc24-c5d8-43ee-ae2c-b06b0131e941 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:29.980081 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52d00daf-bff2-4465-866a-002a80f71877 req-f9fbbc24-c5d8-43ee-ae2c-b06b0131e941 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0744312 Jan 25 16:17:30.025843 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-52d00daf-bff2-4465-866a-002a80f71877 req-96f3d3ed-658e-4b52-aaee-0f04b3494770 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386887 Jan 25 16:17:30.052698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42252) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:30.247591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-81edcfa4-45df-47bd-9267-1f446dd1e94a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 993 time: 0.1938105 Jan 25 16:17:31.555633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d4dd46eb-689c-4c01-9cda-c558eb723cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:31.915203 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-266194f4-9daf-491c-8b2e-faae8248b3bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1098 time: 0.2230139 Jan 25 16:17:31.929832 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc14cd-14c2-46ac-8f00-1175973a5e25 req-0b20b994-3c81-4d73-afa8-11a76b272f5d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:31.931276 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5bc14cd-14c2-46ac-8f00-1175973a5e25 req-0b20b994-3c81-4d73-afa8-11a76b272f5d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.1066723 Jan 25 16:17:32.062112 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5bc14cd-14c2-46ac-8f00-1175973a5e25 req-197d838c-bb00-4a16-be38-ca0d72213ff3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093206 Jan 25 16:17:32.095856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-551b2c54-e61c-4d9f-9bd1-b3c695d32d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:32.097308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-551b2c54-e61c-4d9f-9bd1-b3c695d32d35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 200 len: 898 time: 0.1621604 Jan 25 16:17:32.197073 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-1fbbd13a-e6fd-42db-8d8a-0aa7799ba96c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 200 len: 1001 time: 0.0921233 Jan 25 16:17:32.261963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-e1877436-17d2-43bd-ab45-b10b29f12513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:32.263355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-e1877436-17d2-43bd-ab45-b10b29f12513 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=520f12bc-6eb1-4fdc-8578-fd89e9f28444 HTTP/1.1" status: 200 len: 835 time: 0.0593364 Jan 25 16:17:32.334673 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-563f0239-c3fc-47e3-90c6-67b99b22dc5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652606 Jan 25 16:17:32.460944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-96418c27-a84a-4943-aa16-80cbee0267b0 service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203330 Jan 25 16:17:32.588256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b5f0b2f2-dada-4613-9a65-87064e6c6e31 req-8105edda-0a07-4845-a8ed-ce6b56001d03 service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213796 Jan 25 16:17:33.019257 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:33.042010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:33.263999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30cfe3-d97d-4131-975d-4e89a8022e1c req-1d986682-5cdb-4f15-a052-544d0f3c7015 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:33.265434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea30cfe3-d97d-4131-975d-4e89a8022e1c req-1d986682-5cdb-4f15-a052-544d0f3c7015 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0788071 Jan 25 16:17:33.308791 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea30cfe3-d97d-4131-975d-4e89a8022e1c req-56137505-f1fd-44c0-85df-c482a9e133b2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Jan 25 16:17:33.336763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42266) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:33.438963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-269d24d8-f39b-49e4-b2b6-c8feb23062a6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 200 len: 993 time: 0.1010778 Jan 25 16:17:33.760515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42274) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:33.954010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 2473d4ae-7d9e-41d9-9d2c-caecdf65e972 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:17:33.954285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:34.117969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:34.118287 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:34.307641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 2473d4ae-7d9e-41d9-9d2c-caecdf65e972 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:17:34.515726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:34.561807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=2473d4ae-7d9e-41d9-9d2c-caecdf65e972,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:34.603300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.603645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.603980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.604308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.604632 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.604953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.605271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.605611 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.605925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.606235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.606547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:34.662823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:34.802452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:35.040581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 6dbfe06d-89bf-41b3-906f-df63e5178b04 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:17:35.233401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:17:35.244224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Sync routers for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:17:35.256159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:35.256767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:35.322282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:35.377737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a43abc3d-4b2e-4cff-b66a-da9e34aa5ed1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/floatingips/c594b2ff-0819-44a7-aef9-1f23f1a4178f HTTP/1.1" status: 204 len: 168 time: 1.6161332 Jan 25 16:17:35.378298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:17:35.433047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8', 'status': 'completed', 'code': 200} Jan 25 16:17:35.438333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:35.530122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-a8df918a-2312-4478-a43a-68cb2c056058 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 1098 time: 0.0716670 Jan 25 16:17:35.664893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-32a3ed4a-bbf5-42b7-bd5c-43bf40ce99bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:35.666427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-32a3ed4a-bbf5-42b7-bd5c-43bf40ce99bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 200 len: 898 time: 0.1302586 Jan 25 16:17:35.738651 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-0c4050da-2857-49e7-b59b-f09e2d7050c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 200 len: 217 time: 0.0664279 Jan 25 16:17:35.803005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-cd4426c0-031a-4467-bcf5-b488b3c5db90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:35.804427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-cd4426c0-031a-4467-bcf5-b488b3c5db90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=520f12bc-6eb1-4fdc-8578-fd89e9f28444 HTTP/1.1" status: 200 len: 835 time: 0.0607934 Jan 25 16:17:35.807476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:35.811636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Checking router: 6dbfe06d-89bf-41b3-906f-df63e5178b04 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:17:35.822118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:35.822720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:36.001979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:36.022045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-b2194e37-85b8-40aa-a932-a8d5acc148c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2114947 Jan 25 16:17:36.054192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b77f-55e9-4211-bd2b-d30b426b8188 req-59cd2a6e-5e72-4b2d-a577-298439b797f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:36.054865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3497b77f-55e9-4211-bd2b-d30b426b8188 req-59cd2a6e-5e72-4b2d-a577-298439b797f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:17:36.169047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-76c04717-c88d-4b71-90b1-0ffe2a7d4f00 service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391280 Jan 25 16:17:36.169792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-3497b77f-55e9-4211-bd2b-d30b426b8188 req-59cd2a6e-5e72-4b2d-a577-298439b797f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:17:36.170766 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3497b77f-55e9-4211-bd2b-d30b426b8188 req-59cd2a6e-5e72-4b2d-a577-298439b797f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.3183911 Jan 25 16:17:36.308185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:36.312111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5564f805-00ea-4a11-9a21-884ec5b413be None None] The sync data for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv is: [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '87facb3a-e3bc-4fa8-aba6-e019ca227a51', 'name': '', 'network_id': 'f893ba4b-838d-4be2-aaa6-51d52b0bd6f9', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:b7:01:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:40Z', 'updated_at': '2022-01-25T16:16:46Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '520f12bc-6eb1-4fdc-8578-fd89e9f28444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:17:36.312485 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3497b77f-55e9-4211-bd2b-d30b426b8188 req-eb235f19-a7e2-4221-8510-dab74fe09b40 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350803 Jan 25 16:17:36.340110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cd7abd0c-b035-4479-afb9-4bb72b3d0e3c req-4edc5c9f-3318-495c-829c-4b73e99d633d service neutron] 10.222.0.41 "GET /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638131 Jan 25 16:17:36.536274 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50101f97-b40a-49bf-a0b9-53b64d95b51a None None] New status for floating IP c594b2ff-0819-44a7-aef9-1f23f1a4178f: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:17:37.419426 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-5e4f3ed3-9941-4405-8ca3-8b91eaec065a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:37.420744 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-5e4f3ed3-9941-4405-8ca3-8b91eaec065a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.0730877 Jan 25 16:17:37.533764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port f9628293-ae56-47c4-9986-224c230562a8 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:17:37.534095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:37.627765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0b679-0b46-4c9e-af3f-1cd7880ef6de req-91c1631d-1079-4af6-9d9b-23b8fc696dfc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:37.629862 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2f0b679-0b46-4c9e-af3f-1cd7880ef6de req-91c1631d-1079-4af6-9d9b-23b8fc696dfc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 945 time: 0.1764531 Jan 25 16:17:37.761782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b2f0b679-0b46-4c9e-af3f-1cd7880ef6de req-f91fe00b-be5a-4fb3-bdd4-214bfda26f4b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff826df-7efe-4a6e-bf69-25f792ac9c3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232300 Jan 25 16:17:37.814601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port f9628293-ae56-47c4-9986-224c230562a8, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=f9628293-ae56-47c4-9986-224c230562a8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:37.814952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:37.931489 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for f9628293-ae56-47c4-9986-224c230562a8 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:17:38.104992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:38.151038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=f9628293-ae56-47c4-9986-224c230562a8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:38.224883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] No DVR routers for this DVR port f9628293-ae56-47c4-9986-224c230562a8 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:17:38.227221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:38.229641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'name': 'network-vif-deleted', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:17:38.281731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22103f67-7bd8-4b0c-936c-e531033b289c', 'name': 'network-vif-deleted', 'tag': 'f9628293-ae56-47c4-9986-224c230562a8', 'status': 'completed', 'code': 200} Jan 25 16:17:38.283574 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-042069ed-0c3b-412b-9f5c-e586a1751e73 req-e4552001-73ff-4258-9162-aec4f835f3d6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "DELETE /v2.0/ports/f9628293-ae56-47c4-9986-224c230562a8 HTTP/1.1" status: 204 len: 173 time: 0.8568161 Jan 25 16:17:38.936275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9a8c7403-a2e0-475b-8ca7-e47b39213043 req-3da48fca-ec7a-4385-bc77-5bf36487a5ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:17:39.013720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9a8c7403-a2e0-475b-8ca7-e47b39213043 req-3da48fca-ec7a-4385-bc77-5bf36487a5ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:17:39.014881 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a8c7403-a2e0-475b-8ca7-e47b39213043 req-3da48fca-ec7a-4385-bc77-5bf36487a5ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=22103f67-7bd8-4b0c-936c-e531033b289c HTTP/1.1" status: 200 len: 210 time: 0.1183372 Jan 25 16:17:39.212978 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:40.121505 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42292) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:40.487758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f9628293-ae56-47c4-9986-224c230562a8 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:17:40.514737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:40.520012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: f9628293-ae56-47c4-9986-224c230562a8 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:17:40.520354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device f9628293-ae56-47c4-9986-224c230562a8 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:17:41.102143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 87facb3a-e3bc-4fa8-aba6-e019ca227a51 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:17:41.102481 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:41.369020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 87facb3a-e3bc-4fa8-aba6-e019ca227a51, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=87facb3a-e3bc-4fa8-aba6-e019ca227a51,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:41.369712 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:41.485040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 87facb3a-e3bc-4fa8-aba6-e019ca227a51 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:17:41.766971 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:41.814439 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=87facb3a-e3bc-4fa8-aba6-e019ca227a51,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:41.853049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.853418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.853762 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.854097 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.854425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.854758 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.855086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.855407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.855727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.856043 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:41.856362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:42.107453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:42.758744 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 6dbfe06d-89bf-41b3-906f-df63e5178b04 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:17:42.950228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:17:42.959918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Sync routers for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:17:42.971262 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:42.971912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:43.020705 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-65ab6fdb-a524-4266-8e7d-1b3968aed8c1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/6dbfe06d-89bf-41b3-906f-df63e5178b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8979325 Jan 25 16:17:43.023271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42296) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:43.146007 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:43.206767 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting subnet 520f12bc-6eb1-4fdc-8578-fd89e9f28444 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:17:43.209667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.263064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.346267 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.427767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:17:41Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:43.431601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Checking router: 6dbfe06d-89bf-41b3-906f-df63e5178b04 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:17:43.441886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Routers {'6dbfe06d-89bf-41b3-906f-df63e5178b04'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:43.442475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['6dbfe06d-89bf-41b3-906f-df63e5178b04'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:43.464883 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.504434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Subnet': ['ID=520f12bc-6eb1-4fdc-8578-fd89e9f28444,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:43.513227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.521647 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3d2a9299-fe71-42a5-8f8b-1e3ba77811bc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/subnets/520f12bc-6eb1-4fdc-8578-fd89e9f28444 HTTP/1.1" status: 204 len: 168 time: 0.4949920 Jan 25 16:17:43.527930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42300) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:43.528098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2066e998-13e6-4305-97b2-5dc71b1d06ec None None] Network f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:17:43.723460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.805660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] Set router 6dbfe06d-89bf-41b3-906f-df63e5178b04 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:43.915189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:43.967705 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 21d62da3-1fb2-4987-a225-2464162cb2e0 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:17:43.968033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.077873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] DHCP port deletion for f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:17:44.085281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Deleting port 5d7cd375-4b46-4372-95df-7626ef33ffe8 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:17:44.085660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.143828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 21d62da3-1fb2-4987-a225-2464162cb2e0, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=21d62da3-1fb2-4987-a225-2464162cb2e0,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:44.144262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.216410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:17:41Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:44.262570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 21d62da3-1fb2-4987-a225-2464162cb2e0 owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:17:44.270550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccecb511-8274-4327-96b2-41d841db7bba None None] The sync data for ids ['6dbfe06d-89bf-41b3-906f-df63e5178b04'] in dv-neutron-826291-2-hyperv is: [{'id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1496705319', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:17:41Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '21d62da3-1fb2-4987-a225-2464162cb2e0', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:33:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbfe06d-89bf-41b3-906f-df63e5178b04', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:16:36Z', 'updated_at': '2022-01-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:17:44.295317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 5d7cd375-4b46-4372-95df-7626ef33ffe8 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:17:44.342325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] For port 5d7cd375-4b46-4372-95df-7626ef33ffe8, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=5d7cd375-4b46-4372-95df-7626ef33ffe8,segment=NetworkSegment(27a82876-20da-4e1b-b8ae-a950a010e9b4),segment_id=27a82876-20da-4e1b-b8ae-a950a010e9b4)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:44.342706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.468950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Calling delete_port for 5d7cd375-4b46-4372-95df-7626ef33ffe8 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:17:44.581124 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.584676 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.631121 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=21d62da3-1fb2-4987-a225-2464162cb2e0,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:44.648475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:44.728894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Pushing event deleted for resources: {'Port': ['ID=5d7cd375-4b46-4372-95df-7626ef33ffe8,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:44.740390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] No DVR routers for this DVR port 5d7cd375-4b46-4372-95df-7626ef33ffe8 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:17:44.743536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.743884 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.744217 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.744551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.744880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.745206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.745560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.745886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.746207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.746526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.746845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a4bcda-79db-4213-bd35-5b4da0fb7577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:44.866560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.112154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.116735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.219035 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.219570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbfe06d-89bf-41b3-906f-df63e5178b04 {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:17:45.233571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.235657 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-13256fa4-bbcb-45dc-aa3e-3a242a966a60 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/routers/6dbfe06d-89bf-41b3-906f-df63e5178b04 HTTP/1.1" status: 204 len: 168 time: 1.7124982 Jan 25 16:17:45.237528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42304) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:45.351314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.562075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.586528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893ba4b-838d-4be2-aaa6-51d52b0bd6f9']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:45.598464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27a82876-20da-4e1b-b8ae-a950a010e9b4') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:45.598759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27a82876-20da-4e1b-b8ae-a950a010e9b4') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:45.609565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.625387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.631161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:17:45.631531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:17:45.648668 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:17:45.778446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.795421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.805371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Network': ['ID=f893ba4b-838d-4be2-aaa6-51d52b0bd6f9,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:45.810229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-889a326f-e87d-4109-a90b-189784c27ed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/networks/f893ba4b-838d-4be2-aaa6-51d52b0bd6f9 HTTP/1.1" status: 204 len: 168 time: 0.5688148 Jan 25 16:17:45.811024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42308) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:45.880971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:45.908537 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.024229 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.039477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff826df-7efe-4a6e-bf69-25f792ac9c3e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:46.048478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.050847 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13fdd5f2-ab65-413f-827a-ac2717bf6749 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/security-groups/fff826df-7efe-4a6e-bf69-25f792ac9c3e HTTP/1.1" status: 204 len: 168 time: 0.2394767 Jan 25 16:17:46.286256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 21d62da3-1fb2-4987-a225-2464162cb2e0 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:17:46.319032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 21d62da3-1fb2-4987-a225-2464162cb2e0 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:17:46.319371 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 21d62da3-1fb2-4987-a225-2464162cb2e0 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:17:46.319771 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 87facb3a-e3bc-4fa8-aba6-e019ca227a51 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:17:46.350245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 87facb3a-e3bc-4fa8-aba6-e019ca227a51 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:17:46.350584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 87facb3a-e3bc-4fa8-aba6-e019ca227a51 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:17:46.460158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42318) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:46.466011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088711245', 'description': 'tempest-secgroup-smoke-2088711245 description', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:46.471797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:46.475535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:46.478310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:46.483821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:46.561872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.596543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:46.600227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:46.602938 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:46.608442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:46.660394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.732334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.772160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846a96fe-274a-47f7-888d-f9fd11afcee8,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:46.824761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.825983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-241ec3e7-12df-4095-9752-4e7d7f5b031a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3648303 Jan 25 16:17:46.828750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42322) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:46.833999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:46.840112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:46.843865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:46.846738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:46.852368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:46.904954 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:46.962972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.013183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.035268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c768b4-434d-4998-8744-d31f0b1a259e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:47.081741 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.082944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e71f59e7-c8b7-41e9-80c9-73b9b8185e1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2532759 Jan 25 16:17:47.085645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42326) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:47.091300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:47.097720 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:47.101409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:47.104329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:47.109985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:47.195837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.255130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.332369 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.357207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02339eb7-8d01-47aa-b7a4-4be27f5611bc,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:47.493158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.494406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8e88958-3355-4189-9dba-36013d275388 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4075389 Jan 25 16:17:47.496983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42330) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:47.502333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:47.508311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:47.512220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:47.515121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:47.521354 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:47.636109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.698274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.766363 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.790030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6f0d8f-d8ae-46e8-a3c2-6fceaa2c1514,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:47.857921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:47.859421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6da8fb20-2583-4d58-b672-7bbd35dfe5dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3611875 Jan 25 16:17:47.861777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42334) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:47.867108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:47.872864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:47.876602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:47.879936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:47.885497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:47.955139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.017133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.081478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.105055 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd528cff-7919-4ebf-b63e-bb5613feb0d3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:48.178876 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.180096 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d8425a08-dc79-4770-b648-c7ad67331671 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3174202 Jan 25 16:17:48.182776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42338) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:48.188016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:48.193892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:48.197594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:48.200440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:48.208305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:48.270707 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:17:48.277046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.338956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.384479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.410221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab555f7-f94e-4e96-83a9-4e1d8527af4d,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:48.486702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.487928 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-59ecca8d-c8b8-43b8-8245-cff537914f34 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3041754 Jan 25 16:17:48.490496 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42342) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:48.495765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '846a96fe-274a-47f7-888d-f9fd11afcee8', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:48.503810 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:48.509246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:48.512063 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:48.517598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:48.623885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:17:48.630778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.692960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.755953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.778474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb430a20-0565-46c0-96bc-efa0db17c33c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:48.841803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.843041 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-49393a83-bc16-4dff-b5b7-2224252bc880 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3516331 Jan 25 16:17:48.845835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42346) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:48.851409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'network': {'name': 'tempest-network-smoke--210406343', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:48.856316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:48.860336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:network and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:48.863304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:48.868950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:48.938560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:17:48.942106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.969021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:17:48.977291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:48.977692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Added segment f554efbf-586a-4298-bf9c-02a412ff5a6f of type vlan for network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 Jan 25 16:17:49.002387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.070149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.073776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:49.076239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.178350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Network': ['ID=d7f89963-b1f9-4f05-baad-b18e5bcd09e5,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:49.188429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:17:49.202416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f7b30e50-c339-4d0b-a88f-225d8986f952 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3555708 Jan 25 16:17:49.205184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42350) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:49.210383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'admin_state_up': True, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:49.217557 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:49.221226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:router and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:49.224693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:49.231716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:49.281988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.282927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.301205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.502874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.760239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.789642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:49.923197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.165 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:17:50.142167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:50.224898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:50.290700 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:17:50.293441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:17:50.295824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:17:50.332183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:50.513340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:50.514085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:50.795970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router a55cff1e-591c-4ce3-89a4-05eebcb4c614 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:17:50.988158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:17:50.997080 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Sync routers for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:17:51.011687 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:51.012284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:51.070647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.071868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-059f8241-04fa-49bc-acd0-1b64ebbae53d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8656902 Jan 25 16:17:51.075011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42354) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:51.120141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4433b728-b95a-4dc0-b043-9610418f38ad tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7ce5eb2675a24ede9f7a160f2659a155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437274 Jan 25 16:17:51.122691 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42358) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:51.214016 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:51.254533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4bca4-db9a-4470-8b66-0efbe15d747c tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:51.255981 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2ab4bca4-db9a-4470-8b66-0efbe15d747c tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319830 Jan 25 16:17:51.258714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42362) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:51.296957 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55ee9127-97a8-42d3-bc56-b2cb8b4e31d9 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370750 Jan 25 16:17:51.299534 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42366) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:51.305198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228993853', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:51.413150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:51.416802 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:subnet and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:17:51.419569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:17:51.425721 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:51.490808 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:50Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:51.492977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:17:51.494539 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Checking router: a55cff1e-591c-4ce3-89a4-05eebcb4c614 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:17:51.494878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Updating router a55cff1e-591c-4ce3-89a4-05eebcb4c614 port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:17:51.544706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.591909 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.854066 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.859046 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.865904 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Transition to ACTIVE for port object 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:51.929286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Subnet': ['ID=2d01171b-1711-4426-af7d-fd179110590c,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:51.938851 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:51.945239 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Checking segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:17:51.945560 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network hostable DHCP agents. Network: d7f89963-b1f9-4f05-baad-b18e5bcd09e5, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:17:52.017350 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Attempting to bind port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:17:52.023295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Attempting to bind port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:17:52.023295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Attempting to bind port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:17:52.023295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Pushing event updated for resources: {'Port': ['ID=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:52.031070 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:17:52.031424 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:17:52.031822 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.032178 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:17:52.032610 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Bound port: 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:17:52.032962 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.041940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:17:52.058943 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.063404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:17:52.106850 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] For port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:17:52.110166 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] For port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:17:52.139410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, d7f89963-b1f9-4f05-baad-b18e5bcd09e5) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:17:52.143495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:52.144714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.148609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bbf7c-c097-47fb-a794-a232e941a3b7 None None] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:17:52.162487 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.228265 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ccde76bc-1030-4918-8b0a-68c57d618f56 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9252408 Jan 25 16:17:52.228648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42370) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:17:52.247042 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497b525-bc74-4a98-aa4b-68fd51ab4229 None None] Pushing event updated for resources: {'Port': ['ID=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:52.252428 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:52.253683 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:52.411427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-d7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:17:52.412704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.437936 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:52.575864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Allocated IP 172.20.0.2 (d7f89963-b1f9-4f05-baad-b18e5bcd09e5/2d01171b-1711-4426-af7d-fd179110590c/60091ea3-66f3-4706-b816-1832fc383e92) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:17:52.744223 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:50Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:52.748840 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb872f7-1d7a-4828-b616-6b0e96ad5a37 None None] The sync data for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv is: [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:50Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:17:52.796363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.809690 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Transition to ACTIVE for port object 60091ea3-66f3-4706-b816-1832fc383e92 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:52.832321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Transition to ACTIVE for port object 60091ea3-66f3-4706-b816-1832fc383e92 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:52.865094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:52.954692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:17:52.958885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:17:52.964779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:17:52.967270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Pushing event updated for resources: {'Port': ['ID=60091ea3-66f3-4706-b816-1832fc383e92,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:53.063093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Attempting to bind port 60091ea3-66f3-4706-b816-1832fc383e92 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:17:53.063451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Attempting to bind port 60091ea3-66f3-4706-b816-1832fc383e92 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:17:53.063812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Attempting to bind port 60091ea3-66f3-4706-b816-1832fc383e92 on network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:17:53.070819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:17:53.071186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Checking segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:17:53.071714 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.072102 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Bound using segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:17:53.072556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Bound port: 60091ea3-66f3-4706-b816-1832fc383e92, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:17:53.072920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.167685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] For port 60091ea3-66f3-4706-b816-1832fc383e92, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:17:53.170944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] For port 60091ea3-66f3-4706-b816-1832fc383e92, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=60091ea3-66f3-4706-b816-1832fc383e92,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:17:53.204398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.253653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.337373 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d62e7-a63f-44d3-b80c-d34706ac4aae None None] Pushing event updated for resources: {'Port': ['ID=60091ea3-66f3-4706-b816-1832fc383e92,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:53.658614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.1 (d7f89963-b1f9-4f05-baad-b18e5bcd09e5/2d01171b-1711-4426-af7d-fd179110590c/45fc0bcc-89bf-4198-9133-4615335cf72f) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:17:53.814098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.830869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 45fc0bcc-89bf-4198-9133-4615335cf72f will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:53.910392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:53.977504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:17:53.980546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:17:53.984578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:17:54.020742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:54.050508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.196275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.291211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acd0290-c13e-4606-a2f6-d0e4bb8075c1 None None] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:17:54.416160 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 60091ea3-66f3-4706-b816-1832fc383e92 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:17:54.450705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-bcd6e350-a27c-473c-b490-3695628fd865 None None] Provisioning for port 60091ea3-66f3-4706-b816-1832fc383e92 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:17:54.610185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.641473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 60091ea3-66f3-4706-b816-1832fc383e92 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:17:54.649517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 60091ea3-66f3-4706-b816-1832fc383e92 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:54.649517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.664366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.773239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.785145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.789179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:54.816430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 60091ea3-66f3-4706-b816-1832fc383e92, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=60091ea3-66f3-4706-b816-1832fc383e92,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:54.882347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:54.883815 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:17:54.950936 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Provisioning for port 45fc0bcc-89bf-4198-9133-4615335cf72f completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:17:54.984051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Provisioning complete for port 45fc0bcc-89bf-4198-9133-4615335cf72f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:54.984526 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.031669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:17:55.032778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:17:55.067574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=60091ea3-66f3-4706-b816-1832fc383e92,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:55.076857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Port 45fc0bcc-89bf-4198-9133-4615335cf72f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:17:55.094728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Provisioning complete for port 60091ea3-66f3-4706-b816-1832fc383e92 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:55.095390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cd46355f-f491-4a2f-8e38-a7170ed7ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.162824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:17:55.170574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:55.171063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.361870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.376809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:17:55.423969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router a55cff1e-591c-4ce3-89a4-05eebcb4c614 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:17:55.425765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ee9f9546-c2ff-45de-bfd6-acbe1ac95a53 None None] Provisioning complete for port 45fc0bcc-89bf-4198-9133-4615335cf72f triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:55.426305 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ee9f9546-c2ff-45de-bfd6-acbe1ac95a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.452819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:55.530535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f9546-c2ff-45de-bfd6-acbe1ac95a53 None None] Port 45fc0bcc-89bf-4198-9133-4615335cf72f cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:17:55.540660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:55.623039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:17:55.635448 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fc12dde9-5083-4003-9af1-92f2e3741e99 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/a55cff1e-591c-4ce3-89a4-05eebcb4c614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4056370 Jan 25 16:17:55.800644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-39c3cf15-3447-4c85-bac2-11010c21dc5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:17:55.881692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-39c3cf15-3447-4c85-bac2-11010c21dc5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:17:55.882874 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-39c3cf15-3447-4c85-bac2-11010c21dc5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088711245&fields=id&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 267 time: 0.1207066 Jan 25 16:17:56.028103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917a05-437e-4958-9105-af71d164fab2 req-9cb6c7e0-de99-4f34-ad73-755cee6f996c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:56.028812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-9cb6c7e0-de99-4f34-ad73-755cee6f996c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:17:56.150548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-9cb6c7e0-de99-4f34-ad73-755cee6f996c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:17:56.151710 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-9cb6c7e0-de99-4f34-ad73-755cee6f996c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 796 time: 0.2623222 Jan 25 16:17:56.168705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-af53d754-8c4f-4eef-a27a-33d157f30f36 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/quotas/7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 375 time: 0.0112305 Jan 25 16:17:56.255944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-a54b4092-272f-4699-a221-de5b45ef128c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:17:56.296764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 60091ea3-66f3-4706-b816-1832fc383e92 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:17:56.327377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-dc917a05-437e-4958-9105-af71d164fab2 req-a54b4092-272f-4699-a221-de5b45ef128c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:17:56.328694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-a54b4092-272f-4699-a221-de5b45ef128c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545405 Jan 25 16:17:56.368080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 60091ea3-66f3-4706-b816-1832fc383e92 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:56.368563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:56.395803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Sync routers for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:17:56.414579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-0a5a3db6-b556-4db6-8d1d-9be28c3f422b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:17:56.415530 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-0a5a3db6-b556-4db6-8d1d-9be28c3f422b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0751634 Jan 25 16:17:56.433652 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:56.434266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:56.546581 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-7afbb0b3-d58c-4fa3-93b7-067bb3104996 service neutron] 10.222.0.26 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245165 Jan 25 16:17:56.634706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:17:56.677770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-92962650-cf12-4ccd-81dd-75edc356868f service neutron] 10.222.0.26 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242001 Jan 25 16:17:56.705542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:56.781423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:17:56.781794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:56.954099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a817212b-b221-42ef-8562-f8ccf56c6aed req-202996d7-4dd1-4f40-9779-40b1d42b0676 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 210 time: 0.0506203 Jan 25 16:17:57.119596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 2, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:57.123745 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Checking router: a55cff1e-591c-4ce3-89a4-05eebcb4c614 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:17:57.124227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Updating router a55cff1e-591c-4ce3-89a4-05eebcb4c614 port 45fc0bcc-89bf-4198-9133-4615335cf72f binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:17:57.176075 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:57.509430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:57.520948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Transition to ACTIVE for port object 45fc0bcc-89bf-4198-9133-4615335cf72f will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:57.595917 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:57.757206 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bc9ea-fe85-4fe9-8149-57fbb7741952 None None] Pushing event updated for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:57.849010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Attempting to bind port 45fc0bcc-89bf-4198-9133-4615335cf72f on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:17:57.850919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Attempting to bind port 45fc0bcc-89bf-4198-9133-4615335cf72f by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:17:57.850919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Attempting to bind port 45fc0bcc-89bf-4198-9133-4615335cf72f on network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:17:57.856383 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:17:57.856753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Checking segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:17:57.857155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:57.857565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Bound using segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:17:57.858031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Bound port: 45fc0bcc-89bf-4198-9133-4615335cf72f, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:17:57.858399 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:57.948662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] For port 45fc0bcc-89bf-4198-9133-4615335cf72f, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:17:57.951512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] For port 45fc0bcc-89bf-4198-9133-4615335cf72f, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45fc0bcc-89bf-4198-9133-4615335cf72f,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:17:58.042518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:58.128590 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d78e46eb-a204-40cc-a40f-89097692a8b0 req-b663722e-b131-456d-8b8b-09aae4d4fc0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 210 time: 0.0575800 Jan 25 16:17:58.139619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bc9ea-fe85-4fe9-8149-57fbb7741952 None None] Pushing event updated for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:17:58.144968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:17:58.145610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:17:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:58.333952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:17:58.647503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:17:57Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:17:58.651337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14246fcb-afce-4158-a9d0-e4befd8281b8 None None] The sync data for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv is: [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:17:57Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:17:59.092606 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917a05-437e-4958-9105-af71d164fab2 req-d229fb40-94e9-44bd-8b8e-323e2ce30887 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:17:59.094074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-d229fb40-94e9-44bd-8b8e-323e2ce30887 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 796 time: 0.1473401 Jan 25 16:17:59.149764 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-6bd51ee2-73ed-4e8b-9bc4-a378695147e9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 380 time: 0.0430329 Jan 25 16:17:59.158851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'port': {'device_id': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'admin_state_up': True, 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'security_groups': ['846a96fe-274a-47f7-888d-f9fd11afcee8']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:17:59.231339 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:17:59.393032 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-498f012d-ef30-4ff8-9481-f6e9f78d5a6d req-35d37a6f-475d-440e-bfa7-88aa8323999e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 210 time: 0.0536232 Jan 25 16:17:59.453824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8379b4d3-69cf-4865-a9e6-ae3f14c6a109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:59.463135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:17:59.473312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:17:59.564481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:17:59.564801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:59.726058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.7 (d7f89963-b1f9-4f05-baad-b18e5bcd09e5/2d01171b-1711-4426-af7d-fd179110590c/39fd673f-f684-473f-b8f3-c3b9119ac9b1) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:17:59.904476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:17:59.919587 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 39fd673f-f684-473f-b8f3-c3b9119ac9b1 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:17:59.973881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.047400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:18:00.050434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:18:00.054659 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:18:00.079733 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:00.117907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:00.118508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.259615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-b4720e81-bc12-437a-a053-4d104cdd734a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054683 Jan 25 16:18:00.271722 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Request body: {'port': {'device_id': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:18:00.336547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45fc0bcc-89bf-4198-9133-4615335cf72f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:18:00.383266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.384782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2cebcf97-55d4-435e-9310-20e821617ab6 None None] Provisioning for port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:18:00.392824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2cebcf97-55d4-435e-9310-20e821617ab6 None None] Provisioning complete for port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:18:00.393188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2cebcf97-55d4-435e-9310-20e821617ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.451126 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2cebcf97-55d4-435e-9310-20e821617ab6 None None] Port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:18:00.555777 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 45fc0bcc-89bf-4198-9133-4615335cf72f completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:18:00.560871 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 45fc0bcc-89bf-4198-9133-4615335cf72f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:18:00.561239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.673255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.706260 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 45fc0bcc-89bf-4198-9133-4615335cf72f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45fc0bcc-89bf-4198-9133-4615335cf72f,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:18:00.713281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b1bc3-69ac-4f63-8cac-8ef236effa29 req-2eb0abcb-f72a-4378-ae09-55828ee0cd28 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:00.713984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e49b1bc3-69ac-4f63-8cac-8ef236effa29 req-2eb0abcb-f72a-4378-ae09-55828ee0cd28 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:18:00.790138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fd673f-f684-473f-b8f3-c3b9119ac9b1 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:18:00.790341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.798041 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:00.814009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Transition to ACTIVE for port object 39fd673f-f684-473f-b8f3-c3b9119ac9b1 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:18:00.818440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-e49b1bc3-69ac-4f63-8cac-8ef236effa29 req-2eb0abcb-f72a-4378-ae09-55828ee0cd28 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:18:00.819667 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e49b1bc3-69ac-4f63-8cac-8ef236effa29 req-2eb0abcb-f72a-4378-ae09-55828ee0cd28 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 931 time: 0.2761924 Jan 25 16:18:00.856306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:00.867821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e49b1bc3-69ac-4f63-8cac-8ef236effa29 req-2458fcb6-b4d9-4b1a-88ff-4d44f2cda267 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Jan 25 16:18:00.904585 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:01.030130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Pushing event updated for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:01.134006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Attempting to bind port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:18:01.134317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Attempting to bind port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:18:01.134635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Attempting to bind port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 on network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:18:01.140289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 on network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:18:01.140602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Attempting to bind port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 on network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:18:01.146830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:18:01.147161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Checking segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:18:01.147540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Bound using segment: {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:18:01.147952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Bound port: 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f554efbf-586a-4298-bf9c-02a412ff5a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:18:01.148293 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:01.235221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:18:01.238728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:18:01.339125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:01.397044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:01.398404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] 10.222.0.41 "PUT /v2.0/ports/39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 1093 time: 1.1315401 Jan 25 16:18:01.398826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:18:01.418967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a5791-8b8d-4d17-9acb-00be48eb5552 service neutron] Pushing event updated for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:01.457573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'status': 'completed', 'code': 200} Jan 25 16:18:01.562173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-244e7378-8726-4e62-972b-966f829f013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:01.644513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5921c63-c2c0-4468-b3d6-a2348d930e47 req-7c2d7598-0764-4416-b64a-f53e21aaa763 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1096 time: 0.1691482 Jan 25 16:18:01.775985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5921c63-c2c0-4468-b3d6-a2348d930e47 req-14899fa0-0a08-40d4-81d1-ef6d0b120a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:01.777343 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5921c63-c2c0-4468-b3d6-a2348d930e47 req-14899fa0-0a08-40d4-81d1-ef6d0b120a22 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1276743 Jan 25 16:18:01.910009 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5921c63-c2c0-4468-b3d6-a2348d930e47 req-4650c2f8-acf4-4e23-976e-e0e5e83d5f10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:01.911544 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a5921c63-c2c0-4468-b3d6-a2348d930e47 req-4650c2f8-acf4-4e23-976e-e0e5e83d5f10 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284881 Jan 25 16:18:02.067154 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-e746d11e-10ed-49e7-8e8a-3c1d2d30bb62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1096 time: 0.1227043 Jan 25 16:18:02.126323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddc53b-d534-4256-aea8-2d10e177f7d7 req-30ad2eb8-f2aa-4595-bc1a-44043175976c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:02.127714 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8dddc53b-d534-4256-aea8-2d10e177f7d7 req-30ad2eb8-f2aa-4595-bc1a-44043175976c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 943 time: 0.1409523 Jan 25 16:18:02.158549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-9adb1571-f10b-40b0-b023-70d2a57b6df8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 217 time: 0.0836322 Jan 25 16:18:02.226675 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8dddc53b-d534-4256-aea8-2d10e177f7d7 req-550b2416-95e6-45e6-aa02-8237ef29be15 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924964 Jan 25 16:18:02.233869 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc917a05-437e-4958-9105-af71d164fab2 req-7e68086c-2b2b-483e-89ca-062254f154a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:02.235200 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-7e68086c-2b2b-483e-89ca-062254f154a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 200 len: 834 time: 0.0710442 Jan 25 16:18:02.296063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45fc0bcc-89bf-4198-9133-4615335cf72f up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:18:02.310636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-f026a1bf-5a4f-4855-914a-8bc7ab52a170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697563 Jan 25 16:18:02.365527 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 45fc0bcc-89bf-4198-9133-4615335cf72f triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:18:02.365803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:02.439979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-16ce77e9-1e31-4ed8-84f1-0a62b082181d service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229730 Jan 25 16:18:02.571024 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc917a05-437e-4958-9105-af71d164fab2 req-f1001805-2f0a-49c7-8f7a-f300848b3083 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253080 Jan 25 16:18:02.989832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:03.024232 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:03.425757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf2bad-1494-4cd1-94a2-8d2aade04b4b req-c3d76ac1-8565-40b2-86d8-1e0b7ea94c69 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:03.427171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7abf2bad-1494-4cd1-94a2-8d2aade04b4b req-c3d76ac1-8565-40b2-86d8-1e0b7ea94c69 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 943 time: 0.0777779 Jan 25 16:18:03.469867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7abf2bad-1494-4cd1-94a2-8d2aade04b4b req-11b17ab3-7ba4-4ff0-8178-380a5286d3dd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373189 Jan 25 16:18:04.552456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 39fd673f-f684-473f-b8f3-c3b9119ac9b1 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:18:04.680607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e019b-7e30-429d-811d-378d28d2a7fa req-36e33425-3e51-4e34-8198-abf47845e9b4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:04.682137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e99e019b-7e30-429d-811d-378d28d2a7fa req-36e33425-3e51-4e34-8198-abf47845e9b4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 943 time: 0.0749245 Jan 25 16:18:04.722529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:18:04.730475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e99e019b-7e30-429d-811d-378d28d2a7fa req-c8156636-8698-4490-92e8-baf5c8ac563a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Jan 25 16:18:04.735726 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'port_id': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'mac_address': 'fa:16:3e:fd:c7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:18:04.797509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:04.813516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:04.818301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fd673f-f684-473f-b8f3-c3b9119ac9b1 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:18:04.829879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:18:04.870005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:04.934480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:05.075973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['39fd673f-f684-473f-b8f3-c3b9119ac9b1'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:18:05.923961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c5f06-f5ca-45e6-84cb-8573b762b9d3 req-dde57405-80f2-42e7-a323-307e9dc58fc6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:05.925439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ec4c5f06-f5ca-45e6-84cb-8573b762b9d3 req-dde57405-80f2-42e7-a323-307e9dc58fc6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 944 time: 0.0744505 Jan 25 16:18:05.969047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ec4c5f06-f5ca-45e6-84cb-8573b762b9d3 req-7d1377eb-22f6-4800-aa92-73b5cb920420 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382066 Jan 25 16:18:06.580168 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 39fd673f-f684-473f-b8f3-c3b9119ac9b1 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:18:06.698033 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:18:06.702379 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:18:06.702741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:06.810589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:06.836763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:18:06.846022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:18:06.909973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:06.964997 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'code': 200} Jan 25 16:18:06.978368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:07.180739 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f720ad7-33d2-4bad-a645-ed3b1a587120 req-1a3e64e2-3926-4cc5-be0e-9072c2598e8c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:07.182184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f720ad7-33d2-4bad-a645-ed3b1a587120 req-1a3e64e2-3926-4cc5-be0e-9072c2598e8c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0854454 Jan 25 16:18:07.267523 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4f720ad7-33d2-4bad-a645-ed3b1a587120 req-05f7d113-e6f7-4e98-a50e-6a906ce5d121 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787644 Jan 25 16:18:07.291293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c89095a-fb6e-46f7-8cff-b8b3fc7b1bcd req-9c7505e5-3e33-4ce0-9543-1eb655c703d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0735269 Jan 25 16:18:07.332840 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1c89095a-fb6e-46f7-8cff-b8b3fc7b1bcd req-fefc5557-5f81-4605-9df7-47923370df05 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Jan 25 16:18:08.466330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f6df-68d2-4744-86bd-b4517dc58d68 req-1a59471b-58f5-48f5-ae14-ca0ea94bff90 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:08.467698 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b4f6df-68d2-4744-86bd-b4517dc58d68 req-1a59471b-58f5-48f5-ae14-ca0ea94bff90 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0787170 Jan 25 16:18:08.511977 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36b4f6df-68d2-4744-86bd-b4517dc58d68 req-622ab63f-f34c-4d8e-87aa-7eda9e3874d4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383029 Jan 25 16:18:09.229919 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:09.703754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96b382-2e81-404b-82e6-29b7ff3c9072 req-af82a325-ada4-4d97-aa88-fdc234a33707 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:09.705155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7b96b382-2e81-404b-82e6-29b7ff3c9072 req-af82a325-ada4-4d97-aa88-fdc234a33707 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0727248 Jan 25 16:18:09.751536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7b96b382-2e81-404b-82e6-29b7ff3c9072 req-aa0dce2c-f13b-4ca0-aba8-cb6db8b89273 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 Jan 25 16:18:10.028761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85970914-2662-4fa2-be91-ca7a17de71b2 req-2c2e8aeb-334b-4b28-ac40-3979287a1276 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:10.030235 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85970914-2662-4fa2-be91-ca7a17de71b2 req-2c2e8aeb-334b-4b28-ac40-3979287a1276 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.1618643 Jan 25 16:18:10.073404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-85970914-2662-4fa2-be91-ca7a17de71b2 req-f4493625-f4a3-408c-b803-dee61f2dc7d1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376503 Jan 25 16:18:10.101330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42426) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:10.172589 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3c1e1afb-04c7-4f94-b080-47a73cf4d7a5 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1093 time: 0.0700169 Jan 25 16:18:10.175186 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42430) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:10.180252 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:18:10.185542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:18:10.189156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:floatingip and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:18:10.192438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:18:10.197990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:18:10.258264 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:10.483154 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:10.634491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.88 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/1192d32c-f3cf-4866-a196-d65d68210333) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:18:10.787455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:10.863963 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:10.933737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:18:10.936458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:18:10.941355 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:18:10.967968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=1192d32c-f3cf-4866-a196-d65d68210333,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:11.440913 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:11.557135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:11.755105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:11.835236 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:11.933167 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=1192d32c-f3cf-4866-a196-d65d68210333,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:18:11.949959 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:12.132662 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Floating IP dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 associated. External IP: 172.26.8.88, port: 39fd673f-f684-473f-b8f3-c3b9119ac9b1. Jan 25 16:18:12.605853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router a55cff1e-591c-4ce3-89a4-05eebcb4c614 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:18:12.802260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:18:12.812190 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Sync routers for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:18:12.828813 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:18:12.829448 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:18:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:18:12.887387 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:12.942969 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7a8d08ad-8226-4070-b523-81c53051da57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7667437 Jan 25 16:18:12.943555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:18:13.003811 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'status': 'completed', 'code': 200} Jan 25 16:18:13.028735 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:18:13.151638 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-00691803-bc41-4fae-af27-0c1b15a31cdb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1098 time: 0.1272805 Jan 25 16:18:13.161561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d824f-ed89-422f-be9f-d3cfafabdd62 req-26c1f098-57b2-4ec7-9ed1-b656d14e4ab3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:13.162918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a37d824f-ed89-422f-be9f-d3cfafabdd62 req-26c1f098-57b2-4ec7-9ed1-b656d14e4ab3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.1043050 Jan 25 16:18:13.300327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a37d824f-ed89-422f-be9f-d3cfafabdd62 req-454a693b-0e28-4a27-9e23-d517c05deef1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178856 Jan 25 16:18:13.320000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-b9aeb88c-1c07-460b-b2ac-d72e0b947ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:13.321450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-b9aeb88c-1c07-460b-b2ac-d72e0b947ec6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 897 time: 0.1576946 Jan 25 16:18:13.328470 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42438) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:13.368142 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'dc0c9e50-8e54-46a3-bb46-e9d6d13ff291', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'port_id': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'mac_address': 'fa:16:3e:fd:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:18:11Z', 'updated_at': '2022-01-25T16:18:11Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:18:13.372075 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Checking router: a55cff1e-591c-4ce3-89a4-05eebcb4c614 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:18:13.382510 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:18:13.383112 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:18:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:18:13.423981 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-14fe2896-db2c-4319-b61b-f342f4249158 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 998 time: 0.0962343 Jan 25 16:18:13.435447 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1935ae5e-a8c4-4006-be3f-67121a69c9f0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 200 len: 990 time: 0.1058233 Jan 25 16:18:13.488726 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-03780012-1029-4bc5-ad8e-94f33dd6e334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:13.490157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-03780012-1029-4bc5-ad8e-94f33dd6e334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 200 len: 834 time: 0.0600460 Jan 25 16:18:13.562404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-fccb1843-3970-44b0-89b3-f7e59fba0324 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663788 Jan 25 16:18:13.565804 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:18:13.691843 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-1a80b133-35cc-4958-a86a-bd057fc036f7 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236174 Jan 25 16:18:13.826330 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-54ce15b4-65ab-4902-8114-d372032c2a0e req-564c7097-a96d-425c-bc57-6cc3b04150ae service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237698 Jan 25 16:18:13.902255 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'dc0c9e50-8e54-46a3-bb46-e9d6d13ff291', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'port_id': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'mac_address': 'fa:16:3e:fd:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:18:11Z', 'updated_at': '2022-01-25T16:18:11Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:18:13.906056 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e596a432-3b0b-4bd7-8064-566c12fe4868 None None] The sync data for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv is: [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'dc0c9e50-8e54-46a3-bb46-e9d6d13ff291', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.88', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'port_id': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'mac_address': 'fa:16:3e:fd:c7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:18:11Z', 'updated_at': '2022-01-25T16:18:11Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:18:14.439294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42442) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:14.541701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f98ff082-c0a2-4a36-b225-a80348048a5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 200 len: 990 time: 0.1012626 Jan 25 16:18:15.341888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90044a82-f649-4f55-9233-8b4bb68e6658 None None] New status for floating IP dc0c9e50-8e54-46a3-bb46-e9d6d13ff291: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:18:15.544682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42446) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:15.647796 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e7a452d0-a1c4-4424-b472-ab115e36b485 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 200 len: 990 time: 0.1020103 Jan 25 16:18:16.651182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42450) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:16.753473 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c616d813-fe99-4652-a817-619b7e9f7ea4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 200 len: 992 time: 0.1007276 Jan 25 16:18:29.497234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-53cd1d97-d92a-43b5-a22e-ce3afc799cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:31.589477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d2457d41-0233-4dd2-b96c-d119a657c67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:33.000795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:33.035109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:33.702852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-002d5795-c23d-4037-93c9-a47c8a7dc15e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652483 Jan 25 16:18:33.842421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-622b9258-cfb4-453e-aa7d-4f7a60cb8109 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0662348 Jan 25 16:18:33.978889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-70219adc-fad9-46d6-9219-f2eceada03af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:33.980262 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-70219adc-fad9-46d6-9219-f2eceada03af service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 897 time: 0.1201320 Jan 25 16:18:34.165314 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-ab6c30b9-438c-49a7-b02a-88d8bf321f3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 1000 time: 0.1768105 Jan 25 16:18:34.227830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-e84e2bd2-5874-4198-9355-4211ce060641 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:34.229264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-e84e2bd2-5874-4198-9355-4211ce060641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 200 len: 834 time: 0.0571110 Jan 25 16:18:34.302351 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-d1e38e3b-3c85-42a9-a4b5-502167f7a2e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659103 Jan 25 16:18:34.430346 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-8f2bfd18-8378-4f29-9189-978f63ef40c2 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218159 Jan 25 16:18:34.566870 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e89dac61-75a5-4d5e-a93b-b63db700195f req-e5261d1a-ef13-4e50-a8ea-1a964c0a6ef5 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215141 Jan 25 16:18:34.789408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:36.232528 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:18:39.280542 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:18:39.962021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754081f4-874c-4e8a-8cd3-be82cede2693 req-2480577b-4a55-41a1-99d0-33ce7c7697da tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:39.963447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-754081f4-874c-4e8a-8cd3-be82cede2693 req-2480577b-4a55-41a1-99d0-33ce7c7697da tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.1304781 Jan 25 16:18:39.986080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-ff60bfed-9e50-470f-a2ec-b0c773431816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1098 time: 0.1032541 Jan 25 16:18:40.083961 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-754081f4-874c-4e8a-8cd3-be82cede2693 req-93a137c5-2186-45bc-8e1a-9067ab5b3950 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132448 Jan 25 16:18:40.131285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-594f5997-ae6d-45ab-9bba-51ef1a817216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:40.133287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-594f5997-ae6d-45ab-9bba-51ef1a817216 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 897 time: 0.1401496 Jan 25 16:18:40.233107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-0b371eb6-c202-4d8d-9a5d-80ed5846c6c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 1000 time: 0.0935299 Jan 25 16:18:40.297522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-676e4739-c2f8-400f-ac90-81cb8e93633c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:40.298894 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-676e4739-c2f8-400f-ac90-81cb8e93633c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 200 len: 834 time: 0.0584219 Jan 25 16:18:40.370209 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-ac875fc3-9f2a-4863-a3a1-3ddf784ed014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660744 Jan 25 16:18:40.497327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-db189df8-f6c9-4bae-9011-7352a9b3a8bb service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204085 Jan 25 16:18:40.625043 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f840e4bf-c9cf-4967-bcf6-e5aee2a07831 req-3d96eb1c-cd04-4563-a224-585c64be94bc service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209707 Jan 25 16:18:41.276930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9875a8-0f74-4159-83d9-2e26a6c324a1 req-87ef3c8f-55e3-44fe-aa6e-9ed2dba0f24f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:41.278373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e9875a8-0f74-4159-83d9-2e26a6c324a1 req-87ef3c8f-55e3-44fe-aa6e-9ed2dba0f24f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0743885 Jan 25 16:18:41.324848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3e9875a8-0f74-4159-83d9-2e26a6c324a1 req-756a60dc-a987-494c-86fe-8b5e34d03f9c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Jan 25 16:18:42.515391 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0f47f-0ff0-4b08-a166-af751c32dce0 req-53528d78-dcf0-41b2-89d5-f4135065f4de tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:42.516809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04a0f47f-0ff0-4b08-a166-af751c32dce0 req-53528d78-dcf0-41b2-89d5-f4135065f4de tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0735645 Jan 25 16:18:42.562292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04a0f47f-0ff0-4b08-a166-af751c32dce0 req-a54c4fae-eb7d-40d0-aa5a-0e0b26aee83c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397985 Jan 25 16:18:43.758502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadf587-f672-4cd2-878c-4f1e030673d3 req-ad9c312f-8819-40b0-b9b0-bd08aee4b9a7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:43.759929 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-baadf587-f672-4cd2-878c-4f1e030673d3 req-ad9c312f-8819-40b0-b9b0-bd08aee4b9a7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0777407 Jan 25 16:18:43.885202 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-baadf587-f672-4cd2-878c-4f1e030673d3 req-94dd9d8d-106b-4d85-89fd-9d5184f6df53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195786 Jan 25 16:18:45.081039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b065dee-141e-40ca-a5d4-3fd9f59f8a15 req-31a41d8a-5663-4a37-bcc6-a952bcb33b29 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:45.082472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b065dee-141e-40ca-a5d4-3fd9f59f8a15 req-31a41d8a-5663-4a37-bcc6-a952bcb33b29 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0738397 Jan 25 16:18:45.125773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b065dee-141e-40ca-a5d4-3fd9f59f8a15 req-291f716a-971e-4035-a4c5-a92b3bc0ecb8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368710 Jan 25 16:18:46.320296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aecf70-8868-41b7-97cb-71e5dbd0843c req-6b9136ca-11a6-4d31-8483-0ee67d54b4b7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:46.321730 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0aecf70-8868-41b7-97cb-71e5dbd0843c req-6b9136ca-11a6-4d31-8483-0ee67d54b4b7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0752814 Jan 25 16:18:46.365646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b0aecf70-8868-41b7-97cb-71e5dbd0843c req-bff75f73-ef3e-47da-81ec-1fdd88fbfbc5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Jan 25 16:18:47.553475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba603621-4215-48da-b621-2380a54afd3f req-757d1b83-61b2-485e-9001-176095cefab5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:47.555454 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba603621-4215-48da-b621-2380a54afd3f req-757d1b83-61b2-485e-9001-176095cefab5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0735304 Jan 25 16:18:47.602391 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba603621-4215-48da-b621-2380a54afd3f req-a949e9fd-6e1d-4061-9075-cd880f300224 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Jan 25 16:18:48.794404 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6839b12-1b35-4a0c-86e5-663cb2f2200c req-9813ba91-57cc-4155-9191-d22a08e9e859 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:48.796223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6839b12-1b35-4a0c-86e5-663cb2f2200c req-9813ba91-57cc-4155-9191-d22a08e9e859 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0753238 Jan 25 16:18:48.842897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f6839b12-1b35-4a0c-86e5-663cb2f2200c req-42794f7f-46e2-4636-9de4-3bf0dcd72d71 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Jan 25 16:18:50.037684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b79693-a92a-4f22-bd91-2d39af1ab696 req-109ed423-822f-4bca-956c-8d678e7d5ec2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:50.039283 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08b79693-a92a-4f22-bd91-2d39af1ab696 req-109ed423-822f-4bca-956c-8d678e7d5ec2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0766270 Jan 25 16:18:50.082928 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08b79693-a92a-4f22-bd91-2d39af1ab696 req-484066c4-09b3-4fcf-bc53-ed330428808f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382400 Jan 25 16:18:51.273595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e1e34-7231-4bc7-8249-7ed7fe5e3162 req-a25fc5a6-1106-4ce4-b008-0b61a6821a67 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:51.275010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-326e1e34-7231-4bc7-8249-7ed7fe5e3162 req-a25fc5a6-1106-4ce4-b008-0b61a6821a67 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0745072 Jan 25 16:18:51.317506 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-326e1e34-7231-4bc7-8249-7ed7fe5e3162 req-b6210381-fb59-446c-aee5-0bc0fa0114c4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371153 Jan 25 16:18:52.516062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6092d-99be-4eb5-8f0b-073ff4f345dc req-9a37acc4-137e-42bf-8e5c-27ce4ed96a2c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:18:52.517519 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63e6092d-99be-4eb5-8f0b-073ff4f345dc req-9a37acc4-137e-42bf-8e5c-27ce4ed96a2c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0789146 Jan 25 16:18:52.561784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63e6092d-99be-4eb5-8f0b-073ff4f345dc req-dbede1ec-ce6a-4055-82a6-8c57635c18e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Jan 25 16:18:52.590147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42486) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:18:52.691278 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b175bd51-027d-44c0-a7a6-a8b056458da7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 200 len: 992 time: 0.1000326 Jan 25 16:18:59.479634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c76335d7-b58f-4f0f-b4a8-a7d6eee5be2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:01.548547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-20a80c19-d3a0-4842-8229-47eb46e0cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:02.994332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:03.056441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:04.823281 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:09.285568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:13.233993 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:19:21.108135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42512) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:21.301943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 1192d32c-f3cf-4866-a196-d65d68210333 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:19:21.302277 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:21.461829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:21.462069 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:21.584710 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 1192d32c-f3cf-4866-a196-d65d68210333 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:19:21.788535 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:21.835033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=1192d32c-f3cf-4866-a196-d65d68210333,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:21.967895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.968235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.968564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.968887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.969206 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.969550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.969864 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.970177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.970489 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.970796 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:21.971110 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:22.029025 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:22.404203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router a55cff1e-591c-4ce3-89a4-05eebcb4c614 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:19:22.602255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:19:22.611578 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Sync routers for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:19:22.627062 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:22.627654 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:22.679887 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:22.732283 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6688c518-a988-4832-9131-8e24a720d173 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/floatingips/dc0c9e50-8e54-46a3-bb46-e9d6d13ff291 HTTP/1.1" status: 204 len: 168 time: 1.6229875 Jan 25 16:19:22.732929 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:19:22.794641 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'status': 'completed', 'code': 200} Jan 25 16:19:22.809790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:22.894308 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-a7d7e432-678d-4c28-a0f9-e3511eba2891 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 1098 time: 0.0773723 Jan 25 16:19:23.024589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-ac9ce90c-6ad0-4be2-9bcd-812016b3c7b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:23.026187 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-ac9ce90c-6ad0-4be2-9bcd-812016b3c7b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 200 len: 897 time: 0.1268637 Jan 25 16:19:23.095679 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-b5a1dba3-2cde-408b-9b00-54d8b3295e68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 200 len: 217 time: 0.0639980 Jan 25 16:19:23.157204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-10b45f98-669a-4976-b479-b00344e9780b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:23.158863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-10b45f98-669a-4976-b479-b00344e9780b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 200 len: 834 time: 0.0576696 Jan 25 16:19:23.163213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:23.167496 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Checking router: a55cff1e-591c-4ce3-89a4-05eebcb4c614 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:19:23.177833 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:23.178434 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:23.238837 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-a54ed77c-945f-4d9e-ad5f-e3909a582a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7f89963-b1f9-4f05-baad-b18e5bcd09e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725484 Jan 25 16:19:23.362398 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:23.408817 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-abb13ca9-a453-4b6e-a375-af77016f5ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639438 Jan 25 16:19:23.532092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e7fdf-cef2-4807-be60-3f0782ac75f6 req-1729f215-d010-4bc7-b559-db58847eb60d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:23.533542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c1e7fdf-cef2-4807-be60-3f0782ac75f6 req-1729f215-d010-4bc7-b559-db58847eb60d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.1943882 Jan 25 16:19:23.572999 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dac1c4c-fb55-4e5f-8985-bac2cd11c15d req-9fe751b8-bfac-4896-a2f9-44eb940d9659 service neutron] 10.222.0.41 "GET /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570849 Jan 25 16:19:23.596776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c1e7fdf-cef2-4807-be60-3f0782ac75f6 req-2d8c6611-809a-47ae-b8a5-66a67e371d6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500028 Jan 25 16:19:23.671663 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:23.675481 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0139b976-ef32-4154-8ccc-7c677223f7cd None None] The sync data for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv is: [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:54Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '45fc0bcc-89bf-4198-9133-4615335cf72f', 'name': '', 'network_id': 'd7f89963-b1f9-4f05-baad-b18e5bcd09e5', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:ec:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d01171b-1711-4426-af7d-fd179110590c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:53Z', 'updated_at': '2022-01-25T16:18:00Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2d01171b-1711-4426-af7d-fd179110590c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:19:23.889732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0cfc8-dc99-4e7a-9bf1-71cbef087fef None None] New status for floating IP dc0c9e50-8e54-46a3-bb46-e9d6d13ff291: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:19:24.918351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c5aac-e05b-403d-badd-98c7a33326c4 req-3f126957-b985-4153-b10d-1af2b472f41a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:24.919672 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-527c5aac-e05b-403d-badd-98c7a33326c4 req-3f126957-b985-4153-b10d-1af2b472f41a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.0976379 Jan 25 16:19:24.925771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-778a628d-7efe-4c6d-98ec-48b11f81082f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:24.927070 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-778a628d-7efe-4c6d-98ec-48b11f81082f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 945 time: 0.2203267 Jan 25 16:19:25.017642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:19:25.017974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:25.045715 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-527c5aac-e05b-403d-badd-98c7a33326c4 req-c1becd71-1355-46e9-89cb-200b79350cff tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=846a96fe-274a-47f7-888d-f9fd11afcee8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177669 Jan 25 16:19:25.252110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 39fd673f-f684-473f-b8f3-c3b9119ac9b1, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=39fd673f-f684-473f-b8f3-c3b9119ac9b1,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:25.252459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:25.366184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 39fd673f-f684-473f-b8f3-c3b9119ac9b1 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:19:25.554212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:25.601242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=39fd673f-f684-473f-b8f3-c3b9119ac9b1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:25.668579 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.668909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.669239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.669594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.669918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.670235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.670551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.670868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.671181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.671491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.671804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:25.683642 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] No DVR routers for this DVR port 39fd673f-f684-473f-b8f3-c3b9119ac9b1 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:19:25.685759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:25.688070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'name': 'network-vif-deleted', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:19:25.698975 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-713944e4-5858-4d77-a6c2-250c579d8d43 req-a2f24e1b-a1be-467e-aac9-decdac250a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "DELETE /v2.0/ports/39fd673f-f684-473f-b8f3-c3b9119ac9b1 HTTP/1.1" status: 204 len: 173 time: 0.7578444 Jan 25 16:19:25.742994 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb91db8-192d-4495-a646-7b629f8c6adb', 'name': 'network-vif-deleted', 'tag': '39fd673f-f684-473f-b8f3-c3b9119ac9b1', 'status': 'completed', 'code': 200} Jan 25 16:19:26.223814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d8c24953-bff8-4b0f-8aae-8386a7d38787 req-be7f9df2-aba1-4b2c-9a8a-5c510249db6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:19:26.324637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-d8c24953-bff8-4b0f-8aae-8386a7d38787 req-be7f9df2-aba1-4b2c-9a8a-5c510249db6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:19:26.325825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d8c24953-bff8-4b0f-8aae-8386a7d38787 req-be7f9df2-aba1-4b2c-9a8a-5c510249db6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=3eb91db8-192d-4495-a646-7b629f8c6adb HTTP/1.1" status: 200 len: 210 time: 0.1415725 Jan 25 16:19:27.442102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42534) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:27.836823 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:28.517455 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 45fc0bcc-89bf-4198-9133-4615335cf72f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:19:28.518172 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:28.695619 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 45fc0bcc-89bf-4198-9133-4615335cf72f, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=45fc0bcc-89bf-4198-9133-4615335cf72f,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:28.695984 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:28.813420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 45fc0bcc-89bf-4198-9133-4615335cf72f owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:19:28.984412 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 39fd673f-f684-473f-b8f3-c3b9119ac9b1 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:19:29.016117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 39fd673f-f684-473f-b8f3-c3b9119ac9b1 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:19:29.016460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 39fd673f-f684-473f-b8f3-c3b9119ac9b1 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:19:29.062922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:29.112305 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=45fc0bcc-89bf-4198-9133-4615335cf72f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:29.393988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:29.456591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0cf67aac-b4d0-4794-8e6f-1ddc64393f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.054510 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router a55cff1e-591c-4ce3-89a4-05eebcb4c614 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:19:30.245711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:19:30.255178 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Sync routers for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:19:30.267105 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:30.267692 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:30.312755 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-560d9f3d-fefa-4e71-9770-914ae2538b57 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/a55cff1e-591c-4ce3-89a4-05eebcb4c614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8693554 Jan 25 16:19:30.313425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42538) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:30.441831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:30.494925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting subnet 2d01171b-1711-4426-af7d-fd179110590c {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:19:30.497729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.548298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.679471 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.740739 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:19:28Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:30.744582 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Checking router: a55cff1e-591c-4ce3-89a4-05eebcb4c614 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:19:30.754804 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Routers {'a55cff1e-591c-4ce3-89a4-05eebcb4c614'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:30.755387 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:30.811780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.851212 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Subnet': ['ID=2d01171b-1711-4426-af7d-fd179110590c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:30.862109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:30.867927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7df95-b559-4b8f-9439-9add27db3877 None None] Network d7f89963-b1f9-4f05-baad-b18e5bcd09e5 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:19:30.873592 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2fb012af-9865-4929-b607-6567d4fdd0b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/subnets/2d01171b-1711-4426-af7d-fd179110590c HTTP/1.1" status: 204 len: 168 time: 0.5577552 Jan 25 16:19:30.874807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42542) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:30.926572 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] Set router a55cff1e-591c-4ce3-89a4-05eebcb4c614 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:31.168654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] DHCP port deletion for d7f89963-b1f9-4f05-baad-b18e5bcd09e5 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:19:31.172923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Deleting port 60091ea3-66f3-4706-b816-1832fc383e92 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:19:31.173292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.178807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.241600 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:19:28Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:31.245586 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297db97-f265-4db7-9aa0-9333825dabad None None] The sync data for ids ['a55cff1e-591c-4ce3-89a4-05eebcb4c614'] in dv-neutron-826291-2-hyperv is: [{'id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1113197905', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:19:28Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55cff1e-591c-4ce3-89a4-05eebcb4c614', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:17:49Z', 'updated_at': '2022-01-25T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:19:31.379394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] For port 60091ea3-66f3-4706-b816-1832fc383e92, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=60091ea3-66f3-4706-b816-1832fc383e92,segment=NetworkSegment(f554efbf-586a-4298-bf9c-02a412ff5a6f),segment_id=f554efbf-586a-4298-bf9c-02a412ff5a6f)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:31.379694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.389503 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.451090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:19:31.451427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.502797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Calling delete_port for 60091ea3-66f3-4706-b816-1832fc383e92 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:19:31.626226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:31.626634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.628245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-60dd7f85-7ff4-459c-9017-513a6ba7c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.708507 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:31.748371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:19:31.756700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] No DVR routers for this DVR port 60091ea3-66f3-4706-b816-1832fc383e92 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:19:31.758395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Pushing event deleted for resources: {'Port': ['ID=60091ea3-66f3-4706-b816-1832fc383e92,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:31.772756 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.776187 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37c104b-1da6-465f-a7d7-d6918279d9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:31.965667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.009981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:32.225317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.382189 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45fc0bcc-89bf-4198-9133-4615335cf72f no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:19:32.415382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 45fc0bcc-89bf-4198-9133-4615335cf72f {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:19:32.415724 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 45fc0bcc-89bf-4198-9133-4615335cf72f not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:19:32.416691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 60091ea3-66f3-4706-b816-1832fc383e92 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:19:32.450487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 60091ea3-66f3-4706-b816-1832fc383e92 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:19:32.450830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 60091ea3-66f3-4706-b816-1832fc383e92 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:19:32.479766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.483675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.616505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.617008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Fanout notify agent at l3_agent the message router_deleted on router a55cff1e-591c-4ce3-89a4-05eebcb4c614 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:19:32.631675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.632792 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-12254d0e-13d7-417f-b4a7-936c0d3fb641 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/routers/a55cff1e-591c-4ce3-89a4-05eebcb4c614 HTTP/1.1" status: 204 len: 168 time: 1.7570922 Jan 25 16:19:32.636138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42546) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:32.843760 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.969960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:32.998269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f89963-b1f9-4f05-baad-b18e5bcd09e5']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:32.999528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.010790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f554efbf-586a-4298-bf9c-02a412ff5a6f') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:33.011077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f554efbf-586a-4298-bf9c-02a412ff5a6f') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:33.021957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.037166 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.043014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:19:33.043385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.052722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:19:33.061505 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:19:33.194216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.215645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.226456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Network': ['ID=d7f89963-b1f9-4f05-baad-b18e5bcd09e5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:33.297568 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2f6b9705-efea-4f8c-9ccc-32d3f76617ad tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/networks/d7f89963-b1f9-4f05-baad-b18e5bcd09e5 HTTP/1.1" status: 204 len: 168 time: 0.6603336 Jan 25 16:19:33.300016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42550) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:33.366144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.394221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.524861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.543132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=846a96fe-274a-47f7-888d-f9fd11afcee8,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:33.649818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:33.651591 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9145f203-fecc-474c-8608-5856f6d93783 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/security-groups/846a96fe-274a-47f7-888d-f9fd11afcee8 HTTP/1.1" status: 204 len: 168 time: 0.3506804 Jan 25 16:19:34.178370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42558) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:34.184441 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613874461', 'description': 'tempest-secgroup-smoke-1613874461 description', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:34.190325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:34.194297 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:34.197108 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:34.203210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:34.273649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.298606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:19:34.307715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:34.312016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:34.314765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:34.320331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:34.331718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:19:34.332058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2e43fb0f-ce8d-4e4a-ab57-6bcbefcf75c4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:19:34.376465 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.439202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.482078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c3ffba-d431-41df-8a87-596f5117b6e7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:34.548279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.549494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2d79482d-2f52-430a-b43a-2e3617be53e5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3701184 Jan 25 16:19:34.552594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42562) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:34.557986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:34.563978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:34.567804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:34.570740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:34.576314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:34.674525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.733997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.804897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.827804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a54146-1955-4cce-9954-09077c012806,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:34.833906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.885509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:34.886794 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6faf9add-d509-4862-adfe-fbfb3be76f0c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3332884 Jan 25 16:19:34.890005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42566) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:34.895317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:34.901123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:34.905394 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:34.908190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:34.913713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:34.994098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.056365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.142099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.166224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae03078-9055-4a14-a9df-a63e79f9eabb,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:35.233522 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.234678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a0ad036b-a8fb-4ed7-8ef4-5aae43cc386a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3437862 Jan 25 16:19:35.237271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42570) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:35.242564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:35.251044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:35.253487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:35.256332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:35.262008 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:35.353948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.413444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.462304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.486543 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a4f937-b21c-469c-a216-2be2630f1b1d,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:35.547929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.549017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0462f9e8-3479-4deb-ae14-79c378eb907d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3108368 Jan 25 16:19:35.551775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42574) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:35.557083 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:35.564061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:35.566536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:35.569301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:35.574985 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:35.674331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.735947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.810774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.833949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae50f8c5-ffda-4e4f-a149-0ee57695e26d,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:35.896790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:35.897956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6cfd7377-b0be-4c5b-a6ad-5db9acf7c3d2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3452923 Jan 25 16:19:35.900757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42578) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:35.906051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:35.911872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:35.915602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:35.918396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:35.923983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:35.988047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:19:35.994325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.055262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.131037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.155176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd0def8-5be7-40af-9be6-dda3a41cf952,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:36.216553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.217732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cd44c943-da09-4e89-9119-346a37d6da17 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3160684 Jan 25 16:19:36.220421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42582) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:36.225626 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'd4c3ffba-d431-41df-8a87-596f5117b6e7', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:36.231247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:36.235438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:36.238228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:36.243766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:36.313447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:19:36.319776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.381993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.456484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.480849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0756177-31b5-4772-bb06-fda3fe7c1a52,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:36.553777 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.554922 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1e7bf980-ba37-46ec-ba1c-9fa5b8357287 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3335886 Jan 25 16:19:36.557889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42586) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:36.563708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'network': {'name': 'tempest-network-smoke--1664012027', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:36.568419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:36.572417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:network and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:36.575272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:36.580788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:36.656542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:19:36.659364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.686112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:19:36.694065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.694389 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Added segment 5268f62c-dfc2-430a-a64a-ca1f5b9c819d of type vlan for network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 Jan 25 16:19:36.721639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.810878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.814458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:36.815023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:36.919845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Network': ['ID=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:36.936040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:19:36.977311 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-19d13b59-7f9d-4733-86ff-74055f430e13 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184349 Jan 25 16:19:36.979987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42590) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:36.985168 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'admin_state_up': True, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:36.992047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:36.995873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:router and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:36.998853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:37.004715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:37.068401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.069337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.087370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.294274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.521310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.629357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.758453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.191 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/f71766d0-b072-4260-8c68-3c44804f8c5c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:19:37.900692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:37.982400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:38.046592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:38.049332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:38.053596 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:19:38.078021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=f71766d0-b072-4260-8c68-3c44804f8c5c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:38.290144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:38.290864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:38.582140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 559113f4-24ce-406e-bc38-cd8e268f62ef is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:19:38.773034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:19:38.783482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Sync routers for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:19:38.794711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:38.795313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:38.873952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:38.875428 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-89cbe645-8635-470b-99a2-7e809e523456 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8944907 Jan 25 16:19:38.878592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42594) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:38.920462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b0283e3d-59d2-48a6-bc8f-a836809c8ed0 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7ce5eb2675a24ede9f7a160f2659a155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407450 Jan 25 16:19:38.923694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:38.971402 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:39.050830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c464780-d2e8-4bd1-8029-ae2136f326f0 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:39.052388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8c464780-d2e8-4bd1-8029-ae2136f326f0 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276343 Jan 25 16:19:39.055178 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42602) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:39.094959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4edaeac9-17fd-4d36-9e57-0bb475dd3723 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385931 Jan 25 16:19:39.112807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42606) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:39.118385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228078363', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:39.225390 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:39.229247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:subnet and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:39.232029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:39.237742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:39.259737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:39.263426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Checking router: 559113f4-24ce-406e-bc38-cd8e268f62ef for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:19:39.263763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Updating router 559113f4-24ce-406e-bc38-cd8e268f62ef port f71766d0-b072-4260-8c68-3c44804f8c5c binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:19:39.325402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:19:39.335194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.354133 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.426595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.674477 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.685766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Transition to ACTIVE for port object f71766d0-b072-4260-8c68-3c44804f8c5c will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:39.765528 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.804776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.844086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Attempting to bind port f71766d0-b072-4260-8c68-3c44804f8c5c on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:19:39.844682 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Attempting to bind port f71766d0-b072-4260-8c68-3c44804f8c5c by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:19:39.844784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Attempting to bind port f71766d0-b072-4260-8c68-3c44804f8c5c on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:19:39.847415 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004562c0-ac0f-4673-a3f8-0f98fb72b6b2 None None] Pushing event updated for resources: {'Port': ['ID=f71766d0-b072-4260-8c68-3c44804f8c5c,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:39.853491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:19:39.853867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:19:39.854645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.854645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:19:39.855077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Bound port: f71766d0-b072-4260-8c68-3c44804f8c5c, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:19:39.855441 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:39.885247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Subnet': ['ID=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:39.895269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Checking segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:19:39.895619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network hostable DHCP agents. Network: de7daf76-3ec2-4c6d-bd68-d8f8f62dca63, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:19:39.928627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] For port f71766d0-b072-4260-8c68-3c44804f8c5c, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:19:39.931676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] For port f71766d0-b072-4260-8c68-3c44804f8c5c, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f71766d0-b072-4260-8c68-3c44804f8c5c,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:19:40.011007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:19:40.022549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:40.103878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004562c0-ac0f-4673-a3f8-0f98fb72b6b2 None None] Pushing event updated for resources: {'Port': ['ID=f71766d0-b072-4260-8c68-3c44804f8c5c,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:40.107357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, de7daf76-3ec2-4c6d-bd68-d8f8f62dca63) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:40.113564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:40.113564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:40.115288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:40.116027 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:40.168955 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce9afd-a71a-466f-a06f-18af495607dd None None] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:19:40.200490 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-545c1f2c-06c6-444c-99d0-b5acd6c51283 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0865407 Jan 25 16:19:40.203194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42610) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:40.425345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:40.633150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:19:40.634009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:40.858304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Allocated IP 172.20.0.2 (de7daf76-3ec2-4c6d-bd68-d8f8f62dca63/2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6/f643edde-b00e-42e8-b125-01cd4f87c0a4) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:19:40.932705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:40.982728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:40.993067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a8c8d5-7b43-450f-8470-563e07b83e2f None None] The sync data for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv is: [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:19:41.134934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.147563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Transition to ACTIVE for port object f643edde-b00e-42e8-b125-01cd4f87c0a4 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:41.167425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Transition to ACTIVE for port object f643edde-b00e-42e8-b125-01cd4f87c0a4 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:41.239913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.319091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:41.322830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:41.324671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Pushing event updated for resources: {'Port': ['ID=f643edde-b00e-42e8-b125-01cd4f87c0a4,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:41.326779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:19:41.370463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.1 (de7daf76-3ec2-4c6d-bd68-d8f8f62dca63/2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6/0b115886-caa5-4cd8-bcda-93506afabe88) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:19:41.418440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Attempting to bind port f643edde-b00e-42e8-b125-01cd4f87c0a4 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:19:41.418934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Attempting to bind port f643edde-b00e-42e8-b125-01cd4f87c0a4 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:19:41.419362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Attempting to bind port f643edde-b00e-42e8-b125-01cd4f87c0a4 on network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:19:41.426010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:19:41.426285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Checking segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:19:41.426825 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.427209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Bound using segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:19:41.427654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Bound port: f643edde-b00e-42e8-b125-01cd4f87c0a4, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:19:41.428019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.521006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] For port f643edde-b00e-42e8-b125-01cd4f87c0a4, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:19:41.524103 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] For port f643edde-b00e-42e8-b125-01cd4f87c0a4, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f643edde-b00e-42e8-b125-01cd4f87c0a4,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:19:41.533319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.550117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 0b115886-caa5-4cd8-bcda-93506afabe88 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:41.572564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.611498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:41.654592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d570434-14b8-420f-8fef-f1b663c6cc4c None None] Pushing event updated for resources: {'Port': ['ID=f643edde-b00e-42e8-b125-01cd4f87c0a4,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:41.804880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:41.809714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:41.813529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:19:41.846738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:41.879023 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.020716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.421892 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.464573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f71766d0-b072-4260-8c68-3c44804f8c5c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:42.479680 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.595240 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.598814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:42.622823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f71766d0-b072-4260-8c68-3c44804f8c5c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:42.622823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f71766d0-b072-4260-8c68-3c44804f8c5c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:42.623466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.650143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaebba47-d064-40b8-8b7d-a614ab840dd2 None None] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:19:42.732145 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:42.733414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:42.878285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ac24884-32d6-470f-b101-b6d00787572a None None] Provisioning for port f643edde-b00e-42e8-b125-01cd4f87c0a4 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:42.905783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:42.961644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f71766d0-b072-4260-8c68-3c44804f8c5c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f71766d0-b072-4260-8c68-3c44804f8c5c,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:43.022811 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.023597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f643edde-b00e-42e8-b125-01cd4f87c0a4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:43.136131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 559113f4-24ce-406e-bc38-cd8e268f62ef has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:19:43.141841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f71766d0-b072-4260-8c68-3c44804f8c5c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:43.182291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f643edde-b00e-42e8-b125-01cd4f87c0a4 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:43.187633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f643edde-b00e-42e8-b125-01cd4f87c0a4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:43.188317 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.315392 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.350311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Provisioning complete for port f643edde-b00e-42e8-b125-01cd4f87c0a4 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:43.350692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.393622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f643edde-b00e-42e8-b125-01cd4f87c0a4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f643edde-b00e-42e8-b125-01cd4f87c0a4,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:43.465204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:19:43.470958 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.483257 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-58ec2cb9-306f-437a-a2eb-d08fc1c32ef0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/559113f4-24ce-406e-bc38-cd8e268f62ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2789791 Jan 25 16:19:43.507996 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:43.589895 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f643edde-b00e-42e8-b125-01cd4f87c0a4,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:43.621540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:19:43.621540 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:19:43.662210 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-0a797e09-501c-4aaf-89d9-c3a53e50d65a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:19:43.719515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-0a797e09-501c-4aaf-89d9-c3a53e50d65a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:19:43.720640 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-0a797e09-501c-4aaf-89d9-c3a53e50d65a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613874461&fields=id&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 267 time: 0.0970995 Jan 25 16:19:43.865516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233416-d5ed-416d-9658-662b11a35777 req-4f115e18-9d5e-44e5-bc88-fd5aba42a286 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:43.866197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-4f115e18-9d5e-44e5-bc88-fd5aba42a286 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:19:43.913568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-4f115e18-9d5e-44e5-bc88-fd5aba42a286 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:19:43.914588 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-4f115e18-9d5e-44e5-bc88-fd5aba42a286 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 797 time: 0.1875505 Jan 25 16:19:43.930491 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-9d03f331-b84b-44fc-bf0c-196d7ed07380 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/quotas/7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 375 time: 0.0106463 Jan 25 16:19:44.007536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-64867b94-4920-4371-a46b-4dfd952d10fd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:19:44.067824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-c9233416-d5ed-416d-9658-662b11a35777 req-64867b94-4920-4371-a46b-4dfd952d10fd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:19:44.069062 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-64867b94-4920-4371-a46b-4dfd952d10fd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1337979 Jan 25 16:19:44.206760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-9144e553-b8ab-4832-90f3-7ff700d5fa06 service neutron] 10.222.0.26 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256354 Jan 25 16:19:44.239051 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Provisioning for port 0b115886-caa5-4cd8-bcda-93506afabe88 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:44.244108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Provisioning complete for port 0b115886-caa5-4cd8-bcda-93506afabe88 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:44.244476 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:44.299259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-84759384-3356-4ccd-b040-6806a8fdb8b2 None None] Port 0b115886-caa5-4cd8-bcda-93506afabe88 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:19:44.346788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-b28eeac8-2798-4beb-bc23-cb29ef331e55 service neutron] 10.222.0.26 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341062 Jan 25 16:19:44.359310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f71766d0-b072-4260-8c68-3c44804f8c5c up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:44.433143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-073e193e-7a01-4cdb-b7ce-e8303d8a1616 None None] Provisioning complete for port 0b115886-caa5-4cd8-bcda-93506afabe88 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:44.437888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-073e193e-7a01-4cdb-b7ce-e8303d8a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:44.478559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f71766d0-b072-4260-8c68-3c44804f8c5c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:44.479193 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:44.567153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-073e193e-7a01-4cdb-b7ce-e8303d8a1616 None None] Port 0b115886-caa5-4cd8-bcda-93506afabe88 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:19:44.614223 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Sync routers for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:19:44.626705 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:44.627509 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:44.645812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f643edde-b00e-42e8-b125-01cd4f87c0a4 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:44.659727 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5cff8473-4f35-4e73-b444-7c34810d4f45 req-4d6d8b88-4aee-4a18-96de-35028dbb7c6a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 210 time: 0.0630183 Jan 25 16:19:44.725270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f643edde-b00e-42e8-b125-01cd4f87c0a4 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:44.725693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:44.806253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:45.110294 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 2, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:45.113980 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Checking router: 559113f4-24ce-406e-bc38-cd8e268f62ef for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:19:45.114324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Updating router 559113f4-24ce-406e-bc38-cd8e268f62ef port 0b115886-caa5-4cd8-bcda-93506afabe88 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:19:45.163357 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:45.513546 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:45.525253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Transition to ACTIVE for port object 0b115886-caa5-4cd8-bcda-93506afabe88 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:45.610787 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:45.808686 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Pushing event updated for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:45.841235 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.841599 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.841936 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.842259 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.842782 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.843255 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.843729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.844210 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.844531 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.844844 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.845159 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:19:45.851804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-504ec71c-a244-4274-a5e2-ac6edd93dc96 req-bda65fcd-bd10-4ec7-8dd5-0b42cd266f97 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 210 time: 0.0593073 Jan 25 16:19:45.862416 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Attempting to bind port 0b115886-caa5-4cd8-bcda-93506afabe88 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:19:45.862869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Attempting to bind port 0b115886-caa5-4cd8-bcda-93506afabe88 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:19:45.863389 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Attempting to bind port 0b115886-caa5-4cd8-bcda-93506afabe88 on network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Checking segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Bound using segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Bound port: 0b115886-caa5-4cd8-bcda-93506afabe88, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:19:45.875253 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:45.962327 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] For port 0b115886-caa5-4cd8-bcda-93506afabe88, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:19:45.966226 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] For port 0b115886-caa5-4cd8-bcda-93506afabe88, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0b115886-caa5-4cd8-bcda-93506afabe88,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:19:46.068282 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:46.153582 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d1f73-0bdf-414f-8989-0477b2654193 None None] Pushing event updated for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:46.158288 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:19:46.158891 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:46.343027 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:19:46.637817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233416-d5ed-416d-9658-662b11a35777 req-88050487-f420-45d7-9dfb-009c643e2814 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:46.639412 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-88050487-f420-45d7-9dfb-009c643e2814 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 797 time: 0.1449165 Jan 25 16:19:46.649788 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:45Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:19:46.653702 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f1072b-a824-4ee8-a83b-9f903a2a268f None None] The sync data for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv is: [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:45Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:19:46.694547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-160b1415-4e50-46ba-a7b7-c7b346930bf0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 380 time: 0.0430064 Jan 25 16:19:46.703901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'port': {'device_id': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'admin_state_up': True, 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'security_groups': ['d4c3ffba-d431-41df-8a87-596f5117b6e7']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:46.840217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:46.850018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:46.953900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:19:46.956975 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.062043 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3893f1be-4aa8-498f-8d19-10e3e0fbc3f6 req-6f8c2964-2421-4cdb-bc2b-99ccfd020b1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 210 time: 0.0835853 Jan 25 16:19:47.175528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.7 (de7daf76-3ec2-4c6d-bd68-d8f8f62dca63/2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6/0f7f0316-b6ec-438d-8245-c69bed8b379c) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:19:47.370260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.386488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 0f7f0316-b6ec-438d-8245-c69bed8b379c will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:47.474339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.544427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:47.548173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:47.552224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:19:47.583142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:47.620653 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:47.621490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.749575 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-16c829b6-cb1b-4100-b868-30b3c304826d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0504088 Jan 25 16:19:47.761087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Request body: {'port': {'device_id': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:47.870593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.919326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1e0fa286-e18a-4ad1-b8e6-13a3e861c447 None None] Provisioning for port 0f7f0316-b6ec-438d-8245-c69bed8b379c completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:47.924310 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-1e0fa286-e18a-4ad1-b8e6-13a3e861c447 None None] Provisioning complete for port 0f7f0316-b6ec-438d-8245-c69bed8b379c triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:47.924676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa286-e18a-4ad1-b8e6-13a3e861c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:47.982179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fa286-e18a-4ad1-b8e6-13a3e861c447 None None] Port 0f7f0316-b6ec-438d-8245-c69bed8b379c cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:19:48.351571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7f0316-b6ec-438d-8245-c69bed8b379c {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:19:48.360745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d82b-bbfe-4292-b9e5-bfa7c4df174b req-426790b8-7759-42ca-ac0c-180322a1edcf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:48.361457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a4d1d82b-bbfe-4292-b9e5-bfa7c4df174b req-426790b8-7759-42ca-ac0c-180322a1edcf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:19:48.367785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.387584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0b115886-caa5-4cd8-bcda-93506afabe88 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:48.388906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Transition to ACTIVE for port object 0f7f0316-b6ec-438d-8245-c69bed8b379c will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:19:48.450248 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a4d1d82b-bbfe-4292-b9e5-bfa7c4df174b req-426790b8-7759-42ca-ac0c-180322a1edcf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:19:48.451424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a4d1d82b-bbfe-4292-b9e5-bfa7c4df174b req-426790b8-7759-42ca-ac0c-180322a1edcf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 931 time: 0.2365663 Jan 25 16:19:48.478935 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.507331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 0b115886-caa5-4cd8-bcda-93506afabe88 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:48.512347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0b115886-caa5-4cd8-bcda-93506afabe88 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:48.512727 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.558731 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a4d1d82b-bbfe-4292-b9e5-bfa7c4df174b req-785f1b97-f511-4fcf-8c56-8cf061a09a1a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017916 Jan 25 16:19:48.612885 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:48.646581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.682025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 0b115886-caa5-4cd8-bcda-93506afabe88, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0b115886-caa5-4cd8-bcda-93506afabe88,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:48.735675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Attempting to bind port 0f7f0316-b6ec-438d-8245-c69bed8b379c on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:19:48.735997 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Attempting to bind port 0f7f0316-b6ec-438d-8245-c69bed8b379c by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:19:48.736314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Attempting to bind port 0f7f0316-b6ec-438d-8245-c69bed8b379c on network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:19:48.742357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Port 0f7f0316-b6ec-438d-8245-c69bed8b379c on network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:19:48.742671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Attempting to bind port 0f7f0316-b6ec-438d-8245-c69bed8b379c on network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:19:48.748927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:19:48.749257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Checking segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:19:48.749664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Bound using segment: {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:19:48.750079 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Bound port: 0f7f0316-b6ec-438d-8245-c69bed8b379c, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5268f62c-dfc2-430a-a64a-ca1f5b9c819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:19:48.750417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.782531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:48.845924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:19:48.849156 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:19:48.857034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:48.959880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:49.020817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:49.022192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 1093 time: 1.2653418 Jan 25 16:19:49.022621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:19:49.046106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eed3b-1a63-4744-80ed-95d1c81b16d1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:49.082678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'status': 'completed', 'code': 200} Jan 25 16:19:49.175364 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c23458bc-c886-4f9f-9f32-3d04af91fe74 req-b69b59b3-5ed2-48ef-aabf-a527d2099d46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1096 time: 0.0703571 Jan 25 16:19:49.315486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23458bc-c886-4f9f-9f32-3d04af91fe74 req-f0234ecc-75aa-49ed-b1a3-3ab531e57616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:49.316839 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c23458bc-c886-4f9f-9f32-3d04af91fe74 req-f0234ecc-75aa-49ed-b1a3-3ab531e57616 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346531 Jan 25 16:19:49.449133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23458bc-c886-4f9f-9f32-3d04af91fe74 req-f6fbf088-d4d2-4adc-9662-781f1ad5deff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:49.450507 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c23458bc-c886-4f9f-9f32-3d04af91fe74 req-f6fbf088-d4d2-4adc-9662-781f1ad5deff service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277878 Jan 25 16:19:49.554636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-2adc986b-3b76-4feb-86a9-6e25799e1069 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1096 time: 0.0701156 Jan 25 16:19:49.624948 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-6de4d89f-e370-4502-9c23-7d44be271fcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 217 time: 0.0636375 Jan 25 16:19:49.714199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9233416-d5ed-416d-9658-662b11a35777 req-9a15cbf1-f1c6-432e-a04d-ccbd1f04de49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:49.715466 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-9a15cbf1-f1c6-432e-a04d-ccbd1f04de49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0853069 Jan 25 16:19:49.815904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbc8b8-3802-4068-b0bd-574e9a4b9479 req-508acace-5604-41ae-9c29-1990ae8734f0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:49.817333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8cbc8b8-3802-4068-b0bd-574e9a4b9479 req-508acace-5604-41ae-9c29-1990ae8734f0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.1355407 Jan 25 16:19:49.823648 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-c4d6fd90-6aaa-45b8-a8f4-eff132d258be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026089 Jan 25 16:19:50.022525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8cbc8b8-3802-4068-b0bd-574e9a4b9479 req-5a69a9d7-4d7b-4284-b5f6-8307ebd95bb6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979411 Jan 25 16:19:50.058411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-56bec50f-e7f0-4951-bf2f-28ca91655dc6 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208760 Jan 25 16:19:50.184989 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9233416-d5ed-416d-9658-662b11a35777 req-5d9714d5-c955-45b4-82bc-d156a35a7f59 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213880 Jan 25 16:19:50.234330 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:19:50.352596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0b115886-caa5-4cd8-bcda-93506afabe88 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:50.422618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 0b115886-caa5-4cd8-bcda-93506afabe88 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:50.422981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:51.221627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b34997-4aad-4ef8-86c7-58da0607fbe2 req-a13430f1-a25e-4845-bafc-208c906307f6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:51.223060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72b34997-4aad-4ef8-86c7-58da0607fbe2 req-a13430f1-a25e-4845-bafc-208c906307f6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.0810463 Jan 25 16:19:51.266292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-72b34997-4aad-4ef8-86c7-58da0607fbe2 req-91e2fe06-5a13-48d5-ba4b-b3a47914664d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 Jan 25 16:19:52.455329 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7613e-c9ef-4fdf-a36d-961bfe203ff2 req-4659e067-7fde-4441-9d02-b55eaaff925c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:52.456660 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8f7613e-c9ef-4fdf-a36d-961bfe203ff2 req-4659e067-7fde-4441-9d02-b55eaaff925c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.0742338 Jan 25 16:19:52.499470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f8f7613e-c9ef-4fdf-a36d-961bfe203ff2 req-f82e7e91-5464-4268-9fd1-a9767a228958 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Jan 25 16:19:53.081357 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0f7f0316-b6ec-438d-8245-c69bed8b379c details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:19:53.211637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:53.225220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'port_id': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'mac_address': 'fa:16:3e:ca:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:19:53.276202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:53.292992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7f0316-b6ec-438d-8245-c69bed8b379c {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:19:53.307634 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:53.376316 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:53.438325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:53.607854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['0f7f0316-b6ec-438d-8245-c69bed8b379c'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:19:53.698151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6406e0-3d1a-40a1-9f24-ec9946683456 req-c4d76c8a-55a6-4496-a738-e2aabee949fc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:53.699502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f6406e0-3d1a-40a1-9f24-ec9946683456 req-c4d76c8a-55a6-4496-a738-e2aabee949fc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 944 time: 0.0799005 Jan 25 16:19:53.745080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7f6406e0-3d1a-40a1-9f24-ec9946683456 req-0e1eabaa-56d1-44e4-b727-f01aaf6f27c5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394905 Jan 25 16:19:54.941708 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee3b4c-9c46-4a9a-8d5c-17ccc217319e req-def08d32-0fbe-4301-9e08-8a4b652f6266 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:54.943144 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26ee3b4c-9c46-4a9a-8d5c-17ccc217319e req-def08d32-0fbe-4301-9e08-8a4b652f6266 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 944 time: 0.0737031 Jan 25 16:19:54.987878 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-26ee3b4c-9c46-4a9a-8d5c-17ccc217319e req-292c33d4-2729-4dd1-864d-78998c480de0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 Jan 25 16:19:55.092964 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0f7f0316-b6ec-438d-8245-c69bed8b379c up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:19:55.210534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 0f7f0316-b6ec-438d-8245-c69bed8b379c completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:19:55.215337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 0f7f0316-b6ec-438d-8245-c69bed8b379c triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:19:55.215697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:55.330945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:55.358047 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:19:55.367744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:19:55.412554 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'code': 200} Jan 25 16:19:55.467563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:55.530328 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:55.793531 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9fbe0406-6b0d-4cd9-a81c-fcdd6e955a39 req-785fcde8-d0d5-4007-956e-cd25fc7cc0bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1098 time: 0.0675473 Jan 25 16:19:55.833548 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9fbe0406-6b0d-4cd9-a81c-fcdd6e955a39 req-fe228db2-3848-4872-bd8f-daefaa69f56f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338767 Jan 25 16:19:56.179407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a322d5-f9a9-48e1-9761-10d953411505 req-d04b763c-a003-4046-ac1a-b2db9d374399 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:56.180821 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4a322d5-f9a9-48e1-9761-10d953411505 req-d04b763c-a003-4046-ac1a-b2db9d374399 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0734401 Jan 25 16:19:56.227678 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4a322d5-f9a9-48e1-9761-10d953411505 req-a07318e4-6c76-4899-b8dc-0b18d128d8b0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Jan 25 16:19:57.419202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fc82f-53e0-40fd-91d9-da4424a1fe0e req-97d7afda-8d0a-48af-8311-89b2433dab97 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:57.420551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-669fc82f-53e0-40fd-91d9-da4424a1fe0e req-97d7afda-8d0a-48af-8311-89b2433dab97 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0740330 Jan 25 16:19:57.465232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-669fc82f-53e0-40fd-91d9-da4424a1fe0e req-de1e6aeb-6896-4b59-808a-55a63ae2d140 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388424 Jan 25 16:19:57.659613 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839de0da-6a63-4295-8516-8815aa97b2e1 req-9b027cb7-8972-4d85-9044-7dfe87ae3694 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:19:57.661109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-839de0da-6a63-4295-8516-8815aa97b2e1 req-9b027cb7-8972-4d85-9044-7dfe87ae3694 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0788293 Jan 25 16:19:57.705468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-839de0da-6a63-4295-8516-8815aa97b2e1 req-96a305ba-e066-441f-a2e8-89d0cde2fc6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385435 Jan 25 16:19:57.732621 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42658) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:57.800264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-226a86de-fe16-4447-a4d3-b2676ebace3e tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1093 time: 0.0665550 Jan 25 16:19:57.802762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42662) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:19:57.807646 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:19:57.812868 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:19:57.816549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:floatingip and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:19:57.819268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:19:57.824737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:19:57.930006 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:58.059510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:58.192311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.79 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/4388ef23-d985-4416-8792-c0daa54c526a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:19:58.335674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:58.416342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:58.483246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:19:58.486037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:19:58.489679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:19:58.519357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=4388ef23-d985-4416-8792-c0daa54c526a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:59.067823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.191860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.385525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.461554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.495539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ee1d38db-9825-49cd-90ae-eb2730d7512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.560351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=4388ef23-d985-4416-8792-c0daa54c526a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:19:59.577204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:19:59.762569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Floating IP aef3b7e6-f206-4669-9fe2-bd37a7e704db associated. External IP: 172.26.8.79, port: 0f7f0316-b6ec-438d-8245-c69bed8b379c. Jan 25 16:20:00.140149 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 559113f4-24ce-406e-bc38-cd8e268f62ef has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:20:00.421943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:20:00.431049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Sync routers for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:20:00.443637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:20:00.444269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:20:00.485132 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:00.539642 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2e9b91a-b631-4ed4-8c0f-72f7fff93466 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7358956 Jan 25 16:20:00.540236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:20:00.611857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'status': 'completed', 'code': 200} Jan 25 16:20:00.657711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:20:00.759020 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-266384bb-b9a7-4ce5-96fb-5c95e06083d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1098 time: 0.1271853 Jan 25 16:20:00.768486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ef2a-82c7-47c8-ad51-9888ba8bd80e req-f35e15d2-dd23-403c-b7a4-bf9704657a75 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:00.769864 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9715ef2a-82c7-47c8-ad51-9888ba8bd80e req-f35e15d2-dd23-403c-b7a4-bf9704657a75 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.1082771 Jan 25 16:20:00.909518 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9715ef2a-82c7-47c8-ad51-9888ba8bd80e req-15839bb2-37ae-464a-bb1c-3c90a113190f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189587 Jan 25 16:20:00.926483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-8190a87c-b423-42ca-9e00-b776843fe617 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:00.927871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-8190a87c-b423-42ca-9e00-b776843fe617 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1571939 Jan 25 16:20:00.937353 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42670) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:01.004617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aef3b7e6-f206-4669-9fe2-bd37a7e704db', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'port_id': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'mac_address': 'fa:16:3e:ca:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:19:58Z', 'updated_at': '2022-01-25T16:19:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:20:01.008784 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Checking router: 559113f4-24ce-406e-bc38-cd8e268f62ef for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:20:01.020600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:20:01.021023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:19:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:20:01.035447 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-6a653a3a-aa35-4039-b01b-56ff58a8b5c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 998 time: 0.1012981 Jan 25 16:20:01.045083 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bde2b73a-0f76-4a9a-9277-a47db0966cc0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 200 len: 990 time: 0.1050510 Jan 25 16:20:01.099289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-fb4ea76a-2cba-4210-9291-1da5059146be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:01.100995 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-fb4ea76a-2cba-4210-9291-1da5059146be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0600572 Jan 25 16:20:01.173991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-cdae408e-e432-4369-a387-44b0d544042a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678148 Jan 25 16:20:01.198863 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:20:01.303923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-8f26e70f-e872-4d80-8af7-2b1c5f461d6c service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239557 Jan 25 16:20:01.434656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2a7a4e47-0594-4d48-b1c7-d2c3f2811955 req-ad53eff7-2576-4862-b20a-ea2b5d1f6dcc service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251414 Jan 25 16:20:01.548256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aef3b7e6-f206-4669-9fe2-bd37a7e704db', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'port_id': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'mac_address': 'fa:16:3e:ca:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:19:58Z', 'updated_at': '2022-01-25T16:19:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:20:01.552077 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dbb7c2-a33d-470b-97ef-25435caba9e1 None None] The sync data for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv is: [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'aef3b7e6-f206-4669-9fe2-bd37a7e704db', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.79', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'port_id': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'mac_address': 'fa:16:3e:ca:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:19:58Z', 'updated_at': '2022-01-25T16:19:58Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:20:01.605267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ecaa9f8a-76fb-406b-8cba-ecb559b1ab3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:02.048044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42676) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:02.151617 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-dcf68112-b780-46c8-941b-feea5042da65 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 200 len: 990 time: 0.1023896 Jan 25 16:20:03.021924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:03.096285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:03.155115 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42680) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:03.257631 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b8ffb0d5-dd85-4b37-ab19-a2d97abb8ff5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 200 len: 990 time: 0.1013427 Jan 25 16:20:03.570969 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c104bd6e-3671-49ea-83ae-03587834cec2 None None] New status for floating IP aef3b7e6-f206-4669-9fe2-bd37a7e704db: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:20:04.261449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42684) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:04.363761 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c5175a34-688f-4ea9-94f6-78553080fde2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 200 len: 992 time: 0.1011517 Jan 25 16:20:04.816010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:09.301699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:27.233486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:20:29.449742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b35c5d60-11d5-4f49-9c9f-78abfdb6fad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:31.540842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d8cec42e-7864-47da-9af6-d4d03f2ef82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:31.879240 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9803d1aa-b74f-4a79-9bd3-e0f867d8d20d req-399d4496-632a-40bd-b24b-aaad3a80df13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1970694 Jan 25 16:20:32.311216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f9268-5e0c-4870-9bc8-6011a3702fe6 req-138811a5-d7be-41b8-8301-3b422b28668b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:32.313880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-678f9268-5e0c-4870-9bc8-6011a3702fe6 req-138811a5-d7be-41b8-8301-3b422b28668b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0787778 Jan 25 16:20:32.326616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42710) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:32.361903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-678f9268-5e0c-4870-9bc8-6011a3702fe6 req-89e1d217-80d2-469f-bb96-660b23ab3724 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Jan 25 16:20:32.492066 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-ef3fd88b-81c7-4b5d-81a0-e1067be513d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1642482 Jan 25 16:20:33.003238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:33.090538 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:33.554513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d018d-630a-4926-bcca-425f6532274a req-5dd5fd32-f8e3-4250-9e2a-37017d135ced tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:33.555960 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-456d018d-630a-4926-bcca-425f6532274a req-5dd5fd32-f8e3-4250-9e2a-37017d135ced tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0778391 Jan 25 16:20:33.603453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-456d018d-630a-4926-bcca-425f6532274a req-ceb7276e-8546-450b-9177-0486805627a4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418673 Jan 25 16:20:33.781861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-985f193d-74c7-4039-b304-ae6cfa98e630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1098 time: 0.0684633 Jan 25 16:20:33.926497 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96dcfc-314d-418d-a233-45598e2c308a req-e924bd26-2505-41a7-a673-48d32fa4457d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:33.927871 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-e924bd26-2505-41a7-a673-48d32fa4457d service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1292214 Jan 25 16:20:34.035788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-0c6d37e8-5810-4cae-8a1e-2227b740e51b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 1000 time: 0.1018236 Jan 25 16:20:34.098958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96dcfc-314d-418d-a233-45598e2c308a req-51a7f13f-b93a-4360-b9ac-0f7c5aa08947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:34.100399 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-51a7f13f-b93a-4360-b9ac-0f7c5aa08947 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0600476 Jan 25 16:20:34.258543 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-478b5bc0-3691-46bf-8546-838d4a52ce6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1511426 Jan 25 16:20:34.387006 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-97cbac84-b625-4ab0-8a38-57c754855115 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219206 Jan 25 16:20:34.515636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4b96dcfc-314d-418d-a233-45598e2c308a req-8986e7ec-1e15-4c92-863c-b41fa9fa19e5 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227860 Jan 25 16:20:34.617718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-a0089fab-45a4-4335-ba8c-25d12acc9ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1098 time: 0.0655739 Jan 25 16:20:34.787126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-f3523498-596b-45de-8240-3236056cc2bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:34.788457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-f3523498-596b-45de-8240-3236056cc2bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1657028 Jan 25 16:20:34.844104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:34.905082 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231e593-370a-4008-95d7-411091533973 req-0299171e-3ad9-4aac-ad90-08ab4c8ab1b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:34.906538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1231e593-370a-4008-95d7-411091533973 req-0299171e-3ad9-4aac-ad90-08ab4c8ab1b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.1800609 Jan 25 16:20:34.909339 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-29f64dc7-b119-40be-bd42-8a95570ad090 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 1000 time: 0.1096687 Jan 25 16:20:35.001613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1231e593-370a-4008-95d7-411091533973 req-4920cf71-2699-4b56-8e87-33f8f106d78b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888844 Jan 25 16:20:35.002790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-fcf8ce35-5bb8-4400-9ec4-df4f01891675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:35.004110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-fcf8ce35-5bb8-4400-9ec4-df4f01891675 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0787854 Jan 25 16:20:35.077417 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-db91f21c-c083-4583-8aa3-f8440c94e9f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674078 Jan 25 16:20:35.204900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-992f0975-49fa-4db7-b0c2-ac94e99b0c5b service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216264 Jan 25 16:20:35.330833 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-6a89d4ca-cc8c-4c04-9b95-7c62e54e3936 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207325 Jan 25 16:20:36.196007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd066de0-3b8a-4974-a077-1c5fc932642c req-75288d1a-6081-44d5-9be7-34418af058d9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:36.197443 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd066de0-3b8a-4974-a077-1c5fc932642c req-75288d1a-6081-44d5-9be7-34418af058d9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0738521 Jan 25 16:20:36.243739 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd066de0-3b8a-4974-a077-1c5fc932642c req-50272eac-c234-4853-9fd0-cb8aecde2920 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Jan 25 16:20:37.435703 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d25f66-515e-49af-bcb5-4a0fc4c8116a req-f3a3e648-a151-43ee-99a9-ccaacd25e3a1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:37.437018 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d9d25f66-515e-49af-bcb5-4a0fc4c8116a req-f3a3e648-a151-43ee-99a9-ccaacd25e3a1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0726159 Jan 25 16:20:37.480680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d9d25f66-515e-49af-bcb5-4a0fc4c8116a req-811784b0-a773-40a6-a017-88762230c9ed tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Jan 25 16:20:38.677400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf8b95-10cc-4ba5-a9a3-b8f941ac3d85 req-cf0b44ee-23ec-463d-9fd7-1ea61cea99ae tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:38.678816 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ecf8b95-10cc-4ba5-a9a3-b8f941ac3d85 req-cf0b44ee-23ec-463d-9fd7-1ea61cea99ae tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0775206 Jan 25 16:20:38.722697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2ecf8b95-10cc-4ba5-a9a3-b8f941ac3d85 req-b6c86c25-594b-4581-bb11-dd125b55b5ba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Jan 25 16:20:39.272272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:39.918387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fa94e-ae04-43e6-aefa-7f007ffb1dfa req-e11e1879-59f1-4d61-b39d-67ed17722f1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:39.919815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d47fa94e-ae04-43e6-aefa-7f007ffb1dfa req-e11e1879-59f1-4d61-b39d-67ed17722f1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0789719 Jan 25 16:20:39.962948 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d47fa94e-ae04-43e6-aefa-7f007ffb1dfa req-98ebdcd5-85f4-438a-aa03-548c2d9c51e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 Jan 25 16:20:41.242186 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05816a-85af-4311-84af-cc0db4ed6078 req-394f0617-60e4-46d1-b7d6-699ebde1ce4d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:41.243626 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d05816a-85af-4311-84af-cc0db4ed6078 req-394f0617-60e4-46d1-b7d6-699ebde1ce4d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.1626616 Jan 25 16:20:41.287424 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d05816a-85af-4311-84af-cc0db4ed6078 req-80798de1-da03-4b57-83ec-febcb19bc67c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382547 Jan 25 16:20:42.478410 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7a4d7-551a-45cc-8fe6-821e54d09870 req-d184155b-35b1-4bd8-aab9-dd8a0601e128 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:42.479848 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1df7a4d7-551a-45cc-8fe6-821e54d09870 req-d184155b-35b1-4bd8-aab9-dd8a0601e128 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0745265 Jan 25 16:20:42.524142 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1df7a4d7-551a-45cc-8fe6-821e54d09870 req-389b739c-066f-4152-bf97-8a92ba3726a9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Jan 25 16:20:43.720509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e342-5624-4c19-b31a-f50461ee11a4 req-fa75c0c7-9a47-4f14-aea4-34373125096f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:43.721948 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15b2e342-5624-4c19-b31a-f50461ee11a4 req-fa75c0c7-9a47-4f14-aea4-34373125096f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0760496 Jan 25 16:20:43.766208 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15b2e342-5624-4c19-b31a-f50461ee11a4 req-df1859ee-5e93-46e6-a278-fa171d9146b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Jan 25 16:20:44.959135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecb1cd-75b3-4d45-acb1-52cbb63eee24 req-3a3bab04-fa77-4f91-9aba-e18f3e26e23a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:44.960561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ecb1cd-75b3-4d45-acb1-52cbb63eee24 req-3a3bab04-fa77-4f91-9aba-e18f3e26e23a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0738294 Jan 25 16:20:45.008756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-53ecb1cd-75b3-4d45-acb1-52cbb63eee24 req-d6dcdaf1-625b-4352-ad93-1f42931d6300 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426357 Jan 25 16:20:46.202519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79a9e8-2751-40cc-93d2-aeb63c098b68 req-c9317e67-0b4a-4cd5-8a70-95e015daaeab tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:46.203930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d79a9e8-2751-40cc-93d2-aeb63c098b68 req-c9317e67-0b4a-4cd5-8a70-95e015daaeab tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0731375 Jan 25 16:20:46.247709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2d79a9e8-2751-40cc-93d2-aeb63c098b68 req-8776a473-2ab0-4d96-a6e8-ff3d35c2dc75 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380430 Jan 25 16:20:47.220407 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-299f00d1-ae10-400e-85e1-910b0137c8ba service neutron] 10.222.0.41 "GET /v2.0/ports/0f7f0316-b6ec-438d-8245-c69bed8b379c/bindings/hv-neutron-8262 HTTP/1.1" status: 200 len: 384 time: 0.0751591 Jan 25 16:20:47.441486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949dc2-39bb-439e-84cc-a22555b623d1 req-74f52d9d-df22-4615-990a-a4cfd8100598 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:47.442863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949dc2-39bb-439e-84cc-a22555b623d1 req-74f52d9d-df22-4615-990a-a4cfd8100598 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0752826 Jan 25 16:20:47.487637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949dc2-39bb-439e-84cc-a22555b623d1 req-7acbc875-898c-402c-b1d1-b7d7e77e5328 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Jan 25 16:20:47.700884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-bf31938b-bc54-4535-a2a0-f0b947297655 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 1098 time: 0.0704603 Jan 25 16:20:47.792926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-a6541446-c514-406a-bd3f-bd7d35c6900c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1098 time: 0.0663123 Jan 25 16:20:47.917200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-67408c59-9857-49fc-b1f0-860f1e9089ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:47.918629 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-67408c59-9857-49fc-b1f0-860f1e9089ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1205823 Jan 25 16:20:48.017340 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-a779fc94-e8ac-4027-b255-1a3c88ae019f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 1000 time: 0.0927901 Jan 25 16:20:48.077143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-5bc84306-6609-4a57-be22-e558e79c13a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:48.078716 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-5bc84306-6609-4a57-be22-e558e79c13a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0555778 Jan 25 16:20:48.154286 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-d2a8d967-021a-4040-8167-110a4d314e3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699346 Jan 25 16:20:48.283336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-771d0eb0-6645-4d2e-a7c0-916d97c7fb26 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222885 Jan 25 16:20:48.410483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-256cedce-cf90-406b-a601-fd414df50f87 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214831 Jan 25 16:20:48.683565 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f9ff-7251-4076-badd-c973d4c9d6fb req-29be493d-8ba5-4d75-bae1-19dbf3f88ad5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:48.684984 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d93f9ff-7251-4076-badd-c973d4c9d6fb req-29be493d-8ba5-4d75-bae1-19dbf3f88ad5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0762165 Jan 25 16:20:48.728160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5d93f9ff-7251-4076-badd-c973d4c9d6fb req-27983735-cc99-42c3-ba27-876b5e6f8fe7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376670 Jan 25 16:20:49.921717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ebe96-5855-4c04-ace5-f70d39021866 req-7d6425dc-c82a-4336-8b84-d0c639cf2fd2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:49.923142 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b61ebe96-5855-4c04-ace5-f70d39021866 req-7d6425dc-c82a-4336-8b84-d0c639cf2fd2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0774462 Jan 25 16:20:49.967278 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b61ebe96-5855-4c04-ace5-f70d39021866 req-54a0db46-014c-44f6-9ab2-074572f19d22 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381095 Jan 25 16:20:51.162702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46031d4-fd02-4bb2-9a47-28f5e4f174a6 req-bb7eb29a-9f15-40f6-90d4-71d3a266fd2f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:51.164138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e46031d4-fd02-4bb2-9a47-28f5e4f174a6 req-bb7eb29a-9f15-40f6-90d4-71d3a266fd2f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 945 time: 0.0745485 Jan 25 16:20:51.207861 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e46031d4-fd02-4bb2-9a47-28f5e4f174a6 req-b83a893e-439f-4f40-808a-2dc5df22776e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Jan 25 16:20:51.287592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0f7f0316-b6ec-438d-8245-c69bed8b379c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:20:51.394935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:51.422579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:20:51.432046 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:20:51.483354 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'code': 200} Jan 25 16:20:51.517953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:20:51.583485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:20:51.591764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.592110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.592444 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.592775 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.593106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.593455 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.593779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.594101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.594420 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.594736 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.595054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:20:51.868300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d66f84-501b-42e8-96c7-77aa4fb62c47 req-1dff42fd-7e92-45df-bddb-503570e0b4fa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:51.869692 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c2d66f84-501b-42e8-96c7-77aa4fb62c47 req-1dff42fd-7e92-45df-bddb-503570e0b4fa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.2173867 Jan 25 16:20:51.881758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-2dcbd297-ade9-40f9-92f3-90a27a3c5c8c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:51.883078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-2dcbd297-ade9-40f9-92f3-90a27a3c5c8c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5&tenant_id=7ce5eb2675a24ede9f7a160f2659a155&binding%3Ahost_id=hv-neutron-8262 HTTP/1.1" status: 200 len: 943 time: 0.1166875 Jan 25 16:20:51.920823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c2d66f84-501b-42e8-96c7-77aa4fb62c47 req-e2e9a49e-5d91-4f57-8e1c-89bdb13a3d0d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Jan 25 16:20:52.023232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-9a303305-859c-49e2-aed6-9ee598762ebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1096 time: 0.0698216 Jan 25 16:20:52.215043 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-2a622a82-a685-4f08-9ad0-12ae333fba3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:52.216462 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-2a622a82-a685-4f08-9ad0-12ae333fba3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1876907 Jan 25 16:20:52.226171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc9c34-64a9-4611-a42e-a09abb5d92db req-819cad09-9956-463a-95b5-41b82dee4dba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:52.227509 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0bfc9c34-64a9-4611-a42e-a09abb5d92db req-819cad09-9956-463a-95b5-41b82dee4dba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.1245630 Jan 25 16:20:52.351965 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0bfc9c34-64a9-4611-a42e-a09abb5d92db req-bd8453ed-0196-46cc-8080-47c84fccbcc6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785923 Jan 25 16:20:52.353668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-2184c1bc-54e6-4b43-b94a-aaad9a35592f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 998 time: 0.1253104 Jan 25 16:20:52.414666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-eb264966-4011-42c9-af1e-eb65ca8e2241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:52.416003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-eb264966-4011-42c9-af1e-eb65ca8e2241 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0565493 Jan 25 16:20:52.490470 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-4f87007e-b33a-4502-93f2-ccfa790642b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687563 Jan 25 16:20:52.618518 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-9ccf2909-844b-46b3-a247-c3a1409b0bbb service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220541 Jan 25 16:20:52.745865 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-982f6792-d8bf-4e95-b48d-8a91a802b4af req-15374854-8ad6-4ce4-ad30-3e3b84f00a29 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213057 Jan 25 16:20:53.545830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886529e-69e2-432a-ad38-6befe83d9800 req-2d983284-cc69-4f9c-819b-d3d2c7d294f3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:53.547267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5886529e-69e2-432a-ad38-6befe83d9800 req-2d983284-cc69-4f9c-819b-d3d2c7d294f3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.0751173 Jan 25 16:20:53.591770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5886529e-69e2-432a-ad38-6befe83d9800 req-49d9f84f-571b-4466-842c-f135e9adeb8e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Jan 25 16:20:54.785988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc3602-2f76-414d-81f7-58b0985e580e req-bb7a5d4f-cbd9-4e3b-ba09-fb75bced0ee2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:20:54.787423 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-62bc3602-2f76-414d-81f7-58b0985e580e req-bb7a5d4f-cbd9-4e3b-ba09-fb75bced0ee2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.0769355 Jan 25 16:20:54.831047 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-62bc3602-2f76-414d-81f7-58b0985e580e req-a2b79807-b342-4afc-a207-6f7e684d7c1b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381372 Jan 25 16:20:54.858039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42784) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:20:54.959547 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-cd8382e3-8f2c-4473-b320-ad1a4a7ecef8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 200 len: 990 time: 0.1003504 Jan 25 16:20:59.443256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-481604db-3246-49bf-b3b4-7830d06a5897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:01.551820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-97e3fdc5-8342-40f9-9f1d-b306c939d90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:03.020400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:03.123491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:04.233803 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:21:04.815020 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:09.311530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:21.623200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42796) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:21.813586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 4388ef23-d985-4416-8792-c0daa54c526a {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:21:21.813844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:21.971734 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:21.972051 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:22.197994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 4388ef23-d985-4416-8792-c0daa54c526a owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:21:22.385588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:22.429192 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=4388ef23-d985-4416-8792-c0daa54c526a,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:22.467039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.467374 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.467703 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.468027 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.468347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.468665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.468977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.469310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.469627 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.469939 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.470247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:22.527388 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:22.906461 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 559113f4-24ce-406e-bc38-cd8e268f62ef has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:21:23.104323 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:21:23.118072 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Sync routers for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:21:23.168501 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:23.169332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:23.169987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:23.221422 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-41df8c5c-64a0-444d-9b1e-427a874f429e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/floatingips/aef3b7e6-f206-4669-9fe2-bd37a7e704db HTTP/1.1" status: 204 len: 168 time: 1.5971217 Jan 25 16:21:23.222085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:23.352104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:23.384035 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'status': 'completed', 'code': 200} Jan 25 16:21:23.473127 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-fb4a4899-a757-4674-a892-03d3361d3d93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 1096 time: 0.0677967 Jan 25 16:21:23.604980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-1c916ef2-3956-4a47-aca0-346043685bd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:23.606500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-1c916ef2-3956-4a47-aca0-346043685bd4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 200 len: 898 time: 0.1275592 Jan 25 16:21:23.667734 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:23.672912 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Checking router: 559113f4-24ce-406e-bc38-cd8e268f62ef for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:21:23.684110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:23.684732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:23.775659 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-b6ff6088-3c1d-4ad8-b71c-56835783908f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 200 len: 217 time: 0.1610181 Jan 25 16:21:23.842128 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-717e0adb-fca3-47a6-b1db-9119395c492c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:23.843536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-717e0adb-fca3-47a6-b1db-9119395c492c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 200 len: 834 time: 0.0623717 Jan 25 16:21:23.878036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:23.981168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-d5d2b83d-d2bd-4b83-a7f4-aa8a9c9d74db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301575 Jan 25 16:21:23.986668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe91a8-97ef-4c1b-b49b-3894fb4472fb req-67f6d084-6a10-426e-ad09-026a6a467009 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:23.988027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6dfe91a8-97ef-4c1b-b49b-3894fb4472fb req-67f6d084-6a10-426e-ad09-026a6a467009 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.1774821 Jan 25 16:21:24.120235 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6dfe91a8-97ef-4c1b-b49b-3894fb4472fb req-fd2412f4-7e68-4848-8b39-7fb7ff278deb tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116419 Jan 25 16:21:24.152978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-e26194c6-7af6-470c-9ac1-6af536358f33 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635387 Jan 25 16:21:24.191094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:24.194980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ad99a6-c255-465b-99c4-5c5e04fd6949 None None] The sync data for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv is: [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:41Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '0b115886-caa5-4cd8-bcda-93506afabe88', 'name': '', 'network_id': 'de7daf76-3ec2-4c6d-bd68-d8f8f62dca63', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:60:60:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:41Z', 'updated_at': '2022-01-25T16:19:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': '2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:21:24.290297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dfdcead9-7041-4c6a-a898-2294a5fca4a6 req-3879241c-fc94-4cc0-bf17-42e874d1ff39 service neutron] 10.222.0.41 "GET /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310992 Jan 25 16:21:24.410698 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613b01-1570-481f-b747-693993e4c431 None None] New status for floating IP aef3b7e6-f206-4669-9fe2-bd37a7e704db: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:21:25.391351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e83dcc-4f6f-414c-9eea-faee6b91ef3b req-a3730ac6-8264-46b8-ac15-7d41d2ec3365 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:25.392690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76e83dcc-4f6f-414c-9eea-faee6b91ef3b req-a3730ac6-8264-46b8-ac15-7d41d2ec3365 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.1450019 Jan 25 16:21:25.486779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76e83dcc-4f6f-414c-9eea-faee6b91ef3b req-26fb9239-6213-4b2b-b2ed-b3c28dd6b86d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4c3ffba-d431-41df-8a87-596f5117b6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876153 Jan 25 16:21:25.502551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d1632982-153e-49aa-807b-3582d8143bfc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:25.503971 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d1632982-153e-49aa-807b-3582d8143bfc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 943 time: 0.1059651 Jan 25 16:21:25.571817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 0f7f0316-b6ec-438d-8245-c69bed8b379c {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:21:25.572159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:25.806554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 0f7f0316-b6ec-438d-8245-c69bed8b379c, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=0f7f0316-b6ec-438d-8245-c69bed8b379c,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:25.806894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:25.921373 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 0f7f0316-b6ec-438d-8245-c69bed8b379c owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:21:26.105716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:26.152785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=0f7f0316-b6ec-438d-8245-c69bed8b379c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:26.191709 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.192061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.192396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.192724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.193049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.193371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.193723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.194034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.194351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.194667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.194984 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:26.233601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] No DVR routers for this DVR port 0f7f0316-b6ec-438d-8245-c69bed8b379c on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:21:26.235793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:26.238176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-deleted', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:26.249756 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f104ac6-50a2-4252-887e-920fb24453bf req-d56be3ca-3750-4134-9adb-306f800c18a2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "DELETE /v2.0/ports/0f7f0316-b6ec-438d-8245-c69bed8b379c HTTP/1.1" status: 204 len: 173 time: 0.7409146 Jan 25 16:21:26.367503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71f68f36-2ebe-45c0-b305-db6e72674da5', 'name': 'network-vif-deleted', 'tag': '0f7f0316-b6ec-438d-8245-c69bed8b379c', 'status': 'completed', 'code': 200} Jan 25 16:21:26.672221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-364c14af-b9b9-4e97-b3ea-b79c4b68216c req-8c7bf220-bed2-4677-ac7c-20fb1fcecc20 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:21:26.786078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-364c14af-b9b9-4e97-b3ea-b79c4b68216c req-8c7bf220-bed2-4677-ac7c-20fb1fcecc20 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:21:26.787137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-364c14af-b9b9-4e97-b3ea-b79c4b68216c req-8c7bf220-bed2-4677-ac7c-20fb1fcecc20 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=71f68f36-2ebe-45c0-b305-db6e72674da5 HTTP/1.1" status: 200 len: 210 time: 0.1584866 Jan 25 16:21:27.893630 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42822) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:28.291895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:28.972726 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 0b115886-caa5-4cd8-bcda-93506afabe88 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:21:28.973449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:29.154131 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 0b115886-caa5-4cd8-bcda-93506afabe88, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=0b115886-caa5-4cd8-bcda-93506afabe88,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:29.154486 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:29.273621 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 0b115886-caa5-4cd8-bcda-93506afabe88 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:21:29.470889 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07555135-f9f1-41be-bd6e-1123e04dfe9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:29.495909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0f7f0316-b6ec-438d-8245-c69bed8b379c no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:21:29.528513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:29.531080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 0f7f0316-b6ec-438d-8245-c69bed8b379c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:21:29.531422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 0f7f0316-b6ec-438d-8245-c69bed8b379c not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:21:29.577315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=0b115886-caa5-4cd8-bcda-93506afabe88,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:29.863714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:30.531899 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 559113f4-24ce-406e-bc38-cd8e268f62ef has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:21:30.723679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:21:30.733624 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Sync routers for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:21:30.744654 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:30.748963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:30.804590 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-501d82fa-39d7-4193-834b-ac3ad373d637 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/559113f4-24ce-406e-bc38-cd8e268f62ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9096479 Jan 25 16:21:30.807203 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:30.914681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:30.993499 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting subnet 2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:21:30.996453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.049052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.130955 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.238539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:21:29Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:31.242234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Checking router: 559113f4-24ce-406e-bc38-cd8e268f62ef for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:21:31.252319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Routers {'559113f4-24ce-406e-bc38-cd8e268f62ef'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:31.252849 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['559113f4-24ce-406e-bc38-cd8e268f62ef'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:31.277915 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.314677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:31.321803 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.327779 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2d8bda43-7e53-4f76-9231-8fd436eb44fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/subnets/2a5941b0-ebc9-4aa3-bde3-8d4b88c657d6 HTTP/1.1" status: 204 len: 168 time: 0.5196438 Jan 25 16:21:31.330636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42830) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:31.330883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4e501e-3c51-4056-b01b-a8a0c9088436 None None] Network de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:21:31.525572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.590326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] Set router 559113f4-24ce-406e-bc38-cd8e268f62ef gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:31.635591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2f2aa1e0-dc51-40e6-9116-9398a3fe0b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.827454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.872743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] DHCP port deletion for de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:21:31.877082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port f71766d0-b072-4260-8c68-3c44804f8c5c {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:21:31.877540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:31.881658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Deleting port f643edde-b00e-42e8-b125-01cd4f87c0a4 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:21:31.882021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.048316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port f71766d0-b072-4260-8c68-3c44804f8c5c, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f71766d0-b072-4260-8c68-3c44804f8c5c,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:32.048664 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.072235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:21:29Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:32.087999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc122bf-7871-4be7-b4c9-8aa8870d5b70 None None] The sync data for ids ['559113f4-24ce-406e-bc38-cd8e268f62ef'] in dv-neutron-826291-2-hyperv is: [{'id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1756497796', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:21:29Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': 'f71766d0-b072-4260-8c68-3c44804f8c5c', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559113f4-24ce-406e-bc38-cd8e268f62ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:19:37Z', 'updated_at': '2022-01-25T16:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:21:32.095199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] For port f643edde-b00e-42e8-b125-01cd4f87c0a4, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f643edde-b00e-42e8-b125-01cd4f87c0a4,segment=NetworkSegment(5268f62c-dfc2-430a-a64a-ca1f5b9c819d),segment_id=5268f62c-dfc2-430a-a64a-ca1f5b9c819d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:32.095582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.177085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for f71766d0-b072-4260-8c68-3c44804f8c5c owned by network:router_gateway {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:21:32.217515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Calling delete_port for f643edde-b00e-42e8-b125-01cd4f87c0a4 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:21:32.420192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.443940 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.469923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] Pushing event deleted for resources: {'Port': ['ID=f643edde-b00e-42e8-b125-01cd4f87c0a4,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:32.474582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4493b3c-6d32-4bbb-ba3c-9758067a6889 None None] No DVR routers for this DVR port f643edde-b00e-42e8-b125-01cd4f87c0a4 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:21:32.496973 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=f71766d0-b072-4260-8c68-3c44804f8c5c,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:32.529364 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f643edde-b00e-42e8-b125-01cd4f87c0a4 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:21:32.568241 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f643edde-b00e-42e8-b125-01cd4f87c0a4 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:21:32.568451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f643edde-b00e-42e8-b125-01cd4f87c0a4 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:21:32.568997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0b115886-caa5-4cd8-bcda-93506afabe88 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:21:32.613732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 0b115886-caa5-4cd8-bcda-93506afabe88 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:21:32.616720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 0b115886-caa5-4cd8-bcda-93506afabe88 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:21:32.724791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.973418 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:32.977595 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.025229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.117265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.117816 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Fanout notify agent at l3_agent the message router_deleted on router 559113f4-24ce-406e-bc38-cd8e268f62ef {{(pid=84138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:21:33.133019 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.134130 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-db26d96b-3233-427f-8dc8-2597f0b34481 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/routers/559113f4-24ce-406e-bc38-cd8e268f62ef HTTP/1.1" status: 204 len: 168 time: 1.8026121 Jan 25 16:21:33.136750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42834) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:33.139758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.314785 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.529456 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.553846 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7daf76-3ec2-4c6d-bd68-d8f8f62dca63']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:33.569717 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5268f62c-dfc2-430a-a64a-ca1f5b9c819d') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:33.570002 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5268f62c-dfc2-430a-a64a-ca1f5b9c819d') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:33.583188 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.600058 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.609310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:21:33.609742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:21:33.624723 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:21:33.808688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.825737 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:33.842175 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Network': ['ID=de7daf76-3ec2-4c6d-bd68-d8f8f62dca63,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:33.917993 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2df874c9-12b8-4aae-81b6-5ef756534c6e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/networks/de7daf76-3ec2-4c6d-bd68-d8f8f62dca63 HTTP/1.1" status: 204 len: 168 time: 0.7802057 Jan 25 16:21:33.920494 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42840) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:33.986740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.014171 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.129310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.147649 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c3ffba-d431-41df-8a87-596f5117b6e7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:34.213806 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.214958 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d522960b-ef29-4b62-90fa-5b9c41070041 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/security-groups/d4c3ffba-d431-41df-8a87-596f5117b6e7 HTTP/1.1" status: 204 len: 168 time: 0.2935588 Jan 25 16:21:34.397597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f71766d0-b072-4260-8c68-3c44804f8c5c no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:21:34.432042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f71766d0-b072-4260-8c68-3c44804f8c5c {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:21:34.432376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f71766d0-b072-4260-8c68-3c44804f8c5c not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:21:34.746540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42848) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:34.752135 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863404641', 'description': 'tempest-secgroup-smoke-1863404641 description', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:34.763755 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:34.767699 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:34.770507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:34.776216 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:34.819779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.848288 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:34.881799 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:34.885395 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:34.888082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:34.893586 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:34.948128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.025509 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.068224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad2cc37-1e1e-4315-a542-7ef090d036c6,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:35.168316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.169578 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d03c6058-661e-4841-84e4-b3b651b7667a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4220331 Jan 25 16:21:35.172346 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42852) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:35.178255 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:35.184152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:35.188063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:35.190968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:35.196457 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:35.253896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.311667 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.362260 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.384517 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee53b4a-33bc-4bc6-8605-1547767b9818,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:35.431392 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.432571 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2a2caecd-4764-400d-a597-aa1c2ca1f7c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2593040 Jan 25 16:21:35.435132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42856) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:35.440407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:35.446301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:35.449945 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:35.452658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:35.458952 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:35.511492 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.573235 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.636056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.659865 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9449c6c-8253-44b3-a7bf-4f51e8cd4515,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:35.739372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.740538 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f204041e-e7e0-43c4-b1a9-8aed75afc8b9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3044949 Jan 25 16:21:35.743183 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42860) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:35.748525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:35.754714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:35.758406 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:35.761208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:35.766844 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:35.865118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:35.924708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.014208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.037518 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d445b1d-622c-4eb6-96c3-975d09fe52ce,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:36.105590 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.106798 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cf2d0c37-3242-4d1e-aaed-5e64ddb6d030 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3627195 Jan 25 16:21:36.109513 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42864) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:36.115321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:36.121137 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:36.124853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:36.127690 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:36.134005 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:36.198224 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.260182 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.317064 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.339946 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164a1f7c-3d80-4d86-8d4b-6de9a9e3b28a,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:36.391299 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.392427 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b129bafa-0e18-4fd3-b921-3c1743d0afa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2820313 Jan 25 16:21:36.395123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42868) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:36.401605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:36.406189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:36.410364 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:36.413141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:36.418714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:36.488012 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:21:36.494146 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.555357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.625147 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.647152 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff80d6f-83ab-43f9-a224-018f07a191cb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:36.716677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.717858 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-275a46b1-cfaf-4608-86b7-992a831b904a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3218482 Jan 25 16:21:36.720504 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42872) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:36.726643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': 'cad2cc37-1e1e-4315-a542-7ef090d036c6', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:36.732263 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:36.735927 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:36.739330 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:36.744826 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:36.814010 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:21:36.820847 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.883106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.950917 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:36.972668 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8019a3dd-0898-4862-8290-fb3f4618512e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:37.036702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.037876 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ab430ee3-f1b9-4d79-b6fa-816b2614bed5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3164780 Jan 25 16:21:37.040691 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42876) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:37.046139 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'network': {'name': 'tempest-network-smoke--1756617326', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'port_security_enabled': True}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:37.051366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:37.055362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:network and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:37.058128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:37.063658 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:37.168238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:21:37.171240 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.198551 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:21:37.206533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.206804 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Added segment f2e3489c-8199-4940-828e-c2224e49920e of type vlan for network 96997e35-410e-473b-9043-404324b51a71 Jan 25 16:21:37.234677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.316704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.320348 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:37.320928 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.426934 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Network': ['ID=96997e35-410e-473b-9043-404324b51a71,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:37.437098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 96997e35-410e-473b-9043-404324b51a71 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:21:37.472570 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5ccbe903-cdf9-41dd-8c59-1f1f28fc1805 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4303713 Jan 25 16:21:37.475150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42880) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:37.480301 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'admin_state_up': True, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:37.487039 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:37.491316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:router and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:37.494150 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:37.499935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:37.574038 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.574995 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.593341 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.784342 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:37.996679 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:38.025532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:38.158477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.242 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/72e8e751-d997-489d-a14d-9800c5cec47d) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:21:38.378265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:38.465975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:38.532473 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:38.535343 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:38.539600 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:21:38.564063 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=72e8e751-d997-489d-a14d-9800c5cec47d,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:38.739876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:38.740594 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:39.025488 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router ccbea94b-fead-4ff9-8125-c454d6311674 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:21:39.218362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:21:39.228295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Sync routers for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:21:39.240414 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:39.241260 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:39.328879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:39.330063 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-53c8997b-bcaa-424e-ac6f-8618577831db tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8540204 Jan 25 16:21:39.334297 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42884) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:39.351661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:39.413953 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:39.443496 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-34b43d32-fced-4701-8ad0-1c1769e99d0b tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7ce5eb2675a24ede9f7a160f2659a155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1081119 Jan 25 16:21:39.446016 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42890) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:39.571793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd9ff0-e18c-4973-9cdd-787dd52ec778 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:39.573263 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-70fd9ff0-e18c-4973-9cdd-787dd52ec778 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263726 Jan 25 16:21:39.576117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42894) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:39.619187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-21915acf-5025-4fbb-8251-4f8007764f49 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380862 Jan 25 16:21:39.621316 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42898) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:39.626635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012850785', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:39.693260 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:39.697071 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Checking router: ccbea94b-fead-4ff9-8125-c454d6311674 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:21:39.697440 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Updating router ccbea94b-fead-4ff9-8125-c454d6311674 port 72e8e751-d997-489d-a14d-9800c5cec47d binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:21:39.731706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:39.735410 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:subnet and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:39.738158 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:39.743671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:39.747465 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:39.802862 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:21:39.901358 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.056834 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.068377 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Transition to ACTIVE for port object 72e8e751-d997-489d-a14d-9800c5cec47d will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:40.167961 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.196932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.246283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Attempting to bind port 72e8e751-d997-489d-a14d-9800c5cec47d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:21:40.246872 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Attempting to bind port 72e8e751-d997-489d-a14d-9800c5cec47d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:21:40.247005 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Attempting to bind port 72e8e751-d997-489d-a14d-9800c5cec47d on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:21:40.253324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Pushing event updated for resources: {'Port': ['ID=72e8e751-d997-489d-a14d-9800c5cec47d,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:40.259559 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:21:40.259919 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:21:40.260308 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.260689 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:21:40.261140 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Bound port: 72e8e751-d997-489d-a14d-9800c5cec47d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:21:40.261524 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.292335 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.292669 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.293140 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.293454 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.293779 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.294094 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.294420 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.294721 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.295048 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.295337 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.295639 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:40.343622 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] For port 72e8e751-d997-489d-a14d-9800c5cec47d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:21:40.346834 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] For port 72e8e751-d997-489d-a14d-9800c5cec47d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=72e8e751-d997-489d-a14d-9800c5cec47d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:21:40.376618 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Subnet': ['ID=ec2c442b-a631-45c5-8bf9-c4c915853d93,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:40.388044 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Checking segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:21:40.388396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network hostable DHCP agents. Network: 96997e35-410e-473b-9043-404324b51a71, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:21:40.414670 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.459570 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 96997e35-410e-473b-9043-404324b51a71 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:21:40.492969 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb70f2e-1222-4b86-bc4b-814e7bcf1c19 None None] Pushing event updated for resources: {'Port': ['ID=72e8e751-d997-489d-a14d-9800c5cec47d,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:40.496021 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:40.496602 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:40.505285 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 96997e35-410e-473b-9043-404324b51a71) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:40.512921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:40.513532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.519406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c2048-44e0-4f60-ba95-0e63ad7a37a4 None None] Network 96997e35-410e-473b-9043-404324b51a71 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:21:40.584110 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c9b7ef0d-39ba-49c5-8177-2ef38fdcbe21 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9583018 Jan 25 16:21:40.584325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42902) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:40.700979 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:40.732794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-96997e35-410e-473b-9043-404324b51a71', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:21:40.734265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:40.889864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Allocated IP 172.20.0.2 (96997e35-410e-473b-9043-404324b51a71/ec2c442b-a631-45c5-8bf9-c4c915853d93/66d5a10c-4a20-498c-b89e-b2bcd267af8e) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:21:40.988879 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:40.992692 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605730eb-82a1-42aa-8b2e-6db0f8706c99 None None] The sync data for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv is: [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:38Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:21:41.113731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.131188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Transition to ACTIVE for port object 66d5a10c-4a20-498c-b89e-b2bcd267af8e will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:41.155855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Transition to ACTIVE for port object 66d5a10c-4a20-498c-b89e-b2bcd267af8e will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:41.235489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.244782 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:21:41.311486 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Network 96997e35-410e-473b-9043-404324b51a71 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:41.314271 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:41.317586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:21:41.330503 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Pushing event updated for resources: {'Port': ['ID=66d5a10c-4a20-498c-b89e-b2bcd267af8e,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:41.378902 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.416830 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Attempting to bind port 66d5a10c-4a20-498c-b89e-b2bcd267af8e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:21:41.417194 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Attempting to bind port 66d5a10c-4a20-498c-b89e-b2bcd267af8e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:21:41.417585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Attempting to bind port 66d5a10c-4a20-498c-b89e-b2bcd267af8e on network 96997e35-410e-473b-9043-404324b51a71 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:21:41.424269 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:21:41.424637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Checking segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:21:41.425596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.425987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Bound using segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:21:41.426758 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Bound port: 66d5a10c-4a20-498c-b89e-b2bcd267af8e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:21:41.427128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.522043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] For port 66d5a10c-4a20-498c-b89e-b2bcd267af8e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:21:41.525336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] For port 66d5a10c-4a20-498c-b89e-b2bcd267af8e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=66d5a10c-4a20-498c-b89e-b2bcd267af8e,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:21:41.591788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.675747 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f82f85-0445-4fe0-aa0b-86f884241aad None None] Pushing event updated for resources: {'Port': ['ID=66d5a10c-4a20-498c-b89e-b2bcd267af8e,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:41.777708 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.1 (96997e35-410e-473b-9043-404324b51a71/ec2c442b-a631-45c5-8bf9-c4c915853d93/428b20c2-d470-4145-91bb-b223b5e77609) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:21:41.965201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:41.981408 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 428b20c2-d470-4145-91bb-b223b5e77609 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:42.094434 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:42.160991 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 96997e35-410e-473b-9043-404324b51a71 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:42.164129 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:42.167247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:21:42.202711 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:42.229254 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:42.465084 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:42.513288 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 66d5a10c-4a20-498c-b89e-b2bcd267af8e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:42.669105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c7d7be-4025-4ec2-9125-580db4288ecc None None] Network 96997e35-410e-473b-9043-404324b51a71 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:21:42.684780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 66d5a10c-4a20-498c-b89e-b2bcd267af8e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:42.740088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 72e8e751-d997-489d-a14d-9800c5cec47d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:42.901327 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:42.929926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Provisioning for port 66d5a10c-4a20-498c-b89e-b2bcd267af8e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:42.939806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Provisioning complete for port 66d5a10c-4a20-498c-b89e-b2bcd267af8e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:42.940174 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:42.985616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.082797 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 72e8e751-d997-489d-a14d-9800c5cec47d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:43.097692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 72e8e751-d997-489d-a14d-9800c5cec47d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:43.098064 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.105116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:43.109089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.166844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.250767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] For port 66d5a10c-4a20-498c-b89e-b2bcd267af8e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=66d5a10c-4a20-498c-b89e-b2bcd267af8e,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:43.268857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.285844 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 72e8e751-d997-489d-a14d-9800c5cec47d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=72e8e751-d997-489d-a14d-9800c5cec47d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:43.289603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 96997e35-410e-473b-9043-404324b51a71 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:43.289603 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:43.300192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.346888 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.372551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786470c4-3687-435d-83c0-c0b74e5c9c2a None None] Pushing event updated for resources: {'Port': ['ID=66d5a10c-4a20-498c-b89e-b2bcd267af8e,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:43.444318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Provisioning complete for port 66d5a10c-4a20-498c-b89e-b2bcd267af8e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:43.445099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.501843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=72e8e751-d997-489d-a14d-9800c5cec47d,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:43.648010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Provisioning for port 428b20c2-d470-4145-91bb-b223b5e77609 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:43.653118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Provisioning complete for port 428b20c2-d470-4145-91bb-b223b5e77609 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:43.653632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.690553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router ccbea94b-fead-4ff9-8125-c454d6311674 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:21:43.711790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-6a598aab-6b55-4aef-bb3f-b69f4afb8a25 None None] Port 428b20c2-d470-4145-91bb-b223b5e77609 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:21:43.834616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-25a66cd8-d132-406a-9ec8-c7e236b81083 None None] Provisioning complete for port 428b20c2-d470-4145-91bb-b223b5e77609 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:43.834905 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-25a66cd8-d132-406a-9ec8-c7e236b81083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:43.887268 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-25a66cd8-d132-406a-9ec8-c7e236b81083 None None] Port 428b20c2-d470-4145-91bb-b223b5e77609 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:21:43.892943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:21:43.905322 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-7fccb246-ca32-4cf9-a9db-013fd3d62a53 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/ccbea94b-fead-4ff9-8125-c454d6311674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3201630 Jan 25 16:21:44.077845 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-be3e3ee9-160f-4135-a214-1c318fe9d1f5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863404641&fields=id&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 267 time: 0.0402668 Jan 25 16:21:44.305262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331e68-996e-4388-ab33-9974b3b0b420 req-ce31e291-e353-4b81-93e7-6b015516ddd7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:44.306704 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-ce31e291-e353-4b81-93e7-6b015516ddd7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 797 time: 0.2217135 Jan 25 16:21:44.322844 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-9b06cefa-b37a-4484-97ad-f25c0c0acabe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/quotas/7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 375 time: 0.0108919 Jan 25 16:21:44.404669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-a77423cf-192a-45d4-966d-5b48052ac131 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771599 Jan 25 16:21:44.417012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 66d5a10c-4a20-498c-b89e-b2bcd267af8e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:44.492376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 66d5a10c-4a20-498c-b89e-b2bcd267af8e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:44.492833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:44.551247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-33275b6c-0374-4560-a860-bd3000432747 service neutron] 10.222.0.26 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296000 Jan 25 16:21:44.607886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 72e8e751-d997-489d-a14d-9800c5cec47d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:44.635739 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Sync routers for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:21:44.666337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:44.666953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:44.684089 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-c1453bf8-65bb-49ae-ad9b-4cd6f1176576 service neutron] 10.222.0.26 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270730 Jan 25 16:21:44.825706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 72e8e751-d997-489d-a14d-9800c5cec47d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:44.826266 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:44.895517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:44.977039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bf508929-0517-4a24-8aa2-72bedbf43a76 req-9b7df634-1ea6-4b3f-85d5-0a7e843430c2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 210 time: 0.0496647 Jan 25 16:21:45.296157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 2, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:45.299913 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Checking router: ccbea94b-fead-4ff9-8125-c454d6311674 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:21:45.300277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Updating router ccbea94b-fead-4ff9-8125-c454d6311674 port 428b20c2-d470-4145-91bb-b223b5e77609 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:21:45.349591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:45.678466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:45.689202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Transition to ACTIVE for port object 428b20c2-d470-4145-91bb-b223b5e77609 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:45.756403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:45.883442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fef826-0a46-453a-a62d-0dae1eb7d9e1 None None] Pushing event updated for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:45.970381 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Attempting to bind port 428b20c2-d470-4145-91bb-b223b5e77609 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:21:45.971058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Attempting to bind port 428b20c2-d470-4145-91bb-b223b5e77609 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:21:45.971191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Attempting to bind port 428b20c2-d470-4145-91bb-b223b5e77609 on network 96997e35-410e-473b-9043-404324b51a71 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:21:45.978563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:21:45.978925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Checking segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:21:45.979314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:45.979694 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Bound using segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:21:45.980143 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Bound port: 428b20c2-d470-4145-91bb-b223b5e77609, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:21:45.980504 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:46.087606 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] For port 428b20c2-d470-4145-91bb-b223b5e77609, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:21:46.091395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] For port 428b20c2-d470-4145-91bb-b223b5e77609, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=428b20c2-d470-4145-91bb-b223b5e77609,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:21:46.144950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fdf04e1e-0b76-47e7-8b91-6e2237f9a1a6 req-2b9aab93-9fcd-4402-b442-6f88c1c28a94 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 210 time: 0.0427463 Jan 25 16:21:46.163060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:46.242549 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fef826-0a46-453a-a62d-0dae1eb7d9e1 None None] Pushing event updated for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:46.248080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:46.248701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:46.432763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:46.741802 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:46Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:46.745872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07563de6-56eb-42d0-b07d-fe28ea579441 None None] The sync data for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv is: [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:46Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:21:46.976631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331e68-996e-4388-ab33-9974b3b0b420 req-553ed714-80de-4520-8aa5-e03f7ff064e1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:46.978111 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-553ed714-80de-4520-8aa5-e03f7ff064e1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 797 time: 0.1393106 Jan 25 16:21:47.029457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-078b9d73-0c84-47b3-811c-ad317664a7b5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 380 time: 0.0393846 Jan 25 16:21:47.037783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'port': {'device_id': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'admin_state_up': True, 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'security_groups': ['cad2cc37-1e1e-4315-a542-7ef090d036c6']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:47.197599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:47.202026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:port and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:47.205100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:47.219811 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:47.309365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:21:47.314177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:47.328959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2219d503-e85d-45f4-a477-10e4ff219a25 req-435c5507-1e9d-478b-8d52-6cbae227c412 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 210 time: 0.0583260 Jan 25 16:21:47.480413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.10 (96997e35-410e-473b-9043-404324b51a71/ec2c442b-a631-45c5-8bf9-c4c915853d93/e1bcd7da-0be5-422f-9038-eed086455f51) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:21:47.676266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:47.691835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object e1bcd7da-0be5-422f-9038-eed086455f51 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:47.780193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:47.853492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 96997e35-410e-473b-9043-404324b51a71 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:47.856630 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:47.861486 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:21:47.886422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:47.925639 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:47.926250 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.009169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-f8764cfe-3ad8-4152-88ed-9b5c87a4a3f9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9752607 Jan 25 16:21:48.021463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Request body: {'port': {'device_id': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:48.132040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.139859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6b95cc1-7515-4a64-8b67-73ce221fcb74 None None] Provisioning for port e1bcd7da-0be5-422f-9038-eed086455f51 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:48.145579 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a6b95cc1-7515-4a64-8b67-73ce221fcb74 None None] Provisioning complete for port e1bcd7da-0be5-422f-9038-eed086455f51 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:48.145941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a6b95cc1-7515-4a64-8b67-73ce221fcb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.199859 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a6b95cc1-7515-4a64-8b67-73ce221fcb74 None None] Port e1bcd7da-0be5-422f-9038-eed086455f51 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:21:48.478290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 428b20c2-d470-4145-91bb-b223b5e77609 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:48.608218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 428b20c2-d470-4145-91bb-b223b5e77609 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:48.613440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 428b20c2-d470-4145-91bb-b223b5e77609 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:48.613440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.616946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bcd7da-0be5-422f-9038-eed086455f51 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:21:48.625781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd6799-363a-4332-8ef3-cd20553f1c42 req-69dafeec-fb03-4457-984e-1bf403f22c14 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:48.626467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-70fd6799-363a-4332-8ef3-cd20553f1c42 req-69dafeec-fb03-4457-984e-1bf403f22c14 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:21:48.632966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.653921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Transition to ACTIVE for port object e1bcd7da-0be5-422f-9038-eed086455f51 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:21:48.722368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-70fd6799-363a-4332-8ef3-cd20553f1c42 req-69dafeec-fb03-4457-984e-1bf403f22c14 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:21:48.723551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-70fd6799-363a-4332-8ef3-cd20553f1c42 req-69dafeec-fb03-4457-984e-1bf403f22c14 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 932 time: 0.2443132 Jan 25 16:21:48.747340 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.758339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.789019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 428b20c2-d470-4145-91bb-b223b5e77609, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=428b20c2-d470-4145-91bb-b223b5e77609,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:48.865668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:48.886751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Pushing event updated for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:48.896066 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-70fd6799-363a-4332-8ef3-cd20553f1c42 req-22bd75f6-9857-4931-bef5-b0f4061a4ea7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669476 Jan 25 16:21:48.943545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:49.010693 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Attempting to bind port e1bcd7da-0be5-422f-9038-eed086455f51 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:21:49.011028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Attempting to bind port e1bcd7da-0be5-422f-9038-eed086455f51 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:21:49.011351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Attempting to bind port e1bcd7da-0be5-422f-9038-eed086455f51 on network 96997e35-410e-473b-9043-404324b51a71 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:21:49.016986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Port e1bcd7da-0be5-422f-9038-eed086455f51 on network 96997e35-410e-473b-9043-404324b51a71 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:21:49.017409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Attempting to bind port e1bcd7da-0be5-422f-9038-eed086455f51 on network 96997e35-410e-473b-9043-404324b51a71 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:21:49.023298 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:21:49.023668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Checking segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:21:49.024011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Bound using segment: {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:21:49.024451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Bound port: e1bcd7da-0be5-422f-9038-eed086455f51, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e3489c-8199-4940-828e-c2224e49920e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '96997e35-410e-473b-9043-404324b51a71'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:21:49.024789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:49.113838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:21:49.116930 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e1bcd7da-0be5-422f-9038-eed086455f51,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:21:49.192187 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:49.252538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:49.254459 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] 10.222.0.41 "PUT /v2.0/ports/e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 1094 time: 1.2380390 Jan 25 16:21:49.254816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:49.275384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee150dd-9633-48c6-abfd-0ae5e89503ee service neutron] Pushing event updated for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:49.315135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'status': 'completed', 'code': 200} Jan 25 16:21:49.404895 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2981424e-bf16-431e-a49a-abe661a069c8 req-a6d881b4-8295-4060-99ca-51dadfb8d3e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1097 time: 0.0696487 Jan 25 16:21:49.545352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981424e-bf16-431e-a49a-abe661a069c8 req-79986428-1aa3-4549-bdc0-96a741f75c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:49.546721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2981424e-bf16-431e-a49a-abe661a069c8 req-79986428-1aa3-4549-bdc0-96a741f75c9a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347477 Jan 25 16:21:49.676546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981424e-bf16-431e-a49a-abe661a069c8 req-833e7d11-a6b8-445d-9f3a-ad6f8deb5622 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:49.677919 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2981424e-bf16-431e-a49a-abe661a069c8 req-833e7d11-a6b8-445d-9f3a-ad6f8deb5622 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260674 Jan 25 16:21:49.781830 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-04354770-ad14-40be-aa0d-38a6dbcffde7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1097 time: 0.0695975 Jan 25 16:21:49.847633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-a1544af2-8810-45f9-a1e9-324261b6dc69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 217 time: 0.0585706 Jan 25 16:21:49.910903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00331e68-996e-4388-ab33-9974b3b0b420 req-d0e4cc7b-c378-44c3-aa92-8df6a363bf72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:49.912265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-d0e4cc7b-c378-44c3-aa92-8df6a363bf72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 200 len: 835 time: 0.0595953 Jan 25 16:21:49.984101 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-5aa7df2e-ec61-41d1-b873-e87cf0a2e948 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96997e35-410e-473b-9043-404324b51a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660396 Jan 25 16:21:50.169433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-d0df7193-3e39-4ab3-bc13-8aa280ee231c service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799262 Jan 25 16:21:50.179631 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e98279-ae7c-4931-a76c-eab6773e02b7 req-71aba9e8-9d17-471e-a15c-cad7ed60d5c4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:50.181045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0e98279-ae7c-4931-a76c-eab6773e02b7 req-71aba9e8-9d17-471e-a15c-cad7ed60d5c4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 944 time: 0.1249161 Jan 25 16:21:50.383786 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e0e98279-ae7c-4931-a76c-eab6773e02b7 req-bf1f8d40-452c-495f-b955-1343589fbf70 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848836 Jan 25 16:21:50.416184 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 428b20c2-d470-4145-91bb-b223b5e77609 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:50.422304 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-00331e68-996e-4388-ab33-9974b3b0b420 req-83c74951-62c9-480a-b425-583736984f04 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403092 Jan 25 16:21:50.481022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 428b20c2-d470-4145-91bb-b223b5e77609 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:50.481405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:51.575366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61a527-3414-4c6f-ab00-23ba51d26fcb req-dafd4afa-67d3-4cfd-b30d-8e8e9c9b11e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:51.576793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c61a527-3414-4c6f-ab00-23ba51d26fcb req-dafd4afa-67d3-4cfd-b30d-8e8e9c9b11e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 944 time: 0.0740023 Jan 25 16:21:51.620758 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8c61a527-3414-4c6f-ab00-23ba51d26fcb req-9b63196b-2c17-4713-9c2b-b7417e830f1f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385613 Jan 25 16:21:51.698824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e1bcd7da-0be5-422f-9038-eed086455f51 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:21:51.826798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e1bcd7da-0be5-422f-9038-eed086455f51,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:51.840030 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'port_id': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'mac_address': 'fa:16:3e:b9:fa:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:21:51.890729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:51.909906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bcd7da-0be5-422f-9038-eed086455f51 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:21:51.923966 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e1bcd7da-0be5-422f-9038-eed086455f51,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:51.990612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:52.055971 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:52.064157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.064501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.064835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.065170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.065552 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.065880 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.066245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.066569 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.066900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.067207 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.067521 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:21:52.194483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['e1bcd7da-0be5-422f-9038-eed086455f51'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:21:52.813179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944408a-f004-462e-bf40-a2275ee293c5 req-47273924-ae64-4f42-a331-29ca053f294a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:52.814628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2944408a-f004-462e-bf40-a2275ee293c5 req-47273924-ae64-4f42-a331-29ca053f294a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 945 time: 0.0778403 Jan 25 16:21:52.859907 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2944408a-f004-462e-bf40-a2275ee293c5 req-eedea387-ba6a-41c0-9bde-7ad642e63c23 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Jan 25 16:21:53.708083 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e1bcd7da-0be5-422f-9038-eed086455f51 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:21:53.824706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port e1bcd7da-0be5-422f-9038-eed086455f51 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:21:53.829135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port e1bcd7da-0be5-422f-9038-eed086455f51 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:21:53.829537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:53.939793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:53.967352 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:53.976965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e1bcd7da-0be5-422f-9038-eed086455f51,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:21:54.021311 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'code': 200} Jan 25 16:21:54.053790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:54.057438 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d39fca-1d5d-4266-948d-14d458974483 req-f3c1a8ed-026d-449c-934e-2502dec27280 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:54.058916 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05d39fca-1d5d-4266-948d-14d458974483 req-f3c1a8ed-026d-449c-934e-2502dec27280 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 945 time: 0.0769982 Jan 25 16:21:54.111407 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-05d39fca-1d5d-4266-948d-14d458974483 req-afec6b3d-9813-4eb6-a633-f26b14781725 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Jan 25 16:21:54.126095 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:54.390490 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-290baa35-280a-43a0-8924-47071d749c83 req-41746e90-0935-4543-8c85-02826a32c899 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1099 time: 0.0667534 Jan 25 16:21:54.431132 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-290baa35-280a-43a0-8924-47071d749c83 req-8d53558c-fc9d-4493-ba58-ce914fe4e92e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351164 Jan 25 16:21:55.325964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69363100-3565-4911-a279-4279c2334a3c req-bafa47d2-10a1-4e89-a8f5-f7d9c46a9058 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:55.327315 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69363100-3565-4911-a279-4279c2334a3c req-bafa47d2-10a1-4e89-a8f5-f7d9c46a9058 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0774055 Jan 25 16:21:55.376157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69363100-3565-4911-a279-4279c2334a3c req-21d05a3f-5d5b-4d9e-aa28-13a802e0b03a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419428 Jan 25 16:21:56.569515 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472330-6e82-4b03-874a-8e00f9cc26a5 req-cbff192e-7bf6-431a-948f-ec7b8cfaa98b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:56.570963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a472330-6e82-4b03-874a-8e00f9cc26a5 req-cbff192e-7bf6-431a-948f-ec7b8cfaa98b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0746906 Jan 25 16:21:56.614596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a472330-6e82-4b03-874a-8e00f9cc26a5 req-1aa78b3b-bec4-481f-bb20-1d3a2e4d51eb tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 Jan 25 16:21:56.807959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2d1c-8382-4866-bed4-11603f988b64 req-4f2374d1-82c2-40f4-8e60-9828804fe57b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:56.809393 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f1e2d1c-8382-4866-bed4-11603f988b64 req-4f2374d1-82c2-40f4-8e60-9828804fe57b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0780230 Jan 25 16:21:56.852740 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f1e2d1c-8382-4866-bed4-11603f988b64 req-38b45903-0b08-4281-ad80-6e59958e1cbc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Jan 25 16:21:56.879383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42956) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:56.945940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f972af21-0bf8-4ce1-8f0f-9016f8d9bc6e tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1094 time: 0.0654912 Jan 25 16:21:56.948514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42960) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:21:56.953535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:21:56.959044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:21:56.962761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:floatingip and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:21:56.965529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:21:56.971001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:21:57.036600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:57.168181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:57.299888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.86 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/47675f29-f710-4a9c-bb03-04fd1e476f18) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:21:57.445077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:57.522590 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:57.592137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:21:57.594957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:21:57.599645 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:21:57.623087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=47675f29-f710-4a9c-bb03-04fd1e476f18,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:58.185589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:58.278808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:58.482505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:58.573788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:58.670473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=47675f29-f710-4a9c-bb03-04fd1e476f18,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:21:58.687068 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:58.870930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Floating IP 88db7c41-99fc-4259-9f02-ed1b3af0f2cd associated. External IP: 172.26.8.86, port: e1bcd7da-0be5-422f-9038-eed086455f51. Jan 25 16:21:59.247849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router ccbea94b-fead-4ff9-8125-c454d6311674 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:21:59.436790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9dff71b4-09d0-4b9f-a8bd-b27e1fc25d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:59.439864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:21:59.451044 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Sync routers for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:21:59.462373 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:59.462978 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:59.499666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:21:59.554798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-69152e67-51ab-4cfd-a02e-d6b96191c8d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6052973 Jan 25 16:21:59.555450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:21:59.611979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'status': 'completed', 'code': 200} Jan 25 16:21:59.639713 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:21:59.852739 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-3b625836-4ae0-4e7c-ac4e-d58904b12e5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1099 time: 0.2224460 Jan 25 16:21:59.858939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9438ee-f59d-468c-be39-1c9ddde4a97c req-35de1e5e-ebf6-4c5f-a94c-cea2fd77f41a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:21:59.860239 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce9438ee-f59d-468c-be39-1c9ddde4a97c req-35de1e5e-ebf6-4c5f-a94c-cea2fd77f41a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.1973367 Jan 25 16:21:59.981570 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '88db7c41-99fc-4259-9f02-ed1b3af0f2cd', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'port_id': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'mac_address': 'fa:16:3e:b9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:21:57Z', 'updated_at': '2022-01-25T16:21:57Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:21:59.985289 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Checking router: ccbea94b-fead-4ff9-8125-c454d6311674 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:21:59.995567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce9438ee-f59d-468c-be39-1c9ddde4a97c req-c842bb5d-2c1e-4d60-95c6-779c6ea6a733 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150260 Jan 25 16:21:59.995767 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:21:59.996336 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:21:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:22:00.021672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-6c20f13d-87dd-4fc6-ae54-198df69ffd31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:00.023091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-6c20f13d-87dd-4fc6-ae54-198df69ffd31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 898 time: 0.1620495 Jan 25 16:22:00.023518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 42968) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:00.173208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:22:00.204714 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3d3022c4-050b-4dd1-acc1-86ff38efb38c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 991 time: 0.1800058 Jan 25 16:22:00.214745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-9a11e1ab-50a9-4b79-85ba-bd0840218d0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 999 time: 0.1291997 Jan 25 16:22:00.274400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-4a546c62-561c-4e12-81b5-10699ed3548a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:00.276075 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-4a546c62-561c-4e12-81b5-10699ed3548a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 200 len: 835 time: 0.0556231 Jan 25 16:22:00.353555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-c9962b7b-66b7-4ddb-b7fe-569f59e11447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96997e35-410e-473b-9043-404324b51a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718627 Jan 25 16:22:00.481774 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-4715967b-bccf-457f-a69e-68ff2195d974 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222212 Jan 25 16:22:00.533171 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '88db7c41-99fc-4259-9f02-ed1b3af0f2cd', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'port_id': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'mac_address': 'fa:16:3e:b9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:21:57Z', 'updated_at': '2022-01-25T16:21:57Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:22:00.537486 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e044eb5-5834-4aa6-b04d-2f800e306089 None None] The sync data for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv is: [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '88db7c41-99fc-4259-9f02-ed1b3af0f2cd', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.86', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'port_id': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'mac_address': 'fa:16:3e:b9:fa:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:21:57Z', 'updated_at': '2022-01-25T16:21:57Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:22:00.617121 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eb2897ae-5fbc-4fbd-9f7e-b8cf9e532fed req-e11ccc6e-448f-4bed-86c7-be210648d6d8 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257281 Jan 25 16:22:01.208777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42972) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:01.309781 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f25df1d2-be33-49ab-9e1f-180a19a445c5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 991 time: 0.0998168 Jan 25 16:22:01.573332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4ef501bc-4ab6-462a-8e19-987c225581d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:02.313646 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42976) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:02.513116 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c07e2210-0e6c-4652-8f94-4ec688251cb4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 991 time: 0.1983232 Jan 25 16:22:03.019555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:03.099388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:03.516824 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42982) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:03.620378 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-1b830af9-751b-4bcc-8342-d0148cec1e16 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 991 time: 0.1021299 Jan 25 16:22:03.624975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e710bf7-aea8-41a9-b3bd-b9a639387107 None None] New status for floating IP 88db7c41-99fc-4259-9f02-ed1b3af0f2cd: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:22:04.624011 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 42986) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:04.726506 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17350cc5-8015-4ff6-bc7b-885d9d08a475 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 993 time: 0.1014628 Jan 25 16:22:04.824584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:09.327439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:18.238624 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:22:27.884731 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2f821-4d40-4207-bac6-1fe4d68b0110 req-23f214db-4dce-43b7-aa1c-a2ac21a1ec6b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:27.886920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7f2f821-4d40-4207-bac6-1fe4d68b0110 req-23f214db-4dce-43b7-aa1c-a2ac21a1ec6b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0816126 Jan 25 16:22:27.933730 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7f2f821-4d40-4207-bac6-1fe4d68b0110 req-31c6e679-45cd-4b23-8510-3c5790e9028e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413246 Jan 25 16:22:29.131122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9254220-7362-4f8e-9052-511620b18363 req-f66615cf-bb50-4339-bb7d-75131f4a53e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:29.132689 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9254220-7362-4f8e-9052-511620b18363 req-f66615cf-bb50-4339-bb7d-75131f4a53e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0796220 Jan 25 16:22:29.177836 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b9254220-7362-4f8e-9052-511620b18363 req-e7efcfe2-981d-48b9-a3f7-3725e91948ef tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 Jan 25 16:22:29.464565 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e69a-4867-4531-8787-933dd9f985dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:30.366364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d584296-5877-4892-acbb-89fa3ad4b663 req-b5bcc586-3e45-44db-b298-44e404f481d8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:30.367762 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d584296-5877-4892-acbb-89fa3ad4b663 req-b5bcc586-3e45-44db-b298-44e404f481d8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0734782 Jan 25 16:22:30.410982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d584296-5877-4892-acbb-89fa3ad4b663 req-74d2f619-456a-48b8-8ec0-f560bc7d5680 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377545 Jan 25 16:22:31.561673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-eb4fb464-d477-4e30-8810-a723725ea880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:31.610405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70210f6-6b73-4237-8e38-03b8d785388d req-6cbecd2d-c3c7-4962-9624-7c5e4a6b06d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:31.611880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c70210f6-6b73-4237-8e38-03b8d785388d req-6cbecd2d-c3c7-4962-9624-7c5e4a6b06d7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0801554 Jan 25 16:22:31.656284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c70210f6-6b73-4237-8e38-03b8d785388d req-e94e0329-76fe-4385-9098-33a04d071ed2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Jan 25 16:22:32.846184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8bcfd-8754-432a-b45c-7a4a56f29c91 req-4884e760-d069-4bea-bf27-d9924553a1ef tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:32.847608 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5fb8bcfd-8754-432a-b45c-7a4a56f29c91 req-4884e760-d069-4bea-bf27-d9924553a1ef tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0735734 Jan 25 16:22:32.894468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5fb8bcfd-8754-432a-b45c-7a4a56f29c91 req-f5bf7015-c9a5-4fc9-909d-da509585988b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409455 Jan 25 16:22:33.010550 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:33.092591 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:34.084115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa661b-e37d-4415-95a0-5d4acea5d7f9 req-3a5d6829-918b-4264-933e-c12711f39257 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:34.085600 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7fa661b-e37d-4415-95a0-5d4acea5d7f9 req-3a5d6829-918b-4264-933e-c12711f39257 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0742192 Jan 25 16:22:34.129755 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7fa661b-e37d-4415-95a0-5d4acea5d7f9 req-6b04a85f-fc37-41d1-a7fe-ba19eb63e121 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387270 Jan 25 16:22:34.817429 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-6d819e53-40c5-411a-9654-72905ee00df8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1099 time: 0.1311479 Jan 25 16:22:34.864300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:35.042007 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e8ec-706e-427e-ac5a-985460579480 req-8fe54025-20d6-41d8-bfa8-51509fe2452f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:35.043420 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-8fe54025-20d6-41d8-bfa8-51509fe2452f service neutron] 10.222.0.41 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 898 time: 0.2094281 Jan 25 16:22:35.142322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-795d52b1-6995-4645-be69-9eeb2e4b36fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 1001 time: 0.0925555 Jan 25 16:22:35.202504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e8ec-706e-427e-ac5a-985460579480 req-c22baead-fcc5-4f0e-9a4a-fb4bbc5139e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:35.204045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-c22baead-fcc5-4f0e-9a4a-fb4bbc5139e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 200 len: 835 time: 0.0556726 Jan 25 16:22:35.333938 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-1657e968-8e78-485e-a0a9-1da4bdc1259c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96997e35-410e-473b-9043-404324b51a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1241133 Jan 25 16:22:35.344970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-e71b6694-f823-4a21-88ae-369d1ae5ded4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:22:35.345926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-e71b6694-f823-4a21-88ae-369d1ae5ded4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049765 Jan 25 16:22:35.352194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8045-9c6f-46ce-9674-95013e4be07f req-bc4b9df0-adf1-40c4-8b75-41e68828cdb6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:35.353561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dffb8045-9c6f-46ce-9674-95013e4be07f req-bc4b9df0-adf1-40c4-8b75-41e68828cdb6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.1026659 Jan 25 16:22:35.476560 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dffb8045-9c6f-46ce-9674-95013e4be07f req-94caea89-216e-40cc-bbd7-21bb5357fae2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030886 Jan 25 16:22:35.508513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-041bbd87-db5b-47db-8aae-69afd8ee4f1c service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541097 Jan 25 16:22:35.637815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea22e8ec-706e-427e-ac5a-985460579480 req-4310af35-79f2-4e7f-b72d-4066fcee14e2 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203785 Jan 25 16:22:36.669682 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398fbc0-49d3-4c76-ab92-c67aa5a875bc req-64e73dfd-dad5-4472-8127-029b3c4db4f0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:36.671129 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5398fbc0-49d3-4c76-ab92-c67aa5a875bc req-64e73dfd-dad5-4472-8127-029b3c4db4f0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0772116 Jan 25 16:22:36.714713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5398fbc0-49d3-4c76-ab92-c67aa5a875bc req-6829394d-4233-43b8-96ab-b3d69cf0d8fd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Jan 25 16:22:37.903411 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed813-2f88-46c7-bc5f-ee95651ce045 req-2a584ede-34b3-4d9d-b6ea-8655aef21e02 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:37.904824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-557ed813-2f88-46c7-bc5f-ee95651ce045 req-2a584ede-34b3-4d9d-b6ea-8655aef21e02 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0732841 Jan 25 16:22:37.947555 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-557ed813-2f88-46c7-bc5f-ee95651ce045 req-6f3b9985-cc2e-415c-b3d5-b271c2dac65f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Jan 25 16:22:39.144169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fb6d4-7813-4ee5-8fe4-57df3f5f3667 req-afdb78b4-ee99-43b4-bb7f-b45b8366828d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:39.145668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee7fb6d4-7813-4ee5-8fe4-57df3f5f3667 req-afdb78b4-ee99-43b4-bb7f-b45b8366828d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0793116 Jan 25 16:22:39.189225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee7fb6d4-7813-4ee5-8fe4-57df3f5f3667 req-09baa64b-f967-44ea-94b9-bca2799ea9e0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381322 Jan 25 16:22:39.217604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43032) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:39.321971 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-fdd8f59a-b76b-496a-a498-a0db5772b384 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 993 time: 0.1031201 Jan 25 16:22:39.349464 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:22:40.937157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c7145-47a9-4d04-9555-fb6c6c95f2f1 req-461035d1-eee2-46b5-be40-e998fc3cb885 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:40.938619 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c0c7145-47a9-4d04-9555-fb6c6c95f2f1 req-461035d1-eee2-46b5-be40-e998fc3cb885 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0754688 Jan 25 16:22:40.989090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0c0c7145-47a9-4d04-9555-fb6c6c95f2f1 req-5b40ea08-c219-4174-af62-67b2fac7ec5e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447311 Jan 25 16:22:41.057788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-60ab9634-a04d-4064-9d32-c6e1ce00a573 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1099 time: 0.0672896 Jan 25 16:22:41.185155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-5e756071-931d-44a2-9bba-58bf064b519e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:41.186610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-5e756071-931d-44a2-9bba-58bf064b519e service neutron] 10.222.0.41 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 898 time: 0.1230943 Jan 25 16:22:41.285228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-ef3369d8-01f1-4077-9a1c-d7f6020effb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 1001 time: 0.0932479 Jan 25 16:22:41.345259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-cd9977ad-62e9-48bd-a3f7-ee6fa4913075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:41.346578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-cd9977ad-62e9-48bd-a3f7-ee6fa4913075 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 200 len: 835 time: 0.0543716 Jan 25 16:22:41.420494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-2c5307ba-bcdc-4d1e-bf57-94835898bd47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96997e35-410e-473b-9043-404324b51a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680635 Jan 25 16:22:41.627987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-92303287-9110-4d18-9c43-b4e895b867d9 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015119 Jan 25 16:22:41.754109 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-29a0862d-378a-4aac-b1d5-0dc62451ae90 req-79a135e6-cd5f-4b57-94c6-1a0264ff6a7a service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204631 Jan 25 16:22:42.185345 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3984aa-f0e2-4f1a-bc79-1effb0b75fad req-07253fa9-7f72-4cb0-8499-4c9bdb949c31 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:42.186951 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1d3984aa-f0e2-4f1a-bc79-1effb0b75fad req-07253fa9-7f72-4cb0-8499-4c9bdb949c31 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0752995 Jan 25 16:22:42.230702 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1d3984aa-f0e2-4f1a-bc79-1effb0b75fad req-9ae90d22-9237-453d-aa4e-c96e5a0a16c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Jan 25 16:22:43.423816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9033165-aa55-4108-aa45-f29bf17b648a req-84fbd301-3e59-4d1f-8cb9-fa6704b34f3b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:22:43.425135 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9033165-aa55-4108-aa45-f29bf17b648a req-84fbd301-3e59-4d1f-8cb9-fa6704b34f3b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.0774148 Jan 25 16:22:43.469091 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a9033165-aa55-4108-aa45-f29bf17b648a req-b1b8bd64-e555-42b6-ace3-48dcbf82d72d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379655 Jan 25 16:22:43.498654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43046) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:22:43.602734 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e9b6b87f-95aa-4fb5-ba75-c0dd232fc73d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 200 len: 993 time: 0.1029871 Jan 25 16:22:55.238437 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:22:59.458003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d70a1787-ebc4-4a03-84fb-0428d460f98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:01.549362 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d6c0b-3722-4ed6-9c7e-33dcb2c746cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:03.018370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:03.052462 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:04.823637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:09.360283 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:12.068898 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43074) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:12.263677 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 47675f29-f710-4a9c-bb03-04fd1e476f18 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:23:12.264014 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:12.423688 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:12.424009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:12.539935 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 47675f29-f710-4a9c-bb03-04fd1e476f18 owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:23:12.760532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:12.802430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=47675f29-f710-4a9c-bb03-04fd1e476f18,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:12.816533 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.816885 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.817222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.817588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.817922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.818247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.818569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.819545 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.820068 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.820197 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.820845 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:12.972291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:13.446793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router ccbea94b-fead-4ff9-8125-c454d6311674 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:23:13.637003 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:23:13.646391 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Sync routers for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:23:13.658808 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:13.661198 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:13.715223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:13.770713 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-83cefdef-5ea9-49c0-a7de-e4c2394563b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/floatingips/88db7c41-99fc-4259-9f02-ed1b3af0f2cd HTTP/1.1" status: 204 len: 168 time: 1.7006626 Jan 25 16:23:13.771351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:23:13.829187 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'status': 'completed', 'code': 200} Jan 25 16:23:13.853039 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:13.921027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-914aa634-1784-49b5-8dfd-146acd71e934 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 1099 time: 0.0718572 Jan 25 16:23:14.051090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-a9b72068-dd51-492b-bfad-0bd08804a91c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:14.052512 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-a9b72068-dd51-492b-bfad-0bd08804a91c service neutron] 10.222.0.41 "GET /v2.0/networks?id=96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 200 len: 898 time: 0.1259549 Jan 25 16:23:14.128124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-a62f86dc-38af-4b65-9b44-3376087928bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 200 len: 217 time: 0.0696375 Jan 25 16:23:14.161997 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:14.166035 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Checking router: ccbea94b-fead-4ff9-8125-c454d6311674 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:23:14.176125 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:14.176715 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:14.190139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-602d9360-c045-425f-98ea-5def2b3b1586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:14.191552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-602d9360-c045-425f-98ea-5def2b3b1586 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 200 len: 835 time: 0.0579793 Jan 25 16:23:14.269078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-053681d2-49d7-4b34-b289-d3149c2d0fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=96997e35-410e-473b-9043-404324b51a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719197 Jan 25 16:23:14.354312 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:14.451866 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-6858aabc-c2ad-4902-9866-d486d2bd56a0 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758258 Jan 25 16:23:14.461929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59d8d-683c-457a-8915-4ee7cc332fd8 req-c0b4dd50-f863-4d94-85d4-c3bf04b3e2cf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:14.463296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abe59d8d-683c-457a-8915-4ee7cc332fd8 req-c0b4dd50-f863-4d94-85d4-c3bf04b3e2cf tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.1238909 Jan 25 16:23:14.590146 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-abe59d8d-683c-457a-8915-4ee7cc332fd8 req-33cf4985-a89b-4deb-a3e1-c094cd83b636 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086752 Jan 25 16:23:14.622987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6abf4c52-f97d-4187-b4a6-2e0cc9d9c94c req-9c4e302f-eaf9-46b3-8169-f9d61918f793 service neutron] 10.222.0.41 "GET /v2.0/networks/96997e35-410e-473b-9043-404324b51a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587887 Jan 25 16:23:14.660093 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:14.664085 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b75b03-3ee0-4878-bfff-2abf2d3da8a2 None None] The sync data for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv is: [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:21:42Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '428b20c2-d470-4145-91bb-b223b5e77609', 'name': '', 'network_id': '96997e35-410e-473b-9043-404324b51a71', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:c1:aa:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:41Z', 'updated_at': '2022-01-25T16:21:48Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'ec2c442b-a631-45c5-8bf9-c4c915853d93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:23:14.885902 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95580cb7-5651-48d8-9661-eae6161cdbbb None None] New status for floating IP 88db7c41-99fc-4259-9f02-ed1b3af0f2cd: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:23:15.828799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-f95cdd88-993e-4e97-8e86-34a56f3b87e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:15.830234 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-f95cdd88-993e-4e97-8e86-34a56f3b87e7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.1290658 Jan 25 16:23:15.839779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5ed85-91cf-4e25-9d7e-e165e11fdbf6 req-f741a259-e805-4eb3-966f-196464725f1d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:15.841083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ca5ed85-91cf-4e25-9d7e-e165e11fdbf6 req-f741a259-e805-4eb3-966f-196464725f1d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 946 time: 0.1111877 Jan 25 16:23:15.925573 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port e1bcd7da-0be5-422f-9038-eed086455f51 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:23:15.925816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:15.963771 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ca5ed85-91cf-4e25-9d7e-e165e11fdbf6 req-8c62769e-835f-4589-9c09-2e89c7111815 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=cad2cc37-1e1e-4315-a542-7ef090d036c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953419 Jan 25 16:23:16.251614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port e1bcd7da-0be5-422f-9038-eed086455f51, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=e1bcd7da-0be5-422f-9038-eed086455f51,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:16.251956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:16.366447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for e1bcd7da-0be5-422f-9038-eed086455f51 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:23:16.560349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:16.607881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=e1bcd7da-0be5-422f-9038-eed086455f51,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:16.645099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.645470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.645799 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.646124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.646444 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.647296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.647605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.647921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.648234 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.648549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.648860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:16.690098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] No DVR routers for this DVR port e1bcd7da-0be5-422f-9038-eed086455f51 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:23:16.692364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:16.694807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'name': 'network-vif-deleted', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:23:16.705830 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1b22599d-94bf-4d7c-ba17-dcbe29bf379e req-8b2f081b-f43e-445e-a471-6d5f41c73eba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "DELETE /v2.0/ports/e1bcd7da-0be5-422f-9038-eed086455f51 HTTP/1.1" status: 204 len: 173 time: 0.8638589 Jan 25 16:23:16.754644 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ed21f5-96af-4052-bf99-eba9c4b2cc45', 'name': 'network-vif-deleted', 'tag': 'e1bcd7da-0be5-422f-9038-eed086455f51', 'status': 'completed', 'code': 200} Jan 25 16:23:17.174057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b8c084cc-5366-41f9-9894-92eaa9db5ab2 req-806a7124-c484-4143-af09-cd4c688230aa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:23:17.275032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-b8c084cc-5366-41f9-9894-92eaa9db5ab2 req-806a7124-c484-4143-af09-cd4c688230aa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:23:17.276216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b8c084cc-5366-41f9-9894-92eaa9db5ab2 req-806a7124-c484-4143-af09-cd4c688230aa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=34ed21f5-96af-4052-bf99-eba9c4b2cc45 HTTP/1.1" status: 200 len: 210 time: 0.1505711 Jan 25 16:23:18.149596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e1bcd7da-0be5-422f-9038-eed086455f51 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:23:18.181808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: e1bcd7da-0be5-422f-9038-eed086455f51 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:23:18.182146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device e1bcd7da-0be5-422f-9038-eed086455f51 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:23:18.389431 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43102) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:18.785626 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:19.462654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 428b20c2-d470-4145-91bb-b223b5e77609 {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:23:19.463325 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:19.636869 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.db [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 428b20c2-d470-4145-91bb-b223b5e77609, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=428b20c2-d470-4145-91bb-b223b5e77609,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:19.637219 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:19.756532 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 428b20c2-d470-4145-91bb-b223b5e77609 owned by network:router_interface {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:23:20.007049 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:20.061479 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=428b20c2-d470-4145-91bb-b223b5e77609,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:20.359412 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.002921 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router ccbea94b-fead-4ff9-8125-c454d6311674 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:23:21.196832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:23:21.206271 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Sync routers for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:23:21.217246 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:21.225575 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:21.276520 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-c7e61758-b29e-4e6a-9a44-23729018684c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/ccbea94b-fead-4ff9-8125-c454d6311674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8859293 Jan 25 16:23:21.279128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43106) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:21.411223 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:21.457354 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting subnet ec2c442b-a631-45c5-8bf9-c4c915853d93 {{(pid=84138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:23:21.460189 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.515967 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1396972'] for subnet, precommit_delete_associations {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.594781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.684035 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:23:19Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:21.687729 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Checking router: ccbea94b-fead-4ff9-8125-c454d6311674 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:23:21.697691 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Routers {'ccbea94b-fead-4ff9-8125-c454d6311674'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:21.698276 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['ccbea94b-fead-4ff9-8125-c454d6311674'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:21.738360 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1863351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7431807'] for subnet, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.779045 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2c442b-a631-45c5-8bf9-c4c915853d93,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:21.785827 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:21.792461 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ada6d08f-eacd-4695-80a4-df719f367f3e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/subnets/ec2c442b-a631-45c5-8bf9-c4c915853d93 HTTP/1.1" status: 204 len: 168 time: 0.5123632 Jan 25 16:23:21.793440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec890b8-5851-40c2-9aa2-628c7083cc1b None None] Network 96997e35-410e-473b-9043-404324b51a71 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:23:21.795226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43110) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:21.879178 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] Set router ccbea94b-fead-4ff9-8125-c454d6311674 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:21.996242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.058049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] DHCP port deletion for 96997e35-410e-473b-9043-404324b51a71 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:23:22.062006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Deleting port 66d5a10c-4a20-498c-b89e-b2bcd267af8e {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:23:22.062408 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.179451 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:23:19Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:22.183304 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b35b86-d3e1-4633-9cb7-7f2e2d766bdb None None] The sync data for ids ['ccbea94b-fead-4ff9-8125-c454d6311674'] in dv-neutron-826291-2-hyperv is: [{'id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1566968411', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:21:37Z', 'updated_at': '2022-01-25T16:23:19Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '72e8e751-d997-489d-a14d-9800c5cec47d', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccbea94b-fead-4ff9-8125-c454d6311674', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:21:38Z', 'updated_at': '2022-01-25T16:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:23:22.205688 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.268626 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] For port 66d5a10c-4a20-498c-b89e-b2bcd267af8e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=66d5a10c-4a20-498c-b89e-b2bcd267af8e,segment=NetworkSegment(f2e3489c-8199-4940-828e-c2224e49920e),segment_id=f2e3489c-8199-4940-828e-c2224e49920e)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:22.269008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.280578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 72e8e751-d997-489d-a14d-9800c5cec47d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:23:22.280889 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.385348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Calling delete_port for 66d5a10c-4a20-498c-b89e-b2bcd267af8e owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:23:22.453821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 72e8e751-d997-489d-a14d-9800c5cec47d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=72e8e751-d997-489d-a14d-9800c5cec47d,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:22.454091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.514524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.557519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Pushing event deleted for resources: {'Port': ['ID=66d5a10c-4a20-498c-b89e-b2bcd267af8e,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:22.566879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.567226 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.567544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.567869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.568190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.569054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.569398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.569715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.570028 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.570336 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.570645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:22.576152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 72e8e751-d997-489d-a14d-9800c5cec47d owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:23:22.583209 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd4752-b34f-4335-8d00-1f7f4908873e None None] No DVR routers for this DVR port 66d5a10c-4a20-498c-b89e-b2bcd267af8e on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:23:22.597355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 66d5a10c-4a20-498c-b89e-b2bcd267af8e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:23:22.638134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 66d5a10c-4a20-498c-b89e-b2bcd267af8e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:23:22.638377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 66d5a10c-4a20-498c-b89e-b2bcd267af8e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:23:22.638629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 428b20c2-d470-4145-91bb-b223b5e77609 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:23:22.673485 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 428b20c2-d470-4145-91bb-b223b5e77609 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:23:22.673843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 428b20c2-d470-4145-91bb-b223b5e77609 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:23:22.817652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:22.861656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=72e8e751-d997-489d-a14d-9800c5cec47d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:23.164873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.412038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.416609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.514335 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.514831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Fanout notify agent at l3_agent the message router_deleted on router ccbea94b-fead-4ff9-8125-c454d6311674 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:23:23.529352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.533291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43116) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:23.545896 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-569d001b-5c40-475c-9e30-62b63c161688 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/routers/ccbea94b-fead-4ff9-8125-c454d6311674 HTTP/1.1" status: 204 len: 168 time: 1.7367578 Jan 25 16:23:23.649061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.774430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.797852 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96997e35-410e-473b-9043-404324b51a71']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:23.809250 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e3489c-8199-4940-828e-c2224e49920e') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:23.809569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e3489c-8199-4940-828e-c2224e49920e') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:23.820764 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.836581 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.842425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:23:23.842825 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:23:23.856496 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:23:23.989007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.007247 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.017740 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Network': ['ID=96997e35-410e-473b-9043-404324b51a71,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:24.022910 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8b959a0e-a7ce-4453-9839-aa1a1d99b339 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/networks/96997e35-410e-473b-9043-404324b51a71 HTTP/1.1" status: 204 len: 168 time: 0.4883120 Jan 25 16:23:24.025349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43120) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:24.092876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.121759 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.251735 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.270164 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad2cc37-1e1e-4315-a542-7ef090d036c6,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:24.276714 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.277891 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-14ac98c7-3673-40ea-8eb5-27639dc4bb9f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/security-groups/cad2cc37-1e1e-4315-a542-7ef090d036c6 HTTP/1.1" status: 204 len: 168 time: 0.2516472 Jan 25 16:23:24.452699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 72e8e751-d997-489d-a14d-9800c5cec47d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:23:24.485138 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 72e8e751-d997-489d-a14d-9800c5cec47d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:23:24.485505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 72e8e751-d997-489d-a14d-9800c5cec47d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:23:24.772742 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43128) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:24.778582 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455094280', 'description': 'tempest-secgroup-smoke-1455094280 description', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:24.784475 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:24.788476 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:24.791372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:24.796875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:24.869101 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:24.903452 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:24.907207 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:24.909925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:24.915540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:24.966858 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.051606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.094082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a124cd-622a-4419-aa60-a087dc56d575,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:25.160557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.161847 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0bbce546-6dbe-4909-83ec-548b34c218f8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3880799 Jan 25 16:23:25.165089 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43132) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:25.170564 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:25.176409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:25.180723 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:25.183607 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:25.189119 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:25.280718 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.339665 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.411671 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.436749 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d13adf1-f247-4883-8e73-a00fcf72978e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:25.497622 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.498817 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-d4c9e804-090d-4d1e-9e48-40a0d903e108 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3327622 Jan 25 16:23:25.501471 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43136) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:25.506795 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:25.512467 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:25.516130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:25.519136 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:25.524968 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:25.646900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.704652 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.777116 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.799895 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1ea1ba-e8ea-4b12-b2ec-890073fc8273,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:25.874463 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:25.875615 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-17ad155b-b258-4ff4-9781-9b4d3f08a8d3 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3732574 Jan 25 16:23:25.878367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43140) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:25.883986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:25.889830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:25.893581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:25.896372 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:25.902015 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:25.994549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.053908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.137591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.163929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c35d3fe-ffc8-4777-83a8-4135c2602587,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:26.240268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.241503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f2ead9e9-e5f3-41d4-90fb-723df6a78768 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3621607 Jan 25 16:23:26.244193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43144) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:26.249453 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:26.255136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:26.258941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:26.261835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:26.267413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:26.355292 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.419718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.496942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.521087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b25965a-72b2-4e40-afe5-929ea98f47b1,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:26.582847 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.584015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-da68df0f-58dd-4cdd-8e48-fd4315072ac2 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3389096 Jan 25 16:23:26.587260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43148) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:26.592430 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:26.598022 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:26.601734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:26.604516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:26.610046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:26.662793 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:23:26.668786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.730130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.828614 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.852194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafebc01-5a5f-4ba8-a5d2-0cc9ca6f6959,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:26.931416 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:26.932559 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e3f3709c-5240-42e0-bd97-a253c0ee592e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3443952 Jan 25 16:23:26.935311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43152) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:26.940582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'security_group_rule': {'security_group_id': '15a124cd-622a-4419-aa60-a087dc56d575', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:26.946951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:26.950831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:security_group_rule and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:26.953695 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:26.959644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:27.005832 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Project 7ce5eb2675a24ede9f7a160f2659a155 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:23:27.012414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.075734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.108554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.131988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b0f78-7522-4dcd-be5c-6812b7efe5b7,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:27.182455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.183617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-11672c69-25fb-4b30-9711-3965f5e97f05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2473752 Jan 25 16:23:27.186422 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43156) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:27.191803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'network': {'name': 'tempest-network-smoke--1997990978', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'port_security_enabled': True}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:27.197402 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:27.201451 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:network and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:27.204307 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:27.210330 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:27.285355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:23:27.288750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.318371 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:23:27.327092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.327421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Added segment 0bc988b9-eb29-48aa-bb6a-834457a70de6 of type vlan for network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 Jan 25 16:23:27.352256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.422981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.426607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:27.427176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.532093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Network': ['ID=49600058-c3d7-442f-bf34-a5e5fcbd9e08,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:27.542718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:23:27.572576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e430c54b-7873-41c9-8521-180c75732cc8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3851407 Jan 25 16:23:27.575313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43160) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:27.580408 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'admin_state_up': True, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:27.587514 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:27.591231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:router and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:27.594103 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:27.600418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:27.692073 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.693037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.711159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:27.934848 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:28.187462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:28.220423 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:28.437545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.198 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/794c3520-96d4-4c94-90c2-a17a412e94cd) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:23:28.579031 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:28.669104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:28.736532 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:28.739267 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:28.744802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:23:28.767692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=794c3520-96d4-4c94-90c2-a17a412e94cd,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:29.040581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:29.041290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:29.319805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:23:29.491531 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d23d69fa-6011-410f-8582-5c6082c9c68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:29.514000 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:23:29.524084 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Sync routers for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:23:29.535192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:29.537944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:29.606071 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:29.610063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8083daad-5fa8-4170-aaed-9a12f8b24900 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0309887 Jan 25 16:23:29.610729 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43164) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:29.650124 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ec879679-b74a-4df6-a307-903be86b9771 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=7ce5eb2675a24ede9f7a160f2659a155&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387125 Jan 25 16:23:29.652754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43168) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:29.711422 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:29.783115 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d77d7d-da69-4c43-ba14-63a4a7470136 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:29.784569 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-55d77d7d-da69-4c43-ba14-63a4a7470136 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309333 Jan 25 16:23:29.787413 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43172) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:29.829313 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-30aa544c-028d-4289-b2cd-20ba41f241ee tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=7244e257-8b5c-49e8-b493-61958272c594&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408590 Jan 25 16:23:29.832346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43176) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:29.838275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-470247518', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:29.947200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:29.950861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:subnet and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:29.953651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:29.959623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:30.030508 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:28Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:30.034348 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Checking router: 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:23:30.038833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Updating router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec port 794c3520-96d4-4c94-90c2-a17a412e94cd binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:23:30.038971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:23:30.089267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.138969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.406042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.418272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Transition to ACTIVE for port object 794c3520-96d4-4c94-90c2-a17a412e94cd will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:30.480019 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.497526 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.556614 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc0f20-83a1-4626-9514-2b95a23364a1 None None] Pushing event updated for resources: {'Port': ['ID=794c3520-96d4-4c94-90c2-a17a412e94cd,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:30.560804 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Attempting to bind port 794c3520-96d4-4c94-90c2-a17a412e94cd on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:23:30.561169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Attempting to bind port 794c3520-96d4-4c94-90c2-a17a412e94cd by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:23:30.561568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Attempting to bind port 794c3520-96d4-4c94-90c2-a17a412e94cd on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:23:30.567926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:23:30.568330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:23:30.568732 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.569118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:23:30.569601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Bound port: 794c3520-96d4-4c94-90c2-a17a412e94cd, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:23:30.569970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.573088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Subnet': ['ID=a8b4dccb-3fc7-420b-8bfb-635f435b347f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:30.587418 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Checking segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:23:30.587776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network hostable DHCP agents. Network: 49600058-c3d7-442f-bf34-a5e5fcbd9e08, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:23:30.642227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] For port 794c3520-96d4-4c94-90c2-a17a412e94cd, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:23:30.645122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] For port 794c3520-96d4-4c94-90c2-a17a412e94cd, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=794c3520-96d4-4c94-90c2-a17a412e94cd,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:23:30.703070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:23:30.720523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.772202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 49600058-c3d7-442f-bf34-a5e5fcbd9e08) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:30.776200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:30.776775 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:30.786335 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c4b539-c96f-4cb0-a441-70fc62c15a48 None None] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:23:30.874053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc0f20-83a1-4626-9514-2b95a23364a1 None None] Pushing event updated for resources: {'Port': ['ID=794c3520-96d4-4c94-90c2-a17a412e94cd,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:30.879013 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:30.879607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:30.884279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d6af0d45-920f-4c3f-8d75-bfa6f412a7e8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0512977 Jan 25 16:23:30.887104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43180) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:31.159452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:31.200707 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:23:31.201534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:31.601282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Allocated IP 172.20.0.2 (49600058-c3d7-442f-bf34-a5e5fcbd9e08/a8b4dccb-3fc7-420b-8bfb-635f435b347f/395ca50e-2e4f-4b66-a149-230646f8fc61) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:23:31.603761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-952a5ab2-f6d6-4d7f-a8af-a3984a71b16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:31.618745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:31.716010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:28Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:31.731973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdb4331-8c0f-4339-98a9-815608b9054d None None] The sync data for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv is: [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:28Z', 'revision_number': 3, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:23:31.834580 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:31.846496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Transition to ACTIVE for port object 395ca50e-2e4f-4b66-a149-230646f8fc61 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:31.867940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Transition to ACTIVE for port object 395ca50e-2e4f-4b66-a149-230646f8fc61 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:31.946961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.012923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:32.016213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:32.019943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:23:32.030342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.1 (49600058-c3d7-442f-bf34-a5e5fcbd9e08/a8b4dccb-3fc7-420b-8bfb-635f435b347f/97eee14f-1aa4-45bc-b6e0-19055185b0e6) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:23:32.064666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Pushing event updated for resources: {'Port': ['ID=395ca50e-2e4f-4b66-a149-230646f8fc61,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:32.119409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Attempting to bind port 395ca50e-2e4f-4b66-a149-230646f8fc61 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:23:32.119700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Attempting to bind port 395ca50e-2e4f-4b66-a149-230646f8fc61 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:23:32.120110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Attempting to bind port 395ca50e-2e4f-4b66-a149-230646f8fc61 on network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:23:32.127333 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:23:32.127708 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Checking segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:23:32.128099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.128544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Bound using segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:23:32.129092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Bound port: 395ca50e-2e4f-4b66-a149-230646f8fc61, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:23:32.129574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.218000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] For port 395ca50e-2e4f-4b66-a149-230646f8fc61, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:23:32.221254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] For port 395ca50e-2e4f-4b66-a149-230646f8fc61, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=395ca50e-2e4f-4b66-a149-230646f8fc61,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:23:32.223706 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.239302 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:23:32.240764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object 97eee14f-1aa4-45bc-b6e0-19055185b0e6 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:32.275093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.315264 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.369541 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d631d-e6f8-44a0-9496-7080422e6963 None None] Pushing event updated for resources: {'Port': ['ID=395ca50e-2e4f-4b66-a149-230646f8fc61,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:32.516865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:32.525452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:32.525452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:32.527681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:23:32.532192 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 794c3520-96d4-4c94-90c2-a17a412e94cd up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:32.604649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.721590 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 794c3520-96d4-4c94-90c2-a17a412e94cd completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:32.727721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 794c3520-96d4-4c94-90c2-a17a412e94cd triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:32.728382 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.783116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.842406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:32.857968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 794c3520-96d4-4c94-90c2-a17a412e94cd, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=794c3520-96d4-4c94-90c2-a17a412e94cd,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:32.926148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.000753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=794c3520-96d4-4c94-90c2-a17a412e94cd,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:33.029693 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.074459 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.200624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.268668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.368396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a39a8b-58a5-4a0a-ab71-a71d1f7e5ec0 None None] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:23:33.381619 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:33.385562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:33.517086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:33.518317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:33.538901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-52ffd359-98c8-4693-99c5-1072b6d7b616 None None] Provisioning for port 395ca50e-2e4f-4b66-a149-230646f8fc61 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:33.904825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:23:33.971899 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c0aea7f3-299c-4049-bf65-b129c55e888b None None] Provisioning for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:33.977689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c0aea7f3-299c-4049-bf65-b129c55e888b None None] Provisioning complete for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:33.978169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c0aea7f3-299c-4049-bf65-b129c55e888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.031883 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c0aea7f3-299c-4049-bf65-b129c55e888b None None] Port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:23:34.154421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-72d23873-02b4-4193-8655-3c1f03de2d1f None None] Provisioning complete for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:34.154792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-72d23873-02b4-4193-8655-3c1f03de2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.209339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-72d23873-02b4-4193-8655-3c1f03de2d1f None None] Port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:23:34.212874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:23:34.225331 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4d441f6-b636-4f23-ad45-1becaeaccf78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/5f4015dc-f12a-4c8f-ae1a-273bea6d86ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372247 Jan 25 16:23:34.390631 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-6f4f252e-04f8-42e2-a63d-46c25e42a9c4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455094280&fields=id&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 267 time: 0.0388217 Jan 25 16:23:34.538860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b81c5f2b-2bad-46f0-8267-96e66ac89554 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:34.539531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b81c5f2b-2bad-46f0-8267-96e66ac89554 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:23:34.545768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 395ca50e-2e4f-4b66-a149-230646f8fc61 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:34.651858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b81c5f2b-2bad-46f0-8267-96e66ac89554 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:23:34.652987 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b81c5f2b-2bad-46f0-8267-96e66ac89554 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/networks?id=49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 200 len: 797 time: 0.2563286 Jan 25 16:23:34.669578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-6b42a925-6642-4e7c-b48c-2346230a2a7c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/quotas/7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 375 time: 0.0112805 Jan 25 16:23:34.680351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 395ca50e-2e4f-4b66-a149-230646f8fc61 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:34.685388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 395ca50e-2e4f-4b66-a149-230646f8fc61 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:34.685764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.750625 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-1ae98c7c-9de7-4ebe-8826-67af2cbe5a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:23:34.817263 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-1ae98c7c-9de7-4ebe-8826-67af2cbe5a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:23:34.819163 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-1ae98c7c-9de7-4ebe-8826-67af2cbe5a6d tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446071 Jan 25 16:23:34.842021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.848032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.878743 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 395ca50e-2e4f-4b66-a149-230646f8fc61, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=395ca50e-2e4f-4b66-a149-230646f8fc61,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:34.926327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:34.927227 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 794c3520-96d4-4c94-90c2-a17a412e94cd up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:35.020176 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-4da19960-7617-4f29-b984-9d624c8861b1 service neutron] 10.222.0.26 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885529 Jan 25 16:23:35.035275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=395ca50e-2e4f-4b66-a149-230646f8fc61,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:35.049946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 794c3520-96d4-4c94-90c2-a17a412e94cd triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:35.050308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:35.160701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-7bcf9ace-bb1b-4dc5-9e35-a66b32ba3007 service neutron] 10.222.0.26 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337373 Jan 25 16:23:35.345240 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Sync routers for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:23:35.357092 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:35.358005 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:35.447701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e44d9dd8-a408-4517-816d-7a41379e11a9 req-4a538072-834b-4955-b06c-ffa918700ef8 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 210 time: 0.0465875 Jan 25 16:23:35.533820 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:35.873145 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:33Z', 'revision_number': 2, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:35.877214 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Checking router: 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:23:35.877665 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Updating router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:23:35.926695 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.251843 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.263418 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Transition to ACTIVE for port object 97eee14f-1aa4-45bc-b6e0-19055185b0e6 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:36.365758 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.466587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 395ca50e-2e4f-4b66-a149-230646f8fc61 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:36.538090 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 395ca50e-2e4f-4b66-a149-230646f8fc61 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:36.538605 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Pushing event updated for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:36.538896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.620474 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Attempting to bind port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:23:36.620929 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Attempting to bind port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:23:36.621287 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Attempting to bind port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 on network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.627530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:23:36.638126 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:23:36.638415 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Checking segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:23:36.638728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.639404 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Bound using segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:23:36.639893 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Bound port: 97eee14f-1aa4-45bc-b6e0-19055185b0e6, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:23:36.640439 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.761101 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] For port 97eee14f-1aa4-45bc-b6e0-19055185b0e6, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:23:36.764287 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] For port 97eee14f-1aa4-45bc-b6e0-19055185b0e6, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=97eee14f-1aa4-45bc-b6e0-19055185b0e6,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:23:36.792379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b29406e8-9270-4f79-9ab1-e313b90dfa9b req-379b2aeb-b749-409f-b611-4044361979a0 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 210 time: 0.0490742 Jan 25 16:23:36.852417 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:36.929239 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef27c4-ec68-4a8e-9fb0-9e8900881ad4 None None] Pushing event updated for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:36.934035 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:36.934637 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:37.121053 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:37.450423 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:36Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:37.454280 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4323c-7eee-4eed-a653-2e2175014f5a None None] The sync data for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv is: [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:36Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:23:37.493336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b0dc7574-e2f0-4d8b-a414-51bfbe434bee tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:37.494899 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-b0dc7574-e2f0-4d8b-a414-51bfbe434bee tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/networks?id=49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 200 len: 797 time: 0.1437471 Jan 25 16:23:37.556869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68a920f2-d7f2-485c-94cb-22ee98e01b78 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce5eb2675a24ede9f7a160f2659a155 HTTP/1.1" status: 200 len: 380 time: 0.0496564 Jan 25 16:23:37.564923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'port': {'device_id': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'admin_state_up': True, 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'security_groups': ['15a124cd-622a-4419-aa60-a087dc56d575']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:37.698246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:37.707982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:37.800283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Made reservation on behalf of 7ce5eb2675a24ede9f7a160f2659a155 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:23:37.804952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:37.996807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69751003-2007-4043-80c4-8868739bde9e req-2b2c475a-1ad9-4e2a-943f-48106b9944bd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 210 time: 0.0786266 Jan 25 16:23:38.020160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.20.0.13 (49600058-c3d7-442f-bf34-a5e5fcbd9e08/a8b4dccb-3fc7-420b-8bfb-635f435b347f/eb9799eb-968d-45eb-b7ec-a6fa394660d3) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:23:38.217057 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.233750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Transition to ACTIVE for port object eb9799eb-968d-45eb-b7ec-a6fa394660d3 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:38.303481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.374756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:38.377800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:38.382189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:23:38.413370 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:38.463766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:38.464484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.551040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 97eee14f-1aa4-45bc-b6e0-19055185b0e6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:38.572625 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-054f85a8-1e36-4eb7-8a38-3ab683ac6caa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0111179 Jan 25 16:23:38.585331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Request body: {'port': {'device_id': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:38.691735 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-36287b1f-6844-40de-8a07-4d0463af1d51 None None] Provisioning for port eb9799eb-968d-45eb-b7ec-a6fa394660d3 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:38.697924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:38.704484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-36287b1f-6844-40de-8a07-4d0463af1d51 None None] Provisioning complete for port eb9799eb-968d-45eb-b7ec-a6fa394660d3 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:38.704484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-36287b1f-6844-40de-8a07-4d0463af1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.704746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.730318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:38.730680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.805465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-36287b1f-6844-40de-8a07-4d0463af1d51 None None] Port eb9799eb-968d-45eb-b7ec-a6fa394660d3 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:23:38.873278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:38.905272 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 97eee14f-1aa4-45bc-b6e0-19055185b0e6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=97eee14f-1aa4-45bc-b6e0-19055185b0e6,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:39.006618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.071164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:39.173367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9799eb-968d-45eb-b7ec-a6fa394660d3 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:23:39.182201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.207988 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Transition to ACTIVE for port object eb9799eb-968d-45eb-b7ec-a6fa394660d3 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:23:39.225223 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccb947-4bd7-47ed-851c-d7fd0dcea764 req-9cffd0e1-b990-4293-86ad-3cdd8ea8978b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:39.225977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4ccb947-4bd7-47ed-851c-d7fd0dcea764 req-9cffd0e1-b990-4293-86ad-3cdd8ea8978b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:23:39.268470 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.306780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-f4ccb947-4bd7-47ed-851c-d7fd0dcea764 req-9cffd0e1-b990-4293-86ad-3cdd8ea8978b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:23:39.307924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4ccb947-4bd7-47ed-851c-d7fd0dcea764 req-9cffd0e1-b990-4293-86ad-3cdd8ea8978b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 932 time: 0.1849971 Jan 25 16:23:39.389171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.429030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:39.468289 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f4ccb947-4bd7-47ed-851c-d7fd0dcea764 req-d7e5a836-5340-4ae8-95e2-8000e2920fbe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488431 Jan 25 16:23:39.539918 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Attempting to bind port eb9799eb-968d-45eb-b7ec-a6fa394660d3 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:23:39.540236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Attempting to bind port eb9799eb-968d-45eb-b7ec-a6fa394660d3 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:23:39.540554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Attempting to bind port eb9799eb-968d-45eb-b7ec-a6fa394660d3 on network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:23:39.546176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Port eb9799eb-968d-45eb-b7ec-a6fa394660d3 on network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:23:39.546488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Attempting to bind port eb9799eb-968d-45eb-b7ec-a6fa394660d3 on network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:23:39.553026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:23:39.553360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Checking segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:23:39.553763 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Bound using segment: {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:23:39.554173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Bound port: eb9799eb-968d-45eb-b7ec-a6fa394660d3, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc988b9-eb29-48aa-bb6a-834457a70de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:23:39.554509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.640461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:23:39.643222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:23:39.731357 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.790226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:39.791595 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 200 len: 1094 time: 1.2117720 Jan 25 16:23:39.792019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:23:39.812789 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68611a3d-889b-4c37-993f-e0bc8f892de3 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:39.850380 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'status': 'completed', 'code': 200} Jan 25 16:23:39.946536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-35b38787-7273-4c04-9d7d-30faae258bea req-b6c576fd-4ac1-4467-aff8-ce25cc944143 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1097 time: 0.0756781 Jan 25 16:23:40.088419 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b38787-7273-4c04-9d7d-30faae258bea req-7c45a042-fceb-42e3-a057-f80643e0c3f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:40.089787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-35b38787-7273-4c04-9d7d-30faae258bea req-7c45a042-fceb-42e3-a057-f80643e0c3f3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1359427 Jan 25 16:23:40.223316 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b38787-7273-4c04-9d7d-30faae258bea req-820e4338-79cc-4ffe-9338-50920bc156f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:40.224729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-35b38787-7273-4c04-9d7d-30faae258bea req-820e4338-79cc-4ffe-9338-50920bc156f5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292136 Jan 25 16:23:40.324668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-6536d1a4-12f6-4811-a682-5cb06dcddb7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1097 time: 0.0656173 Jan 25 16:23:40.392425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-fcccc6c5-8c2c-4985-9223-6ee3039f600f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 200 len: 217 time: 0.0608029 Jan 25 16:23:40.452191 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-d10d063e-3cf2-4b1e-8a6a-1cffafd1c218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:40.453630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-d10d063e-3cf2-4b1e-8a6a-1cffafd1c218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8b4dccb-3fc7-420b-8bfb-635f435b347f HTTP/1.1" status: 200 len: 834 time: 0.0557549 Jan 25 16:23:40.463618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 97eee14f-1aa4-45bc-b6e0-19055185b0e6 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:40.529494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-cf40851f-dbc6-493c-872f-55014614bd8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49600058-c3d7-442f-bf34-a5e5fcbd9e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699770 Jan 25 16:23:40.534571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:40.535017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:40.712169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-24b06f15-648c-4bd1-98fc-46071f668913 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772695 Jan 25 16:23:40.744367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765c123-d292-437d-9955-f9e339f378db req-5d2c32c4-d036-48af-a7e3-12e8bbdc43b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:40.748694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c765c123-d292-437d-9955-f9e339f378db req-5d2c32c4-d036-48af-a7e3-12e8bbdc43b6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 944 time: 0.1432397 Jan 25 16:23:40.947521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c765c123-d292-437d-9955-f9e339f378db req-e25ba3d5-ab84-416b-86ac-8bfc2c0e6e20 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535685 Jan 25 16:23:40.967427 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e23db2d-84b8-4ad4-ad79-d91386424732 req-9ad32756-7f1e-4b1f-b121-00166343ae7b service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482228 Jan 25 16:23:42.141767 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3658d6-0193-47aa-9410-7006014a5395 req-8106b24e-05b2-4c02-b794-e0c1581652ba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:42.143199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee3658d6-0193-47aa-9410-7006014a5395 req-8106b24e-05b2-4c02-b794-e0c1581652ba tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 944 time: 0.0779345 Jan 25 16:23:42.187652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ee3658d6-0193-47aa-9410-7006014a5395 req-d7a12788-97d0-46df-ad0c-ed82ed6775fb tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Jan 25 16:23:42.289908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device eb9799eb-968d-45eb-b7ec-a6fa394660d3 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:23:42.419100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:42.431636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'port_id': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'mac_address': 'fa:16:3e:e0:70:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:23:42.482926 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:42.499497 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9799eb-968d-45eb-b7ec-a6fa394660d3 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:23:42.514273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:42.594311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:42.656833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:42.798878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['eb9799eb-968d-45eb-b7ec-a6fa394660d3'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:23:43.378617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4de1-d5ec-483c-a8c2-05a278f75aa8 req-ca4bcee1-2af6-4766-a987-c2bed2f8f7ec tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:43.380061 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1beb4de1-d5ec-483c-a8c2-05a278f75aa8 req-ca4bcee1-2af6-4766-a987-c2bed2f8f7ec tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 945 time: 0.0756788 Jan 25 16:23:43.423970 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1beb4de1-d5ec-483c-a8c2-05a278f75aa8 req-eb7af926-9bf2-484b-8d3b-191061e4e57b tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Jan 25 16:23:44.289672 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device eb9799eb-968d-45eb-b7ec-a6fa394660d3 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:23:44.422519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port eb9799eb-968d-45eb-b7ec-a6fa394660d3 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:23:44.427787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port eb9799eb-968d-45eb-b7ec-a6fa394660d3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:23:44.428153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:44.566150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:44.591741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:23:44.603224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:23:44.623881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7cdd5-0d3f-4b7b-98b6-02b8e30a44b2 req-03a844f2-eedc-4e35-a08c-1a0260d25c72 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:44.625323 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45f7cdd5-0d3f-4b7b-98b6-02b8e30a44b2 req-03a844f2-eedc-4e35-a08c-1a0260d25c72 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 945 time: 0.0798872 Jan 25 16:23:44.671046 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-45f7cdd5-0d3f-4b7b-98b6-02b8e30a44b2 req-2c90d3d4-dce4-4169-929b-116fb5463fcd tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 Jan 25 16:23:44.691285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:44.724708 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'code': 200} Jan 25 16:23:44.765307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:45.073551 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fa31dfe-0397-4c7d-bbe9-45512cdb9bf0 req-7591ddf2-0438-45b6-91d3-59cb6d5df43e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1099 time: 0.0670831 Jan 25 16:23:45.115301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fa31dfe-0397-4c7d-bbe9-45512cdb9bf0 req-c1bde1d0-53dc-4cc0-ae12-213d0b333c17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Jan 25 16:23:45.864544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf396d5-72bf-446e-a1db-3986f29b484d req-d5135874-7f4b-4d9d-9721-eec1e6236b75 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:45.866509 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cdf396d5-72bf-446e-a1db-3986f29b484d req-d5135874-7f4b-4d9d-9721-eec1e6236b75 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0781133 Jan 25 16:23:45.909517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cdf396d5-72bf-446e-a1db-3986f29b484d req-4af0a2cc-7640-40d9-8184-3d5d24e88521 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 Jan 25 16:23:47.106013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d63fc-a38d-4d69-9ade-25eb3a1be4c9 req-3ead4984-ba78-4f1b-9ed8-1ea94c53fb58 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:47.107434 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e27d63fc-a38d-4d69-9ade-25eb3a1be4c9 req-3ead4984-ba78-4f1b-9ed8-1ea94c53fb58 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0786748 Jan 25 16:23:47.156344 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e27d63fc-a38d-4d69-9ade-25eb3a1be4c9 req-7b292a97-4fb1-4a10-8e15-3e3c17bef91a tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Jan 25 16:23:47.356477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126710ca-dac3-4592-b207-39b107ae38db req-3047b05d-4902-4654-8492-1c922de0484e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:47.357940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-126710ca-dac3-4592-b207-39b107ae38db req-3047b05d-4902-4654-8492-1c922de0484e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0741978 Jan 25 16:23:47.401961 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-126710ca-dac3-4592-b207-39b107ae38db req-aed70712-7741-48a8-9ea5-ae3327c9e084 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 Jan 25 16:23:47.428384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43232) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:47.498901 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2444471f-00c4-4044-9bc3-d6a745bc4a95 tempest-TestNetworkAdvancedServerOps-1269931688 tempest-TestNetworkAdvancedServerOps-1269931688-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1094 time: 0.0694435 Jan 25 16:23:47.501498 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43236) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:47.507016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:23:47.512304 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:23:47.516110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Usage tracker for resource:floatingip and tenant:7ce5eb2675a24ede9f7a160f2659a155 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:23:47.518884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:23:47.524931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:23:47.622461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:47.753535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:47.881943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Allocated IP 172.26.8.105 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c43101b7-2f68-426f-a7a9-bdd677399e3a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:23:48.023029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:48.085817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:48.154202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:23:48.156960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:23:48.160903 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:23:48.190622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=c43101b7-2f68-426f-a7a9-bdd677399e3a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:48.742049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:48.890865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:49.093796 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:49.160644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:49.268951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event updated for resources: {'Port': ['ID=c43101b7-2f68-426f-a7a9-bdd677399e3a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:23:49.285842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:49.468986 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Floating IP eeb90019-d304-43ac-88c5-103e67c6e99c associated. External IP: 172.26.8.105, port: eb9799eb-968d-45eb-b7ec-a6fa394660d3. Jan 25 16:23:49.851971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:23:50.041946 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:23:50.051060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Sync routers for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:23:50.065847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:50.066514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:50.131380 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:23:50.188259 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e3947908-599f-4d54-8079-f8c25e946b46 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6832454 Jan 25 16:23:50.188259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:23:50.240482 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:50.257318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'status': 'completed', 'code': 200} Jan 25 16:23:50.512869 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-2c475bf5-03e9-4366-b152-10a94304cc2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1099 time: 0.2327747 Jan 25 16:23:50.523383 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be117308-6c08-4a94-bf30-04d2a99e22b8 req-87cb8f6f-c5aa-412b-b436-4a8ee1281ad4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:50.524737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be117308-6c08-4a94-bf30-04d2a99e22b8 req-87cb8f6f-c5aa-412b-b436-4a8ee1281ad4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.2115498 Jan 25 16:23:50.586289 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'eeb90019-d304-43ac-88c5-103e67c6e99c', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'port_id': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'mac_address': 'fa:16:3e:e0:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:23:48Z', 'updated_at': '2022-01-25T16:23:48Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:50.590105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Checking router: 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:23:50.600270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:23:50.600857 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:23:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:50.660494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-be117308-6c08-4a94-bf30-04d2a99e22b8 req-bfa5bff0-d779-492e-8978-9705daa93cfa tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155269 Jan 25 16:23:50.685154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-48549089-6ed9-4e79-8118-c054c57e8f3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:50.685154 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-48549089-6ed9-4e79-8118-c054c57e8f3a service neutron] 10.222.0.41 "GET /v2.0/networks?id=49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 200 len: 898 time: 0.1568024 Jan 25 16:23:50.695451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43244) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:50.783122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:23:50.787122 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-73300c79-1ff1-46d8-b604-cfa53b49cc64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 200 len: 1000 time: 0.0991507 Jan 25 16:23:50.866663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-a9762962-ccdf-4769-95c0-27fd9a207d9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:23:50.868183 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-a9762962-ccdf-4769-95c0-27fd9a207d9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8b4dccb-3fc7-420b-8bfb-635f435b347f HTTP/1.1" status: 200 len: 834 time: 0.0756850 Jan 25 16:23:50.906618 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a9b8d1d8-c7ae-45cd-b72c-0024d0197ff9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 992 time: 0.2099984 Jan 25 16:23:50.944857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-7b50ad23-31c9-44e7-be66-a76b10b5e415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49600058-c3d7-442f-bf34-a5e5fcbd9e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707014 Jan 25 16:23:51.072637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-78587492-2a92-46dd-b7dc-7b1c3ade8c37 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211433 Jan 25 16:23:51.125675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'eeb90019-d304-43ac-88c5-103e67c6e99c', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'port_id': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'mac_address': 'fa:16:3e:e0:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:23:48Z', 'updated_at': '2022-01-25T16:23:48Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:23:51.129879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61deb1ef-6b5f-4570-a308-4cd52a47451f None None] The sync data for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv is: [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': 'eeb90019-d304-43ac-88c5-103e67c6e99c', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'port_id': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'mac_address': 'fa:16:3e:e0:70:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:23:48Z', 'updated_at': '2022-01-25T16:23:48Z', 'revision_number': 0, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:23:51.203571 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f35f0b7-83c5-4fbf-96e8-bfde6c77318b req-4267dfa2-13c1-4aa5-976d-8f674f2cde76 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252410 Jan 25 16:23:51.908745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43248) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:52.012183 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b0e5d17b-6954-41c0-afec-1708a9a405e4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 992 time: 0.1023393 Jan 25 16:23:53.015125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43252) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:53.122318 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-6d5cf62a-e25d-4d9b-9d53-bf1237586508 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 992 time: 0.1048627 Jan 25 16:23:54.125074 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43256) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:54.224449 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-cce235ec-2d85-4a1a-8a88-b09dfd90f1c7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 992 time: 0.0979817 Jan 25 16:23:54.382504 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d3c79-27cf-445a-afca-2500fb7ac992 None None] New status for floating IP eeb90019-d304-43ac-88c5-103e67c6e99c: ACTIVE {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:23:55.227910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43260) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:23:55.329787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-46a46555-eb8b-43fd-93d1-3188b42d5bea tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 994 time: 0.1007354 Jan 25 16:23:59.502363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e973d8b7-0089-45e5-b748-4be0a7ae2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:01.576574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4c783151-feab-4bc1-9529-0ad79af61641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:03.022539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:03.136879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:04.868403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:09.238886 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:24:09.347237 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:21.076551 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c213c-a878-4076-8b11-e8ac8244b00b req-0645c229-34b3-40cb-bfbe-7b7f3de75e05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:21.078468 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc6c213c-a878-4076-8b11-e8ac8244b00b req-0645c229-34b3-40cb-bfbe-7b7f3de75e05 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0751600 Jan 25 16:24:21.123104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-dc6c213c-a878-4076-8b11-e8ac8244b00b req-7f2b99df-5363-4499-9d23-6569f89cdd29 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 Jan 25 16:24:22.321967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e337c9c-d9b4-461c-b5d7-2e1b42287d23 req-a4e25089-506f-45c2-9e18-351aa8a0f405 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:22.323394 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e337c9c-d9b4-461c-b5d7-2e1b42287d23 req-a4e25089-506f-45c2-9e18-351aa8a0f405 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0766177 Jan 25 16:24:22.366741 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9e337c9c-d9b4-461c-b5d7-2e1b42287d23 req-ec96ae15-96f6-4511-a9c6-9c19a0173d54 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375264 Jan 25 16:24:22.394792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43280) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:22.497216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-124f6873-87e6-4557-b0fc-a46f4859e2dc tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 994 time: 0.1009696 Jan 25 16:24:24.063376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa1786-8c00-4dfe-92c8-47b758bdb691 req-4271975e-b37b-4641-b8db-5f5b54837b5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:24.064778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4afa1786-8c00-4dfe-92c8-47b758bdb691 req-4271975e-b37b-4641-b8db-5f5b54837b5c tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0794518 Jan 25 16:24:24.155479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4afa1786-8c00-4dfe-92c8-47b758bdb691 req-cd936d90-77f7-4740-ad03-a67bb9ac6e37 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629671 Jan 25 16:24:24.168260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-5343d30d-d152-42e5-be09-df6cf252196a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1099 time: 0.1109645 Jan 25 16:24:24.294434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-83c872ad-5ede-4dbe-97ee-81a22cc89c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:24.295823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-83c872ad-5ede-4dbe-97ee-81a22cc89c76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 200 len: 898 time: 0.1211131 Jan 25 16:24:24.488672 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-2436c222-2f7b-47d9-8e78-a616cf6881cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 200 len: 1002 time: 0.1860695 Jan 25 16:24:24.549011 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-130ce37a-153c-4d7b-a9cd-9d3dc99e1628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:24.550400 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-130ce37a-153c-4d7b-a9cd-9d3dc99e1628 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8b4dccb-3fc7-420b-8bfb-635f435b347f HTTP/1.1" status: 200 len: 834 time: 0.0551889 Jan 25 16:24:24.621659 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-50bc45c9-58ce-448f-8403-30441c6b584b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49600058-c3d7-442f-bf34-a5e5fcbd9e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654502 Jan 25 16:24:24.747501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-44b74850-c023-4a62-8bff-8dec19db5c60 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196723 Jan 25 16:24:24.873879 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f7cd92a3-3f87-4cbd-a4f9-a77e2d90b838 req-35108852-b2f5-42f0-acd8-a2500cdd789a service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205840 Jan 25 16:24:25.354388 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca123221-484a-479d-a293-5c36569e4b68 req-f03ca820-343d-4368-a7d6-226204641d69 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:25.356439 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ca123221-484a-479d-a293-5c36569e4b68 req-f03ca820-343d-4368-a7d6-226204641d69 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0788319 Jan 25 16:24:25.399615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ca123221-484a-479d-a293-5c36569e4b68 req-2dff35a9-f408-4deb-8d4b-d3c727e444f6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 Jan 25 16:24:26.590939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea77d02-3f31-482f-8320-3206e8a9995b req-595082b8-c537-4074-8782-5608e6bd4a06 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:26.592377 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3ea77d02-3f31-482f-8320-3206e8a9995b req-595082b8-c537-4074-8782-5608e6bd4a06 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0745270 Jan 25 16:24:26.639406 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3ea77d02-3f31-482f-8320-3206e8a9995b req-913100d7-81e9-4a83-8355-e95fd5053df6 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Jan 25 16:24:26.666117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43294) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:26.765951 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d797b8c8-0f65-4363-90c0-459ae60ec865 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 200 len: 994 time: 0.0987265 Jan 25 16:24:27.036209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43302) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:27.233308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port c43101b7-2f68-426f-a7a9-bdd677399e3a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:24:27.233666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:27.393861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:27.394085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:27.514278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for c43101b7-2f68-426f-a7a9-bdd677399e3a owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:24:27.696355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:27.741944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=c43101b7-2f68-426f-a7a9-bdd677399e3a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:27.781251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.781620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.781957 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.782283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.782607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.782928 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.783247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.783564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.783880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.784194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.784509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:27.842546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:28.307065 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:24:28.503117 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:28.513941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Sync routers for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:24:28.525306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:28.525927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:28.581898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:28.634592 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8465fa69-2868-42e2-a35f-4635f3122e91 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/floatingips/eeb90019-d304-43ac-88c5-103e67c6e99c HTTP/1.1" status: 204 len: 168 time: 1.5973101 Jan 25 16:24:28.635074 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:24:28.695238 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'status': 'completed', 'code': 200} Jan 25 16:24:28.767068 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:28.801042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-9a7762e0-89ae-4c91-ab18-00cfdd8b7f00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 1099 time: 0.0846267 Jan 25 16:24:28.937902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-2e865b78-654a-4523-b442-3052cd1a7816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:28.939680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-2e865b78-654a-4523-b442-3052cd1a7816 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 200 len: 898 time: 0.1328082 Jan 25 16:24:29.012777 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-c9ecd99e-640a-44ca-bc78-f3aabe15fc50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 200 len: 217 time: 0.0663507 Jan 25 16:24:29.079311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-7ac76650-184d-494f-ba79-7c52d7f84845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:29.080997 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-7ac76650-184d-494f-ba79-7c52d7f84845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8b4dccb-3fc7-420b-8bfb-635f435b347f HTTP/1.1" status: 200 len: 834 time: 0.0628524 Jan 25 16:24:29.103137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:29.103137 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Checking router: 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:24:29.113267 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:29.113984 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:29.163268 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-ccacbf88-58db-474c-8fb6-c94c20cf99c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49600058-c3d7-442f-bf34-a5e5fcbd9e08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757844 Jan 25 16:24:29.292954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:29.354585 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-135d6557-abd9-4de3-b228-21b5e25b8ae6 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842024 Jan 25 16:24:29.386669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27503e-382e-43b9-8328-a71458b8cc1d req-f183d627-5a43-4f40-aea4-f8e86b8243d1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:29.387341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0d27503e-382e-43b9-8328-a71458b8cc1d req-f183d627-5a43-4f40-aea4-f8e86b8243d1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:24:29.502405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91bd9829-2f0b-4bf5-a699-2472b89b8174 req-1bb6de16-274c-43da-8614-3d4a1f154581 service neutron] 10.222.0.41 "GET /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413805 Jan 25 16:24:29.532997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-925625a9-6305-42a8-b47e-d1ab95f0df73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:29.576379 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-0d27503e-382e-43b9-8328-a71458b8cc1d req-f183d627-5a43-4f40-aea4-f8e86b8243d1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:24:29.577586 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d27503e-382e-43b9-8328-a71458b8cc1d req-f183d627-5a43-4f40-aea4-f8e86b8243d1 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.3362083 Jan 25 16:24:29.612940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:29.617052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd489ad6-f707-4012-b4c1-f4f189431538 None None] The sync data for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv is: [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '97eee14f-1aa4-45bc-b6e0-19055185b0e6', 'name': '', 'network_id': '49600058-c3d7-442f-bf34-a5e5fcbd9e08', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'mac_address': 'fa:16:3e:1a:4f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:31Z', 'updated_at': '2022-01-25T16:23:38Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'subnets': [{'id': 'a8b4dccb-3fc7-420b-8bfb-635f435b347f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:24:29.626950 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0d27503e-382e-43b9-8328-a71458b8cc1d req-f785358d-6133-4f6b-a736-a283280cc1b4 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Jan 25 16:24:29.821220 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e3e58-5b00-410f-902d-8cc0f39061c6 None None] New status for floating IP eeb90019-d304-43ac-88c5-103e67c6e99c: DOWN {{(pid=84141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:24:30.690949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-6d9e6ef8-25c6-4fd8-ad79-451e5e3cc8d5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:30.692290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-6d9e6ef8-25c6-4fd8-ad79-451e5e3cc8d5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.0728734 Jan 25 16:24:30.796740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port eb9799eb-968d-45eb-b7ec-a6fa394660d3 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:24:30.797077 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:31.033436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14204-da74-4fd1-b8a1-eb9da35beaa8 req-8ece87ed-4a9e-4820-90f1-7a69d389c50e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:31.034875 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3bc14204-da74-4fd1-b8a1-eb9da35beaa8 req-8ece87ed-4a9e-4820-90f1-7a69d389c50e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 946 time: 0.2850051 Jan 25 16:24:31.168486 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3bc14204-da74-4fd1-b8a1-eb9da35beaa8 req-7b82ef57-a67e-4376-ac58-fea9f173bed9 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/security-groups?id=15a124cd-622a-4419-aa60-a087dc56d575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854576 Jan 25 16:24:31.177400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port eb9799eb-968d-45eb-b7ec-a6fa394660d3, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=eb9799eb-968d-45eb-b7ec-a6fa394660d3,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:31.177780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:31.294752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for eb9799eb-968d-45eb-b7ec-a6fa394660d3 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:24:31.490660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:31.539464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=eb9799eb-968d-45eb-b7ec-a6fa394660d3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:31.553282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0a4fb8fe-26f3-49c7-9dd3-3d98447fb991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:31.614211 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] No DVR routers for this DVR port eb9799eb-968d-45eb-b7ec-a6fa394660d3 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:24:31.616766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:31.619536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'name': 'network-vif-deleted', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:24:31.672151 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07674aba-52e4-4a6a-8d9c-2ace52d579f6', 'name': 'network-vif-deleted', 'tag': 'eb9799eb-968d-45eb-b7ec-a6fa394660d3', 'status': 'completed', 'code': 200} Jan 25 16:24:31.690770 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe716aa2-8fac-4eb5-a5c7-06e87cb45305 req-2685802b-370f-4a3c-8a83-d6cdb4a9755f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.41 "DELETE /v2.0/ports/eb9799eb-968d-45eb-b7ec-a6fa394660d3 HTTP/1.1" status: 204 len: 173 time: 0.9930964 Jan 25 16:24:32.000506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [req-eeeb4883-b2d2-45d7-a390-1ae736df1ce9 req-b2046659-94fb-4787-9fda-4f3a8fd0b3af service neutron] (84138) timed out ('10.222.0.26', 39170) {{(pid=84138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 16:24:32.339468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-90a85a8c-f42e-48cb-9b3e-775042275d6e req-9db81f5a-b246-4933-9b00-bdb7c6e722f7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Synchronizing usage tracker for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:24:32.427230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-90a85a8c-f42e-48cb-9b3e-775042275d6e req-9db81f5a-b246-4933-9b00-bdb7c6e722f7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Unset dirty status for tenant:7ce5eb2675a24ede9f7a160f2659a155 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:24:32.428480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-90a85a8c-f42e-48cb-9b3e-775042275d6e req-9db81f5a-b246-4933-9b00-bdb7c6e722f7 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "GET /v2.0/ports?device_id=07674aba-52e4-4a6a-8d9c-2ace52d579f6 HTTP/1.1" status: 200 len: 210 time: 0.1300290 Jan 25 16:24:33.018961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:33.095787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:33.535481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43322) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:33.919253 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:34.591449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 97eee14f-1aa4-45bc-b6e0-19055185b0e6 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:24:34.592174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:34.768014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 97eee14f-1aa4-45bc-b6e0-19055185b0e6, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=97eee14f-1aa4-45bc-b6e0-19055185b0e6,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:34.768366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:34.844304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:34.885199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 97eee14f-1aa4-45bc-b6e0-19055185b0e6 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:24:35.113549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:35.160247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=97eee14f-1aa4-45bc-b6e0-19055185b0e6,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:35.447018 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.083715 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:24:36.277275 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:36.287568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Sync routers for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:24:36.299319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:36.303076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:36.366495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c07eaf62-b244-42b8-a0bf-e9b29678105f tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "PUT /v2.0/routers/5f4015dc-f12a-4c8f-ae1a-273bea6d86ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8298359 Jan 25 16:24:36.369130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43326) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:36.478436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:36.520487 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device eb9799eb-968d-45eb-b7ec-a6fa394660d3 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:24:36.554343 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting subnet a8b4dccb-3fc7-420b-8bfb-635f435b347f {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:24:36.557269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.608186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: eb9799eb-968d-45eb-b7ec-a6fa394660d3 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:24:36.608518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device eb9799eb-968d-45eb-b7ec-a6fa394660d3 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:24:36.609574 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.693278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.827246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:24:34Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:36.827849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.831166 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Checking router: 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:24:36.841332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Routers {'5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:36.841952 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:36.866610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b4dccb-3fc7-420b-8bfb-635f435b347f,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:36.871182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:36.877784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-62384ce0-9e7f-4009-835a-d88905303c1e tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/subnets/a8b4dccb-3fc7-420b-8bfb-635f435b347f HTTP/1.1" status: 204 len: 168 time: 0.5076921 Jan 25 16:24:36.880299 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43330) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:36.891517 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7587300-e9af-4d9e-b131-c74cad7df2f0 None None] Network 49600058-c3d7-442f-bf34-a5e5fcbd9e08 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:24:37.079468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.164886 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] Set router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:37.275024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.335881 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Deleting port 794c3520-96d4-4c94-90c2-a17a412e94cd {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:24:37.336146 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.425800 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] DHCP port deletion for 49600058-c3d7-442f-bf34-a5e5fcbd9e08 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:24:37.432848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Deleting port 395ca50e-2e4f-4b66-a149-230646f8fc61 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:24:37.433210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.512377 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] For port 794c3520-96d4-4c94-90c2-a17a412e94cd, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=794c3520-96d4-4c94-90c2-a17a412e94cd,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:37.512728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.610442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:24:34Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:37.630003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c12dc-2a91-4595-a754-aed62a2b3092 None None] The sync data for ids ['5f4015dc-f12a-4c8f-ae1a-273bea6d86ec'] in dv-neutron-826291-2-hyperv is: [{'id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835436001', 'tenant_id': '7ce5eb2675a24ede9f7a160f2659a155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198'}], 'enable_snat': True}, 'gw_port_id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:23:27Z', 'updated_at': '2022-01-25T16:24:34Z', 'revision_number': 5, 'project_id': '7ce5eb2675a24ede9f7a160f2659a155', 'gw_port': {'id': '794c3520-96d4-4c94-90c2-a17a412e94cd', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:79:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4015dc-f12a-4c8f-ae1a-273bea6d86ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:23:28Z', 'updated_at': '2022-01-25T16:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:24:37.655562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] For port 395ca50e-2e4f-4b66-a149-230646f8fc61, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=395ca50e-2e4f-4b66-a149-230646f8fc61,segment=NetworkSegment(0bc988b9-eb29-48aa-bb6a-834457a70de6),segment_id=0bc988b9-eb29-48aa-bb6a-834457a70de6)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:37.656000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.734908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Calling delete_port for 794c3520-96d4-4c94-90c2-a17a412e94cd owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:24:37.774963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Calling delete_port for 395ca50e-2e4f-4b66-a149-230646f8fc61 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:24:37.924715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228'] for port, after_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.958977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:37.971520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Pushing event deleted for resources: {'Port': ['ID=395ca50e-2e4f-4b66-a149-230646f8fc61,revision_number=None']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:37.983944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.984309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.984609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.984930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.985254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.985645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.986029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.986350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.986664 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.986973 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.987284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:37.990024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce1fb37-6b25-407b-8a0f-d15406357522 None None] No DVR routers for this DVR port 395ca50e-2e4f-4b66-a149-230646f8fc61 on host dv-neutron-826291-2-hyperv {{(pid=84140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:24:38.014652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Port': ['ID=794c3520-96d4-4c94-90c2-a17a412e94cd,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:38.238188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.487352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.491583 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.537780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 97eee14f-1aa4-45bc-b6e0-19055185b0e6 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:24:38.571619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 97eee14f-1aa4-45bc-b6e0-19055185b0e6 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:24:38.576532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 97eee14f-1aa4-45bc-b6e0-19055185b0e6 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:24:38.576532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 395ca50e-2e4f-4b66-a149-230646f8fc61 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:24:38.576757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.576757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Fanout notify agent at l3_agent the message router_deleted on router 5f4015dc-f12a-4c8f-ae1a-273bea6d86ec {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:24:38.591140 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.593965 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d5904288-8a89-470b-9a42-1d5ad052b527 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/routers/5f4015dc-f12a-4c8f-ae1a-273bea6d86ec HTTP/1.1" status: 204 len: 168 time: 1.7111201 Jan 25 16:24:38.595502 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43334) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:38.605427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 395ca50e-2e4f-4b66-a149-230646f8fc61 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:24:38.606282 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 395ca50e-2e4f-4b66-a149-230646f8fc61 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:24:38.718459 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.846957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.871105 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49600058-c3d7-442f-bf34-a5e5fcbd9e08']}} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:38.882321 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc988b9-eb29-48aa-bb6a-834457a70de6') {'for_net_delete': True} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:38.882606 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.services.segments.db [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc988b9-eb29-48aa-bb6a-834457a70de6') {} {{(pid=84138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:38.893294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1396967'] for segment, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.908553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.914223 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=84138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:24:38.923704 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6428945'] for segment, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: Traceback (most recent call last): Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: timer() Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: cb(*args, **kw) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: return func(*args, **kwargs) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: self._notify() Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: self.callback(batched_events) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: event.method(event) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: return f(self, *a, **k) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._get(url).json() Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: return self.request(url, 'GET', **kwargs) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:24:38.928648 dv-neutron-826291-2-hyperv neutron-server[84138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:24:39.061839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.066376 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.093344 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'Network': ['ID=49600058-c3d7-442f-bf34-a5e5fcbd9e08,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:39.102351 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.102777 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.103059 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.103385 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.103702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.104017 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.104331 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.104643 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.104953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.105266 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.105609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:39.147601 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-b39c40c2-422b-4a7a-a423-735f2d7840fe tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/networks/49600058-c3d7-442f-bf34-a5e5fcbd9e08 HTTP/1.1" status: 204 len: 168 time: 0.5505512 Jan 25 16:24:39.150102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43338) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:39.218546 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.245957 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.375794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.404399 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.422440 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a124cd-622a-4419-aa60-a087dc56d575,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:39.432200 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:39.432200 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-495280ee-99e5-455f-84bb-107ff8c01fa5 tempest-TestNetworkAdvancedServerOps-1878868945 tempest-TestNetworkAdvancedServerOps-1878868945-project] 10.222.0.26 "DELETE /v2.0/security-groups/15a124cd-622a-4419-aa60-a087dc56d575 HTTP/1.1" status: 204 len: 168 time: 0.2787812 Jan 25 16:24:40.066531 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43348) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:40.236159 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f492ced7-35b7-4fce-bea0-866f50c1cf0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ce5eb2675a24ede9f7a160f2659a155&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1684999 Jan 25 16:24:40.238616 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43354) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:40.295142 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:40.319422 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:40.421542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:40.438020 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df2e93b-14ad-429c-87ed-17aabd7a76c7,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:40.444256 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:40.445338 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-ce9af40e-9889-427d-ae59-0ba6679583ec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0df2e93b-14ad-429c-87ed-17aabd7a76c7 HTTP/1.1" status: 204 len: 168 time: 0.2058415 Jan 25 16:24:40.457347 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 794c3520-96d4-4c94-90c2-a17a412e94cd no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:24:40.534644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 794c3520-96d4-4c94-90c2-a17a412e94cd {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:24:40.534994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 794c3520-96d4-4c94-90c2-a17a412e94cd not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:24:41.016706 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43362) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:41.034994 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.065217 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:41.068948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Usage tracker for resource:security_group_rule and tenant:abb5d9c06b574124ac991824e58a0b54 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:41.071694 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:41.077949 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:41.142888 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.221605 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.262900 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db5cbc3-63f0-4090-bc31-a48f4c306242,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:41.273487 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-59c859b6-1705-4735-b657-ef1dfd222d4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abb5d9c06b574124ac991824e58a0b54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2556181 Jan 25 16:24:41.273618 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43366) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:41.331901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.355822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.484395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.500882 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db5cbc3-63f0-4090-bc31-a48f4c306242,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:41.506508 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:41.507596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-13d3b64a-687c-4565-a8f5-957e272882ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1db5cbc3-63f0-4090-bc31-a48f4c306242 HTTP/1.1" status: 204 len: 168 time: 0.2328203 Jan 25 16:24:42.658397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43388) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:42.783824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688715458-network', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:42.788519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:42.792305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Usage tracker for resource:network and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:42.795123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:42.800648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:42.866821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Made reservation on behalf of ef1fb81ebc9b4e6cb4eafea646faa054 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:24:42.869024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:42.880818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:42.913203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:42.916858 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:42.919561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:42.925059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:42.987395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.026908 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.058239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:24:43.063898 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf46ee3-f365-43e2-85a4-2eabe97d8af0,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:43.070347 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.071216 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Added segment 82a7ddf6-2e06-44e0-a6eb-40654f546a9d of type vlan for network 980b5322-dd8e-4044-a96d-e8680b08f9a7 Jan 25 16:24:43.096318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.169851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.171331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:43.171893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.271111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] Pushing event updated for resources: {'Network': ['ID=980b5322-dd8e-4044-a96d-e8680b08f9a7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:43.281180 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:24:43.331234 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0fd06714-94dd-4d8c-a718-0e4cfd90fd20 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6717556 Jan 25 16:24:43.334277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43394) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:43.339597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Request body: {'subnet': {'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688715458-subnet', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:43.345095 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:43.348837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Usage tracker for resource:subnet and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:43.351667 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:43.357153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:43.432906 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Made reservation on behalf of ef1fb81ebc9b4e6cb4eafea646faa054 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:24:43.435177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.673255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.833459 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:43.845005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Checking segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:43.845359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Network hostable DHCP agents. Network: 980b5322-dd8e-4044-a96d-e8680b08f9a7, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:24:43.912887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:24:43.964088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 980b5322-dd8e-4044-a96d-e8680b08f9a7) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:43.968462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:43.969546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:43.972600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511671f-138a-46e5-8f0d-a921721fcbb9 None None] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:24:44.027956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-04b551c5-c6fd-4eeb-9527-fe403cd04a0c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6926618 Jan 25 16:24:44.030687 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43398) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:44.035875 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:44.040520 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:44.044291 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Usage tracker for resource:router and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:44.047176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:44.053977 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:44.101876 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.103193 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.121853 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.178551 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-980b5322-dd8e-4044-a96d-e8680b08f9a7', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:24:44.179314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.318747 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.332093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Allocated IP 172.20.0.2 (980b5322-dd8e-4044-a96d-e8680b08f9a7/4bf2a9c4-2012-4a6a-b857-66e9f7fea4be/1ff37ecc-4782-484f-95f4-7f9237d29be5) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:44.528997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.539293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Transition to ACTIVE for port object 1ff37ecc-4782-484f-95f4-7f9237d29be5 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:44.557635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Transition to ACTIVE for port object 1ff37ecc-4782-484f-95f4-7f9237d29be5 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:44.622326 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.667148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.693210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:44.693986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Pushing event updated for resources: {'Port': ['ID=1ff37ecc-4782-484f-95f4-7f9237d29be5,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:44.696393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.696532 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:44.698389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:44.784061 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Attempting to bind port 1ff37ecc-4782-484f-95f4-7f9237d29be5 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:24:44.784425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Attempting to bind port 1ff37ecc-4782-484f-95f4-7f9237d29be5 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:24:44.784782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Attempting to bind port 1ff37ecc-4782-484f-95f4-7f9237d29be5 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:24:44.791790 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:24:44.792162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Checking segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:44.792554 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.792941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Bound using segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:24:44.793403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Bound port: 1ff37ecc-4782-484f-95f4-7f9237d29be5, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:24:44.793780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.829943 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Allocated IP 172.26.8.138 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/83affc60-c937-4944-add1-7d2249787688) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:44.878339 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] For port 1ff37ecc-4782-484f-95f4-7f9237d29be5, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:24:44.881264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] For port 1ff37ecc-4782-484f-95f4-7f9237d29be5, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1ff37ecc-4782-484f-95f4-7f9237d29be5,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:24:44.964872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:44.970407 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:45.039571 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:45.047766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36df65e-570b-4f3c-a9cf-3fcbabf3df4a None None] Pushing event updated for resources: {'Port': ['ID=1ff37ecc-4782-484f-95f4-7f9237d29be5,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:45.110839 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:45.114085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:45.118686 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:45.148569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Pushing event updated for resources: {'Port': ['ID=83affc60-c937-4944-add1-7d2249787688,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:45.354840 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:45.355584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:45.672970 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Router cae37336-925b-48a9-8c66-c10bac2b1c2f is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:24:45.875539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:45.885786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0bff6-a7fc-4499-839d-24dcbd4525ec None None] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:24:45.897099 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:24:45.908730 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:45.910251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:45.981822 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:45.986488 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-603b51c3-bb16-43be-937d-dee10fef393e admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9515176 Jan 25 16:24:45.986678 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43402) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:46.086133 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:46.100111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ffc2947c-3f95-427b-8c15-2ffe752154e6 None None] Provisioning for port 1ff37ecc-4782-484f-95f4-7f9237d29be5 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:46.283874 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:24:46.387844 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:45Z', 'revision_number': 3, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:46.392121 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:24:46.392460 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Updating router cae37336-925b-48a9-8c66-c10bac2b1c2f port 83affc60-c937-4944-add1-7d2249787688 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:24:46.447107 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.554489 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1ff37ecc-4782-484f-95f4-7f9237d29be5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:46.678864 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 1ff37ecc-4782-484f-95f4-7f9237d29be5 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:46.683697 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1ff37ecc-4782-484f-95f4-7f9237d29be5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:46.684204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.801239 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.802980 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.815318 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Transition to ACTIVE for port object 83affc60-c937-4944-add1-7d2249787688 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:46.827357 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.833820 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 1ff37ecc-4782-484f-95f4-7f9237d29be5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1ff37ecc-4782-484f-95f4-7f9237d29be5,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:46.890258 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.907210 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.970950 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Attempting to bind port 83affc60-c937-4944-add1-7d2249787688 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:24:46.971551 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Attempting to bind port 83affc60-c937-4944-add1-7d2249787688 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:24:46.971668 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Attempting to bind port 83affc60-c937-4944-add1-7d2249787688 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:24:46.973452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=1ff37ecc-4782-484f-95f4-7f9237d29be5,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:46.978576 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Pushing event updated for resources: {'Port': ['ID=83affc60-c937-4944-add1-7d2249787688,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:46.985187 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:24:46.985578 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:46.985974 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:46.986357 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:24:46.986811 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Bound port: 83affc60-c937-4944-add1-7d2249787688, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:24:46.987182 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.023251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.023587 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.023917 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.024287 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.024572 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.024892 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.025209 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.025557 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.025878 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.026190 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.026505 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:24:47.036308 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Allocated IP 172.20.0.1 (980b5322-dd8e-4044-a96d-e8680b08f9a7/4bf2a9c4-2012-4a6a-b857-66e9f7fea4be/590ee61a-e4ff-4efc-b505-81a415706766) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:47.076886 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] For port 83affc60-c937-4944-add1-7d2249787688, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:24:47.080703 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] For port 83affc60-c937-4944-add1-7d2249787688, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=83affc60-c937-4944-add1-7d2249787688,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:24:47.141977 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.181156 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.196604 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.provisioning_blocks [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Transition to ACTIVE for port object 590ee61a-e4ff-4efc-b505-81a415706766 will not be triggered until provisioned by entity DHCP. {{(pid=84138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:47.219641 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee006d-d055-4189-9a1e-abcff57e66e1 None None] Pushing event updated for resources: {'Port': ['ID=83affc60-c937-4944-add1-7d2249787688,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:47.228815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:47.228815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:47.273588 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.344324 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:47.347082 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:47.349653 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:47.384315 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Pushing event updated for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:47.398790 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:47.408061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.543222 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.604524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-18521017-22b7-4195-854f-77fd6a9c84f2 None None] Provisioning for port 590ee61a-e4ff-4efc-b505-81a415706766 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:47.610108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-18521017-22b7-4195-854f-77fd6a9c84f2 None None] Provisioning complete for port 590ee61a-e4ff-4efc-b505-81a415706766 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:47.610678 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-18521017-22b7-4195-854f-77fd6a9c84f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.663613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-18521017-22b7-4195-854f-77fd6a9c84f2 None None] Port 590ee61a-e4ff-4efc-b505-81a415706766 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:24:47.684620 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:45Z', 'revision_number': 3, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:47.688423 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74b87b-7513-4dc5-85b6-ab153804ee2f None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:45Z', 'revision_number': 3, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:24:47.772941 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.845420 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:47.957112 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Pushing event updated for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:47.960857 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:48.100423 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:48.101611 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:48.390731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-cb5c6dc3-a214-41d7-9136-638d3f353b71 None None] Provisioning complete for port 590ee61a-e4ff-4efc-b505-81a415706766 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:48.391240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cb5c6dc3-a214-41d7-9136-638d3f353b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:48.489636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c6dc3-a214-41d7-9136-638d3f353b71 None None] Port 590ee61a-e4ff-4efc-b505-81a415706766 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:24:48.598242 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1ff37ecc-4782-484f-95f4-7f9237d29be5 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:48.611417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:24:48.664398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1ff37ecc-4782-484f-95f4-7f9237d29be5 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:48.664766 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:48.774547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 83affc60-c937-4944-add1-7d2249787688 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:48.809597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:48.819001 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-660bc098-8ff5-420b-8146-44e56b915b2d admin admin] 10.222.0.26 "PUT /v2.0/routers/cae37336-925b-48a9-8c66-c10bac2b1c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8313920 Jan 25 16:24:48.895761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 83affc60-c937-4944-add1-7d2249787688 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:48.900668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 83affc60-c937-4944-add1-7d2249787688 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:48.901031 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:49.013522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:49.028545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 83affc60-c937-4944-add1-7d2249787688, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=83affc60-c937-4944-add1-7d2249787688,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:49.095705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:49.165008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=83affc60-c937-4944-add1-7d2249787688,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:49.872157 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43424) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:49.878514 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-58352946-network', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:49.883438 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:49.887261 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Usage tracker for resource:network and tenant:e4e41c84a3444bcc95f0a8611a513011 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:49.890681 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:49.896290 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:49.946829 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Made reservation on behalf of e4e41c84a3444bcc95f0a8611a513011 for: {'network': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:24:49.949118 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:49.962391 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:49.992123 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:49.995773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e41c84a3444bcc95f0a8611a513011 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:49.998540 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:50.004614 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:50.069417 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.135363 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.164801 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=84138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:24:50.172813 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05504427-2765-47ac-a953-3162eea50116,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:50.179160 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.180010 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.segments_db [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Added segment 99218f76-11a9-4330-a647-527bf1485954 of type vlan for network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 Jan 25 16:24:50.205953 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.289599 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.290458 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:50.291030 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Notify callbacks [] for network, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.391125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] Pushing event updated for resources: {'Network': ['ID=96fc1f5e-52df-4bb7-86df-3231864fe4c1,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:50.400478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:24:50.468099 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-2b4a8679-9671-4352-b411-de479cae6412 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5948176 Jan 25 16:24:50.470716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43428) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:50.476660 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Request body: {'subnet': {'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-58352946-subnet', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'ip_version': 4}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:50.482930 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:50.488365 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Usage tracker for resource:subnet and tenant:e4e41c84a3444bcc95f0a8611a513011 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:50.491697 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:50.497896 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:50.504403 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 83affc60-c937-4944-add1-7d2249787688 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:50.570226 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Made reservation on behalf of e4e41c84a3444bcc95f0a8611a513011 for: {'subnet': 1} {{(pid=84138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:24:50.572727 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7431776'] for subnet, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.573635 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 83affc60-c937-4944-add1-7d2249787688 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:50.574004 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.815988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1863412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7431798'] for subnet, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:50.886444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30b0a33c-953c-4cb9-a306-b456c158ad97,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:50.901828 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Checking segment: {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:50.902102 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Network hostable DHCP agents. Network: 96fc1f5e-52df-4bb7-86df-3231864fe4c1, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:24:50.987077 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:24:51.032879 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 96fc1f5e-52df-4bb7-86df-3231864fe4c1) {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:51.036751 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:51.037333 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.041484 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54787df8-bb88-42b2-bbf7-e050cf2064c8 None None] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:24:51.108246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:24:51.113804 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3fd496ae-05a3-4adc-bccd-90fb5dad9a03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6420450 Jan 25 16:24:51.116553 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43432) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:51.122396 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:51.127430 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:51.131558 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Usage tracker for resource:router and tenant:e4e41c84a3444bcc95f0a8611a513011 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:51.134584 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:51.135961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:51.136584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:51.141293 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:51.198453 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.199336 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.217715 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.412711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:51.425830 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.450518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'fixed_ips': [{'subnet_id': '30b0a33c-953c-4cb9-a306-b456c158ad97'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:24:51.451248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.690674 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.720201 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:51.840109 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Allocated IP 172.20.0.2 (96fc1f5e-52df-4bb7-86df-3231864fe4c1/30b0a33c-953c-4cb9-a306-b456c158ad97/c10648a9-51e4-4d7a-96b9-97c70e5eb66a) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:51.859748 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Allocated IP 172.26.8.112 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/473c2244-0a4e-4bdb-a34f-4db78f8a7784) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:51.987692 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 2, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:52.003089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:24:52.003270 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.003716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Updating router cae37336-925b-48a9-8c66-c10bac2b1c2f port 590ee61a-e4ff-4efc-b505-81a415706766 binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:24:52.067738 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.101596 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.120961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.134506 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:52.137309 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:52.140007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:52.164794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Transition to ACTIVE for port object c10648a9-51e4-4d7a-96b9-97c70e5eb66a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:52.199490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Transition to ACTIVE for port object c10648a9-51e4-4d7a-96b9-97c70e5eb66a will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:52.276507 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Pushing event updated for resources: {'Port': ['ID=473c2244-0a4e-4bdb-a34f-4db78f8a7784,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:52.287307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.414949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:52.419290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:52.426584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:52.429630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Pushing event updated for resources: {'Port': ['ID=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:52.452148 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.452872 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.545589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Attempting to bind port c10648a9-51e4-4d7a-96b9-97c70e5eb66a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:24:52.545907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Attempting to bind port c10648a9-51e4-4d7a-96b9-97c70e5eb66a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:24:52.546250 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Attempting to bind port c10648a9-51e4-4d7a-96b9-97c70e5eb66a on network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:24:52.561679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:24:52.562045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Checking segment: {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:52.562438 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.562818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Bound using segment: {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:24:52.563270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Bound port: c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:24:52.563630 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.679026 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.705853 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Transition to ACTIVE for port object 590ee61a-e4ff-4efc-b505-81a415706766 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:52.713202 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] For port c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:24:52.716040 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] For port c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:24:52.758128 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Router b1f5086a-26b2-4c22-b8f6-4553f24d96be is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:24:52.793609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.823450 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:52.939196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b29c06-f090-4a4e-b6b0-4a1da02626c5 None None] Pushing event updated for resources: {'Port': ['ID=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:52.970919 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:52.980803 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Sync routers for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:24:52.994958 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:53.008503 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:53.056948 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] Notify callbacks [] for router, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:53.062530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43436) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:53.064674 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-bf513b19-80b3-4fec-bb98-093d51e6886b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9466476 Jan 25 16:24:53.089603 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0017a-53b0-4101-a35f-6980afa695ba None None] Pushing event updated for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:53.093908 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Attempting to bind port 590ee61a-e4ff-4efc-b505-81a415706766 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:24:53.094308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Attempting to bind port 590ee61a-e4ff-4efc-b505-81a415706766 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:24:53.097894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Attempting to bind port 590ee61a-e4ff-4efc-b505-81a415706766 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:24:53.107729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:24:53.108146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Checking segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:53.108513 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:53.108906 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Bound using segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:24:53.109401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Bound port: 590ee61a-e4ff-4efc-b505-81a415706766, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:24:53.109776 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:53.228284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:53.341663 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] For port 590ee61a-e4ff-4efc-b505-81a415706766, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:24:53.345190 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] For port 590ee61a-e4ff-4efc-b505-81a415706766, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=590ee61a-e4ff-4efc-b505-81a415706766,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:24:53.433722 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:53.539982 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:53.540534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:53.542415 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:52Z', 'revision_number': 3, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:53.547192 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Checking router: b1f5086a-26b2-4c22-b8f6-4553f24d96be for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:24:53.547597 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Updating router b1f5086a-26b2-4c22-b8f6-4553f24d96be port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:24:53.598741 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:53.604436 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0017a-53b0-4101-a35f-6980afa695ba None None] Pushing event updated for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:53.761785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:53.946734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.017724 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.032021 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Transition to ACTIVE for port object 473c2244-0a4e-4bdb-a34f-4db78f8a7784 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:54.108501 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.150597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:53Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:54.157518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115b0c4-f846-4c52-85e2-8114f6d011e1 None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:53Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:24:54.205641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Allocated IP 172.20.0.1 (96fc1f5e-52df-4bb7-86df-3231864fe4c1/30b0a33c-953c-4cb9-a306-b456c158ad97/77f621d7-2262-4077-b1ad-fa6df23ce31e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:24:54.237881 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Attempting to bind port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:24:54.238245 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Attempting to bind port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:24:54.238603 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Attempting to bind port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:24:54.245017 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d150d-5a32-42ea-84f8-848d8c911b86 None None] Pushing event updated for resources: {'Port': ['ID=473c2244-0a4e-4bdb-a34f-4db78f8a7784,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:54.251331 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:24:54.251697 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:24:54.252167 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.252453 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:24:54.253072 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Bound port: 473c2244-0a4e-4bdb-a34f-4db78f8a7784, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:24:54.253299 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.292146 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2627b0d2-df15-4bc9-87cd-34064d2deec0 None None] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:24:54.330576 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] For port 473c2244-0a4e-4bdb-a34f-4db78f8a7784, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:24:54.334705 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] For port 473c2244-0a4e-4bdb-a34f-4db78f8a7784, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=473c2244-0a4e-4bdb-a34f-4db78f8a7784,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:24:54.362711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.378093 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Transition to ACTIVE for port object 77f621d7-2262-4077-b1ad-fa6df23ce31e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:24:54.421959 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.485807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.506299 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d150d-5a32-42ea-84f8-848d8c911b86 None None] Pushing event updated for resources: {'Port': ['ID=473c2244-0a4e-4bdb-a34f-4db78f8a7784,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:54.521093 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:24:54.521746 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:24:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:54.528584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-6d9510b2-712b-40b2-a3f9-c0594546baa3 None None] Provisioning for port c10648a9-51e4-4d7a-96b9-97c70e5eb66a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:54.558147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:54.559276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:54.563564 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:24:54.606269 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Pushing event updated for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:54.641415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.707534 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 590ee61a-e4ff-4efc-b505-81a415706766 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:54.772199 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:24:54.821493 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:54.855602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 590ee61a-e4ff-4efc-b505-81a415706766 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:54.868602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 590ee61a-e4ff-4efc-b505-81a415706766 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:54.869330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.018342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0212d24d-83b5-44eb-b524-0c81003f1a52 None None] Provisioning for port 77f621d7-2262-4077-b1ad-fa6df23ce31e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:55.040617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-0212d24d-83b5-44eb-b524-0c81003f1a52 None None] Provisioning complete for port 77f621d7-2262-4077-b1ad-fa6df23ce31e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:55.040991 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0212d24d-83b5-44eb-b524-0c81003f1a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.140101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-0212d24d-83b5-44eb-b524-0c81003f1a52 None None] Port 77f621d7-2262-4077-b1ad-fa6df23ce31e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:24:55.153128 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.177258 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:52Z', 'revision_number': 3, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:24:55.182718 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abdb6dc-4475-4de1-ac20-506ad0433991 None None] The sync data for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv is: [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:52Z', 'revision_number': 3, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:24:55.221768 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 590ee61a-e4ff-4efc-b505-81a415706766, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=590ee61a-e4ff-4efc-b505-81a415706766,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:55.259894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.297633 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.298388 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c10648a9-51e4-4d7a-96b9-97c70e5eb66a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:55.324137 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.395461 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9c8f4c83-cd5a-4801-9dbf-f08328f3d441 None None] Provisioning complete for port 77f621d7-2262-4077-b1ad-fa6df23ce31e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:55.395985 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9c8f4c83-cd5a-4801-9dbf-f08328f3d441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.432326 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.436699 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Pushing event updated for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:55.468794 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f4c83-cd5a-4801-9dbf-f08328f3d441 None None] Port 77f621d7-2262-4077-b1ad-fa6df23ce31e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:24:55.476798 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:55.574952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:24:55.582713 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:24:55.598843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c10648a9-51e4-4d7a-96b9-97c70e5eb66a completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:24:55.605052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c10648a9-51e4-4d7a-96b9-97c70e5eb66a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:55.605496 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.733877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.767110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:24:55.792060 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-b055af17-be3f-4314-98ae-ccc04f2e041f None None] Provisioning complete for port 77f621d7-2262-4077-b1ad-fa6df23ce31e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:55.792423 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b055af17-be3f-4314-98ae-ccc04f2e041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.824186 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:55.933037 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-b055af17-be3f-4314-98ae-ccc04f2e041f None None] Port 77f621d7-2262-4077-b1ad-fa6df23ce31e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:24:55.945346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:55.966289 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Router b1f5086a-26b2-4c22-b8f6-4553f24d96be has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:24:56.158456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:24:56.166913 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c7b02e75-763d-4da7-86bd-bc2ceb53eeca admin admin] 10.222.0.26 "PUT /v2.0/routers/b1f5086a-26b2-4c22-b8f6-4553f24d96be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1033330 Jan 25 16:24:56.508760 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 590ee61a-e4ff-4efc-b505-81a415706766 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:56.573900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 590ee61a-e4ff-4efc-b505-81a415706766 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:56.574258 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:56.681594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c10648a9-51e4-4d7a-96b9-97c70e5eb66a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:24:56.744049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c10648a9-51e4-4d7a-96b9-97c70e5eb66a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:24:56.744410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:56.874778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43446) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:56.880375 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386692125', 'description': 'tempest-secgroup-smoke-386692125 description', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:56.886122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:56.890589 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:56.893586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:56.899283 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:56.998437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.033308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:57.036981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:57.039683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:57.045203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:57.098941 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.181014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.221183 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a416070-6edc-4d5b-a60f-e82821be1977,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:57.295406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.297178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fe3b8c03-0a6c-4bfc-ac03-dc135c706d0f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4214003 Jan 25 16:24:57.300141 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43450) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:57.305793 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:57.312491 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:57.316730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:57.323498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:57.329184 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:57.404173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.462922 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.540832 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.563591 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d155d9-4277-4278-8155-32ad6b28c7fb,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:57.620990 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.622170 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-efca1271-6206-43bd-a7bc-d2ed6ae43fbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3210750 Jan 25 16:24:57.624841 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43454) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:57.630214 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:57.635975 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:57.639709 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:57.642508 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:57.648132 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:57.770525 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.829693 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.872243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.894610 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13926ca6-d3d9-44e0-b850-f91d13103239,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:57.958173 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:57.959323 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e5de66f6-ca67-4e58-94c3-5cac32d95377 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3335741 Jan 25 16:24:57.962071 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43458) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:57.967448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:57.973773 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:57.977550 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:57.980340 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:57.985932 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:58.078636 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.143208 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.192449 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.215292 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7db8d9-2dc9-49f1-89ae-ec99e7d8c8f4,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:58.266791 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.267973 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-3391ed7b-429d-4c67-a4b0-dc132021151e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3050244 Jan 25 16:24:58.270683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43462) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:58.276009 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:58.281836 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:58.285613 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:58.288411 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:58.293988 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:58.365543 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.427702 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.484477 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.506924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff512ef-bedd-4e49-8cd4-b5d61c549776,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:58.569884 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.571048 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-0e8c0b2a-ee03-492f-a33c-a2a7f1d98855 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2994795 Jan 25 16:24:58.573790 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43466) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:58.579313 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:58.585528 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:58.589372 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:58.592238 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:58.597851 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:58.649583 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Project ef1fb81ebc9b4e6cb4eafea646faa054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:24:58.656096 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.718272 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.769454 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.795366 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d5b577-5f41-4e14-bc26-9bda448d08a7,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:58.849522 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:58.850653 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-a1d6bcf7-6ff8-4ec7-9062-63136129fccb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2759292 Jan 25 16:24:58.853271 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43470) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:24:58.859021 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': '0a416070-6edc-4d5b-a60f-e82821be1977', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:24:58.864654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:24:58.868555 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:24:58.871367 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:24:58.877362 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:24:58.934854 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Project ef1fb81ebc9b4e6cb4eafea646faa054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:24:58.941111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:59.004243 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:59.072569 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:59.095750 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3d5bf1-db53-48b7-aed7-52216ff5f4d7,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:24:59.192498 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:59.193742 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-8c9dabb2-2882-4205-86ee-a0437adfa816 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3394947 Jan 25 16:24:59.427683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-9f183fce-ab1d-4ccc-9be5-ef9baaa81705 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:24:59.472702 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4216cb99-0376-43f1-9871-ee4f86988219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:24:59.529512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-9f183fce-ab1d-4ccc-9be5-ef9baaa81705 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:24:59.531199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-9f183fce-ab1d-4ccc-9be5-ef9baaa81705 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386692125&fields=id&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 267 time: 0.1444228 Jan 25 16:24:59.672831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-85d8fc54-261b-4c94-91cf-1e8059f8c610 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:24:59.673506 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-85d8fc54-261b-4c94-91cf-1e8059f8c610 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:24:59.741021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-85d8fc54-261b-4c94-91cf-1e8059f8c610 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:24:59.742169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-85d8fc54-261b-4c94-91cf-1e8059f8c610 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 808 time: 0.2045867 Jan 25 16:24:59.758525 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-87c28a0b-f206-43fd-92aa-a6fcea6adffb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/quotas/ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 375 time: 0.0109553 Jan 25 16:24:59.839488 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-fbfb97f8-2cfd-470c-afa0-ab0429cc262f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761015 Jan 25 16:24:59.854308 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f60297c9-c423-42d0-a89c-09adbe9163ac service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:24:59.855214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f60297c9-c423-42d0-a89c-09adbe9163ac service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046828 Jan 25 16:24:59.981099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-619cb5fb-1724-42ca-a41c-993622b9a0b5 service neutron] 10.222.0.26 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204727 Jan 25 16:25:00.107405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-8f2a9c16-e6b2-4e19-8444-d1d22affc7e6 service neutron] 10.222.0.26 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206977 Jan 25 16:25:00.460487 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-313f4581-ee21-497f-9e95-8f0b1916a9d2 req-63cf0e05-afc3-4a37-8404-4f0c29c183be tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 210 time: 0.1349034 Jan 25 16:25:01.547351 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3fec88a9-a79e-4c7e-b7c7-71cbcd66c9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:01.630843 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7a32a20-78b0-410e-8f36-05c295f949a9 req-f21f6613-f881-4d97-aaef-da9192aea67c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 210 time: 0.0404682 Jan 25 16:25:02.492900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-993f5b97-b6ac-436a-9ebe-0012bd2be3d2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:02.494351 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-993f5b97-b6ac-436a-9ebe-0012bd2be3d2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 808 time: 0.1411397 Jan 25 16:25:02.557646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-ca35d213-9dec-43de-9873-cac4f4066c4a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 379 time: 0.0515344 Jan 25 16:25:02.566830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'port': {'device_id': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'admin_state_up': True, 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'security_groups': ['0a416070-6edc-4d5b-a60f-e82821be1977']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:25:02.707151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:25:02.710960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:port and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:25:02.713740 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:25:02.721094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:25:02.790648 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Made reservation on behalf of ef1fb81ebc9b4e6cb4eafea646faa054 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:25:02.793581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:02.809699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0ccdf2a0-ec49-40e1-aa76-455f1166d66b req-02d82372-3d34-4953-9056-ebf43de282d8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 210 time: 0.0535772 Jan 25 16:25:02.961450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Allocated IP 172.20.0.12 (980b5322-dd8e-4044-a96d-e8680b08f9a7/4bf2a9c4-2012-4a6a-b857-66e9f7fea4be/3f4db499-8164-45c9-b904-e2b091a2cda2) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:25:02.998434 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.078558 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.143817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.159245 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Transition to ACTIVE for port object 3f4db499-8164-45c9-b904-e2b091a2cda2 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:25:03.249896 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.323637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:25:03.326650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:25:03.331220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:25:03.355884 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:03.393702 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:03.394302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.468445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-e558821d-efa3-4751-937c-cb4df6eb9016 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9060776 Jan 25 16:25:03.479311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Request body: {'port': {'device_id': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:25:03.593337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.649571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d71a0cf8-4b2e-432e-8878-68cc952947c4 None None] Provisioning for port 3f4db499-8164-45c9-b904-e2b091a2cda2 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:25:03.656686 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d71a0cf8-4b2e-432e-8878-68cc952947c4 None None] Provisioning complete for port 3f4db499-8164-45c9-b904-e2b091a2cda2 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:03.657901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d71a0cf8-4b2e-432e-8878-68cc952947c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:03.724021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-d71a0cf8-4b2e-432e-8878-68cc952947c4 None None] Port 3f4db499-8164-45c9-b904-e2b091a2cda2 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:25:03.939910 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:25:03.946917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.001773 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Transition to ACTIVE for port object 3f4db499-8164-45c9-b904-e2b091a2cda2 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:25:04.035916 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3c295-779e-400c-95c7-0610d5ddaf2e req-374b51bd-a978-4408-a9d0-23f518a219c8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:04.036604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-76b3c295-779e-400c-95c7-0610d5ddaf2e req-374b51bd-a978-4408-a9d0-23f518a219c8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:25:04.072649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.180512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-76b3c295-779e-400c-95c7-0610d5ddaf2e req-374b51bd-a978-4408-a9d0-23f518a219c8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:25:04.181686 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76b3c295-779e-400c-95c7-0610d5ddaf2e req-374b51bd-a978-4408-a9d0-23f518a219c8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 932 time: 0.2322927 Jan 25 16:25:04.309545 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:04.401419 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76b3c295-779e-400c-95c7-0610d5ddaf2e req-58f0bb63-adcb-4929-9659-062cce7f78d5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101889 Jan 25 16:25:04.436592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Attempting to bind port 3f4db499-8164-45c9-b904-e2b091a2cda2 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:25:04.436855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Attempting to bind port 3f4db499-8164-45c9-b904-e2b091a2cda2 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:25:04.437174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Attempting to bind port 3f4db499-8164-45c9-b904-e2b091a2cda2 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:25:04.443232 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Port 3f4db499-8164-45c9-b904-e2b091a2cda2 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:25:04.443562 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Attempting to bind port 3f4db499-8164-45c9-b904-e2b091a2cda2 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:25:04.450010 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:25:04.450358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Checking segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:25:04.450724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Bound using segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:25:04.451141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Bound port: 3f4db499-8164-45c9-b904-e2b091a2cda2, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:25:04.451475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.542180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:25:04.545334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:25:04.552597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 473c2244-0a4e-4bdb-a34f-4db78f8a7784 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:25:04.598886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.663052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.664383 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1094 time: 1.1895068 Jan 25 16:25:04.664803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:25:04.667070 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:25:04.674147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:04.674995 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.685837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbcd41-1ab8-4277-8db2-8c27eb330ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:04.730425 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'status': 'completed', 'code': 200} Jan 25 16:25:04.815965 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.832103 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c560aa90-8865-4897-a4be-e8457506377d req-f944d193-6f4f-4760-9744-a23279ced323 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1097 time: 0.0804527 Jan 25 16:25:04.832930 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 473c2244-0a4e-4bdb-a34f-4db78f8a7784, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=473c2244-0a4e-4bdb-a34f-4db78f8a7784,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:25:04.888885 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.895313 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:04.959787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=473c2244-0a4e-4bdb-a34f-4db78f8a7784,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:04.973121 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560aa90-8865-4897-a4be-e8457506377d req-0a5a2fb9-c1c1-4c13-9e8d-acc2c12d9f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:04.974577 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c560aa90-8865-4897-a4be-e8457506377d req-0a5a2fb9-c1c1-4c13-9e8d-acc2c12d9f94 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1349418 Jan 25 16:25:05.106624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560aa90-8865-4897-a4be-e8457506377d req-c4f5a56e-8a50-428f-8cbb-79835f781113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:05.108093 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c560aa90-8865-4897-a4be-e8457506377d req-c4f5a56e-8a50-428f-8cbb-79835f781113 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273654 Jan 25 16:25:05.216373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-3c44a6de-5f90-478b-9a0f-45350da16a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1097 time: 0.0686429 Jan 25 16:25:05.284760 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-4cae1b2e-9bf9-4452-8985-74cf10706cd5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 217 time: 0.0617523 Jan 25 16:25:05.343538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-7364595f-6124-4781-a5a9-03064aad2bf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:05.344955 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-7364595f-6124-4781-a5a9-03064aad2bf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0551698 Jan 25 16:25:05.418402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-db6294c8-2409-4995-9919-733d6be52e14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681789 Jan 25 16:25:05.587627 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-c539fda3-1108-4f97-9b9d-b71860afe195 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633222 Jan 25 16:25:05.699604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c3744-ae20-462b-8290-7b9c0761a09c req-040bb5d6-ec03-4eb8-9955-63533836066a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:05.701005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce2c3744-ae20-462b-8290-7b9c0761a09c req-040bb5d6-ec03-4eb8-9955-63533836066a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.1714478 Jan 25 16:25:05.765642 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1904141e-3988-4778-8d6e-e1d92d48afc8 req-fc7a818f-ffee-4e0b-aa4c-07e799e758df service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675780 Jan 25 16:25:05.772996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ce2c3744-ae20-462b-8290-7b9c0761a09c req-092a49ed-45a1-4aee-b0f8-284c32243c72 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655534 Jan 25 16:25:06.509911 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 473c2244-0a4e-4bdb-a34f-4db78f8a7784 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:25:06.578568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:06.578927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:06.627833 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:25:06.809404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:25:06.822670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:25:06.874547 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:06.890927 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:25:06.906003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:25:06.967856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8cc8-439e-423d-8ce0-b3b63c7478b3 req-9db4b52b-89f1-4c3e-b45f-214769a8673b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:06.970050 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49ed8cc8-439e-423d-8ce0-b3b63c7478b3 req-9db4b52b-89f1-4c3e-b45f-214769a8673b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0742793 Jan 25 16:25:06.992359 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:07.013727 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-49ed8cc8-439e-423d-8ce0-b3b63c7478b3 req-26e45617-bdf9-4f60-a616-d3991d0bad7e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380781 Jan 25 16:25:07.059377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:07.194304 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['3f4db499-8164-45c9-b904-e2b091a2cda2'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:25:08.208920 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a4209-b3b3-477b-a27f-6fe2dc5be725 req-427a8f6f-999e-4c1d-b74c-9ef0f1c42066 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:08.210374 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-597a4209-b3b3-477b-a27f-6fe2dc5be725 req-427a8f6f-999e-4c1d-b74c-9ef0f1c42066 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 945 time: 0.0773122 Jan 25 16:25:08.254898 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-597a4209-b3b3-477b-a27f-6fe2dc5be725 req-ee204b3e-8071-4059-a9d5-83d9a48452ac tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Jan 25 16:25:08.631641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:25:08.729029 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 3f4db499-8164-45c9-b904-e2b091a2cda2 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:25:08.733506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 3f4db499-8164-45c9-b904-e2b091a2cda2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:08.733907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:08.842920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:08.868845 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:25:08.878100 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:25:08.922131 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'code': 200} Jan 25 16:25:08.924245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:08.988574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:09.243385 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e6af69e-3a1b-49ee-bbc6-746f63561b10 req-0a89278e-3ddf-4e11-8e9f-ac93bb332341 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1099 time: 0.0655661 Jan 25 16:25:09.285956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e6af69e-3a1b-49ee-bbc6-746f63561b10 req-6cfa7bc5-4dd0-4cc0-b0e8-2053bef8c737 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371068 Jan 25 16:25:09.358134 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:09.539710 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff475e96-34dc-44d6-9c22-c1f0e2c9f990 req-fb4faf49-d2d7-41aa-aeff-861df7ad9ddc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:09.541039 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff475e96-34dc-44d6-9c22-c1f0e2c9f990 req-fb4faf49-d2d7-41aa-aeff-861df7ad9ddc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.1686015 Jan 25 16:25:09.585346 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff475e96-34dc-44d6-9c22-c1f0e2c9f990 req-dfcac63b-96ba-41cd-b7b6-75fec785b67e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388055 Jan 25 16:25:10.777322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9173a8-c43a-49da-b16b-a52d6fd96fbb req-53f30daa-8f3c-49cf-a963-c74f19254b9c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:10.778778 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e9173a8-c43a-49da-b16b-a52d6fd96fbb req-53f30daa-8f3c-49cf-a963-c74f19254b9c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0748334 Jan 25 16:25:10.823335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5e9173a8-c43a-49da-b16b-a52d6fd96fbb req-aa5c4adc-6895-4fcc-8701-147f8ef5f999 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Jan 25 16:25:11.021961 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5035e0-4c13-4e0a-85f5-042730e22643 req-5eca6917-44f4-49b5-a3fc-7f6c0ec7c3fe tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:11.023278 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2f5035e0-4c13-4e0a-85f5-042730e22643 req-5eca6917-44f4-49b5-a3fc-7f6c0ec7c3fe tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0776491 Jan 25 16:25:11.066918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2f5035e0-4c13-4e0a-85f5-042730e22643 req-064c80d5-f3e5-4c25-b5c7-a49812d4e97b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379550 Jan 25 16:25:11.094117 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43524) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:11.285707 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-938189aa-2a21-4f85-a12c-149aaed66ee5 tempest-TestShelveInstance-279544154 tempest-TestShelveInstance-279544154-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1094 time: 0.1902463 Jan 25 16:25:11.288265 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43530) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:25:11.293542 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:25:11.299386 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:25:11.303052 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:floatingip and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:25:11.305789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:25:11.311227 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:25:11.392393 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:11.523539 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:11.659086 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.db_base_plugin_common [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Allocated IP 172.26.8.231 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/0f1492a5-446e-4f7a-a3bd-fa0959efd05f) {{(pid=84138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:25:11.807130 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:11.878033 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:11.945286 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:25:11.948125 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.base_scheduler [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources bound (agent type, host, resource id): {{(pid=84138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:25:11.952425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Received port after_create {{(pid=84138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:25:11.976427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=0f1492a5-446e-4f7a-a3bd-fa0959efd05f,revision_number=1']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:12.537544 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:12.663143 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:12.860817 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:12.911925 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6429005'] for port, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:13.008007 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=0f1492a5-446e-4f7a-a3bd-fa0959efd05f,revision_number=2']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:13.023040 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:13.214231 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.l3_db [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Floating IP 5cac3f47-073f-4da5-b1ea-19dcd891d308 associated. External IP: 172.26.8.231, port: 3f4db499-8164-45c9-b904-e2b091a2cda2. Jan 25 16:25:13.588085 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:25:13.883683 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:25:13.893099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:25:13.908867 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:25:13.909510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:25:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:13.947209 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:14.002265 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-987f43f0-174f-498c-a629-6895c3145ba8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7129390 Jan 25 16:25:14.002924 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:25:14.058130 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'status': 'completed', 'code': 200} Jan 25 16:25:14.112111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:25:14.148901 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-c824ab21-6b70-4f0f-82d5-c4d14bd5dd16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1099 time: 0.0703278 Jan 25 16:25:14.277534 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-8b2146c8-be89-45b6-b176-c89e8270378b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:14.278973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-8b2146c8-be89-45b6-b176-c89e8270378b service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1242917 Jan 25 16:25:14.379521 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-7cc87758-e576-499c-be7e-8397b366435e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1000 time: 0.0943186 Jan 25 16:25:14.443443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-7c6291a4-8b0a-4a9d-b012-a5da82d54bc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:14.444782 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-7c6291a4-8b0a-4a9d-b012-a5da82d54bc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0588427 Jan 25 16:25:14.450625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '5cac3f47-073f-4da5-b1ea-19dcd891d308', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:25:12Z', 'updated_at': '2022-01-25T16:25:12Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:14.455300 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:25:14.466122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:25:14.466780 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:25:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:14.518615 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-fa7b1462-f044-474b-b393-15119cd6c6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674939 Jan 25 16:25:14.641524 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:25:14.648284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-21ba969f-0fbe-4f7f-98ba-137e9eb4cc57 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233947 Jan 25 16:25:14.777680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f47bfbd9-4612-4818-b1c6-6be36f92726c req-6401f909-4332-4e06-9749-b50be4bdeb3f service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231844 Jan 25 16:25:14.976660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '5cac3f47-073f-4da5-b1ea-19dcd891d308', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:25:12Z', 'updated_at': '2022-01-25T16:25:12Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:14.980522 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd79f7-0b73-48e2-aa08-4e5d3549f1b4 None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '5cac3f47-073f-4da5-b1ea-19dcd891d308', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:25:12Z', 'updated_at': '2022-01-25T16:25:12Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:25:15.011342 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Sync routers for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:25:15.023390 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:25:15.023994 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:25:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:15.183448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14d32f-f6dd-4b88-922d-0f6b0b628fc3 None None] New status for floating IP 5cac3f47-073f-4da5-b1ea-19dcd891d308: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:25:15.206261 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:25:15.537717 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 4, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '77f621d7-2262-4077-b1ad-fa6df23ce31e', 'name': '', 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'mac_address': 'fa:16:3e:45:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:54Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 2, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'subnets': [{'id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:15.541408 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Checking router: b1f5086a-26b2-4c22-b8f6-4553f24d96be for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:25:15.541748 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Updating router b1f5086a-26b2-4c22-b8f6-4553f24d96be port 77f621d7-2262-4077-b1ad-fa6df23ce31e binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:25:15.591822 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:15.910544 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:15.920918 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Transition to ACTIVE for port object 77f621d7-2262-4077-b1ad-fa6df23ce31e will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:25:15.980881 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:16.101263 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2150280-d323-4113-8044-a4853101bdbc None None] Pushing event updated for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:16.195964 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Attempting to bind port 77f621d7-2262-4077-b1ad-fa6df23ce31e on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:25:16.196316 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Attempting to bind port 77f621d7-2262-4077-b1ad-fa6df23ce31e by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:25:16.196664 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Attempting to bind port 77f621d7-2262-4077-b1ad-fa6df23ce31e on network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:25:16.207801 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:25:16.208155 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Checking segment: {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:25:16.208538 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:16.208914 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Bound using segment: {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:25:16.209353 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Bound port: 77f621d7-2262-4077-b1ad-fa6df23ce31e, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99218f76-11a9-4330-a647-527bf1485954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:25:16.209737 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:16.293456 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] For port 77f621d7-2262-4077-b1ad-fa6df23ce31e, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:25:16.296284 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] For port 77f621d7-2262-4077-b1ad-fa6df23ce31e, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=77f621d7-2262-4077-b1ad-fa6df23ce31e,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:25:16.369623 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:16.451048 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2150280-d323-4113-8044-a4853101bdbc None None] Pushing event updated for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=4']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:16.454978 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:25:16.455525 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:25:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:16.635300 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:25:16.935528 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 4, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '77f621d7-2262-4077-b1ad-fa6df23ce31e', 'name': '', 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'mac_address': 'fa:16:3e:45:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:54Z', 'updated_at': '2022-01-25T16:25:16Z', 'revision_number': 4, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'subnets': [{'id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:25:16.939613 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9df90-efdb-4863-8acb-2b9ebd933dab None None] The sync data for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv is: [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:24:54Z', 'revision_number': 4, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '77f621d7-2262-4077-b1ad-fa6df23ce31e', 'name': '', 'network_id': '96fc1f5e-52df-4bb7-86df-3231864fe4c1', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'mac_address': 'fa:16:3e:45:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:54Z', 'updated_at': '2022-01-25T16:25:16Z', 'revision_number': 4, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'subnets': [{'id': '30b0a33c-953c-4cb9-a306-b456c158ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:25:18.556432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 77f621d7-2262-4077-b1ad-fa6df23ce31e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:25:18.718053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 77f621d7-2262-4077-b1ad-fa6df23ce31e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:25:18.723829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 77f621d7-2262-4077-b1ad-fa6df23ce31e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:18.727466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:18.840056 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:18.872823 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 77f621d7-2262-4077-b1ad-fa6df23ce31e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=77f621d7-2262-4077-b1ad-fa6df23ce31e,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:25:18.946471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:19.012349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:25:20.516762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 77f621d7-2262-4077-b1ad-fa6df23ce31e up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:25:20.587111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 77f621d7-2262-4077-b1ad-fa6df23ce31e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:25:20.587473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:23.273648 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:25:29.476949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e0eba44-b9b2-4f1a-8b18-d9276e55429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:31.574928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ca65a54f-3cf9-4ed3-b939-efefd921925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:33.003545 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:33.071613 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:34.854720 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:36.694975 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-99fb6669-8b20-4aec-b094-8dd42e4a6954 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707190 Jan 25 16:25:36.833044 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-7706241c-8152-43e1-beba-cb10f9ae2ebc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1099 time: 0.0665736 Jan 25 16:25:36.971923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f761e9-f628-40be-81f8-d2494d12893d req-354cce08-f4f7-4866-a940-46aa6c816984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:36.983940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-354cce08-f4f7-4866-a940-46aa6c816984 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1217732 Jan 25 16:25:37.074484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-b61d4382-d4b6-474a-9fe8-bf06fab80962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1002 time: 0.0933638 Jan 25 16:25:37.135098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f761e9-f628-40be-81f8-d2494d12893d req-efa201e8-0c8f-402f-96fa-38101022a4e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:25:37.136411 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-efa201e8-0c8f-402f-96fa-38101022a4e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0560601 Jan 25 16:25:37.211709 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-91e773ec-df53-49b6-ab2f-f0c0b9c93efa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692439 Jan 25 16:25:37.426564 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-084b1559-ddd7-406d-bc16-479d899467d4 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074380 Jan 25 16:25:37.552107 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d4f761e9-f628-40be-81f8-d2494d12893d req-fdb0bd2f-1558-4421-8a79-451f2833fb96 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187575 Jan 25 16:25:39.374674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:25:59.465592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-6d3630c7-ca21-4591-86d7-b0ed60e7c340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:00.273684 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:26:01.551406 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80251027-274a-4a09-b3b1-e13945873de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:03.002567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:03.071427 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:04.859872 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:09.379493 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:29.453571 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-88a883bc-f0ff-494a-875a-97fc2a0e815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:31.527704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5329862f-2d13-4f0d-94c6-c00d3d02beb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:33.029759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:33.127610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:34.882254 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:37.274106 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:26:37.683026 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-6a5204c8-c775-4e41-a257-56e50e08bfdf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654371 Jan 25 16:26:37.818767 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-332ca611-d3ab-458f-85d3-cb9c34a5427d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1099 time: 0.0696065 Jan 25 16:26:37.956684 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea436-b262-46e1-b676-49b7784ae642 req-be05c45d-0464-445b-a30b-5515a5d32188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:26:37.958028 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-be05c45d-0464-445b-a30b-5515a5d32188 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1227324 Jan 25 16:26:38.053849 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-ee5df083-db58-4f6e-9549-dec8e3fd645f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1002 time: 0.0896316 Jan 25 16:26:38.116900 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dea436-b262-46e1-b676-49b7784ae642 req-a5900c3a-817c-4fc6-a02e-822822dd31fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:26:38.118336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-a5900c3a-817c-4fc6-a02e-822822dd31fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0588706 Jan 25 16:26:38.190809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-8ebc3867-31cc-449e-93bd-97e92e130969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669301 Jan 25 16:26:38.319713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-5430a584-8fd8-41d4-88a1-92d27345e972 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228592 Jan 25 16:26:38.447265 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-27dea436-b262-46e1-b676-49b7784ae642 req-abf4467d-5a5a-4535-bef1-dcc2370a9fb8 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210508 Jan 25 16:26:39.384106 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:26:59.458573 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d271bd49-301b-40bb-9018-6721b9f734f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:01.538717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14a35a36-4ecb-4080-9d50-6753b8370f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:03.001331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:03.075433 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:04.869574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:09.424249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:09.784399 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1a0d-628a-4352-a0af-2ef8665ccb00 req-4581b20b-d6aa-4c24-ba2b-3022ef645862 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:09.785773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a0ea1a0d-628a-4352-a0af-2ef8665ccb00 req-4581b20b-d6aa-4c24-ba2b-3022ef645862 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.1541016 Jan 25 16:27:09.829540 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a0ea1a0d-628a-4352-a0af-2ef8665ccb00 req-e49f3be3-b96f-4919-85e6-df6891e1cd14 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377750 Jan 25 16:27:11.035953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1438de-b1ad-44ba-a0df-2a7e48bcc266 req-ff970918-b6b6-4172-973f-646ed41d3598 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:11.037513 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b1438de-b1ad-44ba-a0df-2a7e48bcc266 req-ff970918-b6b6-4172-973f-646ed41d3598 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0752571 Jan 25 16:27:11.082221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6b1438de-b1ad-44ba-a0df-2a7e48bcc266 req-fae36ece-510f-4e19-a9ec-7e90a9f1dcbb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390856 Jan 25 16:27:12.293325 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa6c4-ffe1-4f57-a4c2-21c303f45d87 req-bc0b5931-ffef-4695-9de8-504e2a4efc9c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:12.294769 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-801aa6c4-ffe1-4f57-a4c2-21c303f45d87 req-bc0b5931-ffef-4695-9de8-504e2a4efc9c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0780582 Jan 25 16:27:12.339503 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-801aa6c4-ffe1-4f57-a4c2-21c303f45d87 req-98b47885-fa9a-4594-afdf-c4a2b57d9769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394757 Jan 25 16:27:13.532927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef7b6-6611-4ada-8f6c-188eaf2eda1f req-58a0ffd6-b3a5-44d7-bcc0-baf52e2165b5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:13.534567 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0abef7b6-6611-4ada-8f6c-188eaf2eda1f req-58a0ffd6-b3a5-44d7-bcc0-baf52e2165b5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0755706 Jan 25 16:27:13.581856 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0abef7b6-6611-4ada-8f6c-188eaf2eda1f req-2bf10683-a5b4-43ae-8c22-7b2eebe9fe76 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 Jan 25 16:27:14.274297 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:27:14.778359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124c4ed-bae9-41f2-82b5-396860bcf8f8 req-cf454287-378d-4686-a3be-22210613c198 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:14.779706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7124c4ed-bae9-41f2-82b5-396860bcf8f8 req-cf454287-378d-4686-a3be-22210613c198 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0748117 Jan 25 16:27:14.823227 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7124c4ed-bae9-41f2-82b5-396860bcf8f8 req-8426a7c4-0ab9-46af-b6d2-e8b988decfb7 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382302 Jan 25 16:27:16.019381 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3df0-8b6b-44d5-93a5-103440dbbff3 req-f4c60278-5cbe-448d-aba9-1b1a322bff66 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:16.020798 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f94e3df0-8b6b-44d5-93a5-103440dbbff3 req-f4c60278-5cbe-448d-aba9-1b1a322bff66 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0777707 Jan 25 16:27:16.064421 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f94e3df0-8b6b-44d5-93a5-103440dbbff3 req-cf24eb0a-ff0e-4559-8a38-3e4b4af82a65 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374014 Jan 25 16:27:17.256737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4511f-fbe9-4b9e-80b3-cc74b9b6add7 req-2de71447-8b51-4c44-a181-f7fc1ffe9025 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:17.258179 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9c4511f-fbe9-4b9e-80b3-cc74b9b6add7 req-2de71447-8b51-4c44-a181-f7fc1ffe9025 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0741687 Jan 25 16:27:17.302059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9c4511f-fbe9-4b9e-80b3-cc74b9b6add7 req-2a98874b-0b7e-422f-a475-f8e5461a582e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385454 Jan 25 16:27:18.576265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8373b7-fe0c-4d2a-8738-8020f444c01b req-f32dcbe2-dc42-496e-b85d-4472fd28b259 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:18.577965 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-da8373b7-fe0c-4d2a-8738-8020f444c01b req-f32dcbe2-dc42-496e-b85d-4472fd28b259 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.1593869 Jan 25 16:27:18.622260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-da8373b7-fe0c-4d2a-8738-8020f444c01b req-f066d9ab-0c5a-4b62-bcda-62ec65fcf40f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387983 Jan 25 16:27:19.816617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7e558-8d4c-4097-946b-a991e0f46155 req-9e2e7e9c-7470-4543-a4b6-ce6acc2e783a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:19.818087 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1f7e558-8d4c-4097-946b-a991e0f46155 req-9e2e7e9c-7470-4543-a4b6-ce6acc2e783a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0733149 Jan 25 16:27:19.861773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d1f7e558-8d4c-4097-946b-a991e0f46155 req-8410d2f4-e668-4ffd-b5e6-d10fbfa51a79 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383155 Jan 25 16:27:21.054835 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4a3b5-bee3-45be-a49f-ad44db873660 req-4f02b249-b676-480a-8b52-1b51d1632b21 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:21.056274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74b4a3b5-bee3-45be-a49f-ad44db873660 req-4f02b249-b676-480a-8b52-1b51d1632b21 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0772064 Jan 25 16:27:21.101578 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-74b4a3b5-bee3-45be-a49f-ad44db873660 req-35c853a9-2fb0-417b-b9a1-88b38735e474 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Jan 25 16:27:22.295184 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571acf8-dff4-469f-9c3a-14b6a0b9dfe8 req-94562ec6-2a9f-4a98-b06d-2b2a2b351efc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:22.296610 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9571acf8-dff4-469f-9c3a-14b6a0b9dfe8 req-94562ec6-2a9f-4a98-b06d-2b2a2b351efc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0740449 Jan 25 16:27:22.345438 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9571acf8-dff4-469f-9c3a-14b6a0b9dfe8 req-075c8212-9280-4770-8deb-42d21f5e03b2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Jan 25 16:27:23.268022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:27:23.425834 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:23.459104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:27:23.526120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:23.549617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:27:23.563319 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb41cba-b3ca-4999-9448-4a4c7b438a84 req-8b443426-e5ad-44ba-9abd-5844ca86628b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:23.569363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:23.570279 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fbb41cba-b3ca-4999-9448-4a4c7b438a84 req-8b443426-e5ad-44ba-9abd-5844ca86628b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0930614 Jan 25 16:27:23.611806 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fbb41cba-b3ca-4999-9448-4a4c7b438a84 req-1f48e1b5-8987-4e68-9983-6f203b036043 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406611 Jan 25 16:27:23.637662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:23.712290 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:27:23.722296 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.722643 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.722977 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.723309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.723637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.723962 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.724997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.725329 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.725769 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.726092 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.726409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:27:23.731302 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['3f4db499-8164-45c9-b904-e2b091a2cda2'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:27:24.833737 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29141-7480-48a0-9fa2-626acddd89c9 req-146a5803-788d-4675-9b61-d23f7e85bf9a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:24.835140 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-afe29141-7480-48a0-9fa2-626acddd89c9 req-146a5803-788d-4675-9b61-d23f7e85bf9a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 945 time: 0.0904822 Jan 25 16:27:24.886355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-afe29141-7480-48a0-9fa2-626acddd89c9 req-16c1fdef-b75f-43e7-88db-524c8f63d570 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Jan 25 16:27:25.280003 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:27:25.349628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 3f4db499-8164-45c9-b904-e2b091a2cda2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:27:25.350024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:25.482956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:25.512602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:27:25.523240 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:25.577607 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'code': 200} Jan 25 16:27:25.595577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:25.667000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:27:26.088056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02862a5-b182-45f1-ab01-023996bedb0a req-e10e7c0e-dfce-4c1c-8158-db24ac5b2260 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:26.089511 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f02862a5-b182-45f1-ab01-023996bedb0a req-e10e7c0e-dfce-4c1c-8158-db24ac5b2260 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0774345 Jan 25 16:27:26.134398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f02862a5-b182-45f1-ab01-023996bedb0a req-da3adb80-48af-4f0b-a7d5-e47203820dbf tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388117 Jan 25 16:27:27.350110 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7044d9-620e-4d4d-ac6d-b25d0aa8d5d5 req-acfdf30f-dddc-4854-877b-af35723b4171 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:27.351846 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0f7044d9-620e-4d4d-ac6d-b25d0aa8d5d5 req-acfdf30f-dddc-4854-877b-af35723b4171 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0841770 Jan 25 16:27:27.400539 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0f7044d9-620e-4d4d-ac6d-b25d0aa8d5d5 req-bf6ac762-964f-4dfc-a9f6-b683ab3c6810 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Jan 25 16:27:28.609305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972560-a506-491f-9ce4-41c0eedc1741 req-dcd0eb7e-b176-449a-8422-bce24f3acd02 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:28.611597 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91972560-a506-491f-9ce4-41c0eedc1741 req-dcd0eb7e-b176-449a-8422-bce24f3acd02 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0876386 Jan 25 16:27:28.666536 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-91972560-a506-491f-9ce4-41c0eedc1741 req-c6e43321-87ec-4425-a929-d75d6bf5bcef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480638 Jan 25 16:27:29.600900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d4c8cc46-eebc-4989-bdb9-c7f23965a6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:29.878197 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8c40-b58e-489a-8e26-f073602bf152 req-1601b7a6-252f-41d3-a6b3-89231453ed06 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:29.879637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7b3c8c40-b58e-489a-8e26-f073602bf152 req-1601b7a6-252f-41d3-a6b3-89231453ed06 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0870905 Jan 25 16:27:29.929509 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7b3c8c40-b58e-489a-8e26-f073602bf152 req-c359fea4-96bb-4f1c-869f-5df5f049f70e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Jan 25 16:27:31.145553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee17c3-027f-493d-a75e-fbf496c3bcce req-12e786ea-7ee3-4f7b-8052-1117bec7cef0 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:31.147019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7ee17c3-027f-493d-a75e-fbf496c3bcce req-12e786ea-7ee3-4f7b-8052-1117bec7cef0 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0875852 Jan 25 16:27:31.199622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c7ee17c3-027f-493d-a75e-fbf496c3bcce req-03048850-fcbc-46df-9a48-11f8f45ecf44 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466645 Jan 25 16:27:31.549325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-96177a86-298d-4650-a23d-08f65a0c65b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:32.407586 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de239d58-01db-443a-a21a-66e510d5f778 req-d75c1c90-fcd2-4288-b848-ad11b64797c3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:32.409054 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de239d58-01db-443a-a21a-66e510d5f778 req-d75c1c90-fcd2-4288-b848-ad11b64797c3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0794752 Jan 25 16:27:32.459264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de239d58-01db-443a-a21a-66e510d5f778 req-56ad88c1-8fe8-42c1-baa1-50c53e010e1e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438564 Jan 25 16:27:33.080701 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:33.150273 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:33.668259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc9a14-30f4-4903-835a-d0f47b2f2d7e req-71d506e2-21a2-4eaa-9330-affab7c0be14 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:33.669868 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36fc9a14-30f4-4903-835a-d0f47b2f2d7e req-71d506e2-21a2-4eaa-9330-affab7c0be14 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0827830 Jan 25 16:27:33.715637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-36fc9a14-30f4-4903-835a-d0f47b2f2d7e req-84cf059d-df78-4321-819b-10b9e1a93c6e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402761 Jan 25 16:27:34.886705 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:34.918157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48877a61-91eb-41fd-add4-71e7b0b14038 req-bd4beb79-fdbf-4d01-a68b-15b02848912c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:34.919802 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-48877a61-91eb-41fd-add4-71e7b0b14038 req-bd4beb79-fdbf-4d01-a68b-15b02848912c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0805011 Jan 25 16:27:34.968472 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-48877a61-91eb-41fd-add4-71e7b0b14038 req-ce80707b-0d63-4467-985e-c705e6501c9e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Jan 25 16:27:35.048517 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-5e50cc83-ba00-4b55-8e99-29c9db295102 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1099 time: 0.1537516 Jan 25 16:27:35.176594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07833737-0c5f-446b-8500-49c991d2877b req-855accbc-de23-472c-85e7-0990a0f6f811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:35.178040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-855accbc-de23-472c-85e7-0990a0f6f811 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1234479 Jan 25 16:27:35.276533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-9121781b-02da-4cdd-a00f-f24dd1dd0875 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1002 time: 0.0926352 Jan 25 16:27:35.336456 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07833737-0c5f-446b-8500-49c991d2877b req-3471bc14-b6d9-49e6-a5cf-c7abd4ea6f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:35.337851 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-3471bc14-b6d9-49e6-a5cf-c7abd4ea6f5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0558593 Jan 25 16:27:35.488668 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-b35526bb-22b9-4904-9539-95f745b20eee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1451898 Jan 25 16:27:35.615787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-a0ac9547-9144-45d2-8d8d-dd41febda1c5 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209657 Jan 25 16:27:35.744239 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07833737-0c5f-446b-8500-49c991d2877b req-c00b6b1f-5a4a-4852-8094-12a78d7d73e5 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224406 Jan 25 16:27:36.160872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9708206-f370-4ba3-a082-e7241490c494 req-e133820b-7e2a-4589-b129-960ab8776b49 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:36.162338 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9708206-f370-4ba3-a082-e7241490c494 req-e133820b-7e2a-4589-b129-960ab8776b49 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0745142 Jan 25 16:27:36.207942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f9708206-f370-4ba3-a082-e7241490c494 req-ebf412df-0006-4e24-b7ea-9d31815615f4 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Jan 25 16:27:37.404818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b08b8-03e1-4375-bf02-ef85e1a3ea8b req-c164e2c5-280a-46df-8a6e-5855670df9c6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:37.406219 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e14b08b8-03e1-4375-bf02-ef85e1a3ea8b req-c164e2c5-280a-46df-8a6e-5855670df9c6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0800362 Jan 25 16:27:37.450312 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e14b08b8-03e1-4375-bf02-ef85e1a3ea8b req-1267d0f3-48eb-480c-9647-1ad48e7fbfcb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Jan 25 16:27:38.642198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d34fb-b155-4c3b-ac2d-d009f4c8655d req-0d10e62d-a28e-43de-904f-192a9d763279 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:38.643649 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-410d34fb-b155-4c3b-ac2d-d009f4c8655d req-0d10e62d-a28e-43de-904f-192a9d763279 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 946 time: 0.0742617 Jan 25 16:27:38.687724 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-410d34fb-b155-4c3b-ac2d-d009f4c8655d req-8bd2e406-686c-4442-97c0-567d0a5376e3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Jan 25 16:27:38.936969 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-424c8fd9-da41-487a-a7e0-9705005d7546 req-95a06053-4004-4077-b597-2cffb1e834d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1324499 Jan 25 16:27:39.379039 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:27:39.487173 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:39.499610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:39.516052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:27:39.525781 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:39.569144 dv-neutron-826291-2-hyperv neutron-server[84140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'code': 422} returned with failed status Jan 25 16:27:39.605751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:39.670881 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:27:40.411607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692b25c-3238-42ec-b180-b9768ba30849 req-cb7a2950-86a7-49e0-8972-84ba75b0cdf3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:40.412991 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5692b25c-3238-42ec-b180-b9768ba30849 req-cb7a2950-86a7-49e0-8972-84ba75b0cdf3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0746207 Jan 25 16:27:40.458256 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5692b25c-3238-42ec-b180-b9768ba30849 req-9600e841-5d10-4011-baa7-2a9e961fd1aa tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397284 Jan 25 16:27:40.468033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43712) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:27:40.603178 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-92a48675-a2b8-4e5d-ab1d-4697435a133e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340425 Jan 25 16:27:41.561477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-6f82f762-af85-43a1-8aad-c1d938c2b57c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 1097 time: 0.0679231 Jan 25 16:27:41.707783 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d997e-e166-49f3-ba88-e0cf4dc476b9 req-a43273ff-3fc7-45e8-bf41-b098c9065ee8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:41.709196 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-249d997e-e166-49f3-ba88-e0cf4dc476b9 req-a43273ff-3fc7-45e8-bf41-b098c9065ee8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.1290338 Jan 25 16:27:41.713229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-d0ba2189-3c44-45b9-b156-9c625a8e20d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1097 time: 0.1036539 Jan 25 16:27:41.838479 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-249d997e-e166-49f3-ba88-e0cf4dc476b9 req-d6c883ef-568a-4844-9d4b-03f4ff73bf55 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230502 Jan 25 16:27:41.873358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-3c4f537b-0914-4dab-a91a-31244d19c222 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:41.874776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-3c4f537b-0914-4dab-a91a-31244d19c222 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1466334 Jan 25 16:27:41.974076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-e7333604-ba20-4db0-829d-da67b8ed5d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1000 time: 0.0922966 Jan 25 16:27:42.036561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-9ae5894c-84f5-460b-af6e-244dd4a200fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:42.037961 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-9ae5894c-84f5-460b-af6e-244dd4a200fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0579202 Jan 25 16:27:42.110450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-dbe6a726-7d77-4340-8a4c-7fdf38dd402b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665486 Jan 25 16:27:42.238939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-256ae164-5ae1-4b2a-bec5-55feeac06188 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219704 Jan 25 16:27:42.446499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7688da1-dc48-4ebd-ae15-7b1e94a928e8 req-46476d3f-5051-4520-b33a-fccf38a614b4 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015743 Jan 25 16:27:43.030820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944095dc-7434-4e45-b22f-1e7ae37b2b88 req-a17d7fe1-5c03-42ae-98cf-b73bdebd5376 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:43.032233 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-944095dc-7434-4e45-b22f-1e7ae37b2b88 req-a17d7fe1-5c03-42ae-98cf-b73bdebd5376 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0734184 Jan 25 16:27:43.079059 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-944095dc-7434-4e45-b22f-1e7ae37b2b88 req-1f2f7e16-e33f-4239-965b-ceea3c04c794 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 Jan 25 16:27:44.287294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d21f8-6e58-4ebe-b398-a4d79cc7f92c req-517df71e-01f3-488a-a411-909800b27a3a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:44.289296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba3d21f8-6e58-4ebe-b398-a4d79cc7f92c req-517df71e-01f3-488a-a411-909800b27a3a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0802684 Jan 25 16:27:44.334734 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ba3d21f8-6e58-4ebe-b398-a4d79cc7f92c req-df159217-c3ea-49b6-8a0e-d22ca11e47bb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Jan 25 16:27:45.547747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0bf5c-9501-4338-ab93-7fcc43ad0c0d req-b4670f74-d44d-474a-9bf7-d39d34f09b37 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:45.549201 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ad0bf5c-9501-4338-ab93-7fcc43ad0c0d req-b4670f74-d44d-474a-9bf7-d39d34f09b37 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0821850 Jan 25 16:27:45.596787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1ad0bf5c-9501-4338-ab93-7fcc43ad0c0d req-0b7d3762-ec87-4aaa-b4dc-a23118cce00e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420349 Jan 25 16:27:46.801580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfe986-9842-44de-9b06-9de6a48c6232 req-132a115e-a64b-4f8b-ad64-3a8065f86f86 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:46.802940 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5cfe986-9842-44de-9b06-9de6a48c6232 req-132a115e-a64b-4f8b-ad64-3a8065f86f86 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0778623 Jan 25 16:27:46.850758 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5cfe986-9842-44de-9b06-9de6a48c6232 req-8c1515a3-7790-42fa-a68f-3db784387640 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Jan 25 16:27:48.073622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b185c66-a178-4354-801f-89cf3062b024 req-9e5d8194-fb03-4734-8a7b-a40bbcdc26d5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:48.076412 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2b185c66-a178-4354-801f-89cf3062b024 req-9e5d8194-fb03-4734-8a7b-a40bbcdc26d5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0868838 Jan 25 16:27:48.122983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2b185c66-a178-4354-801f-89cf3062b024 req-33403a29-3302-4d62-b663-5fe99fb1b324 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401692 Jan 25 16:27:49.331895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13405d99-61c2-4a6e-8bc7-ad144393264a req-e6369f3d-8402-484f-a08f-9571deb7e7ca tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:49.338747 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-13405d99-61c2-4a6e-8bc7-ad144393264a req-e6369f3d-8402-484f-a08f-9571deb7e7ca tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0809968 Jan 25 16:27:49.404635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-13405d99-61c2-4a6e-8bc7-ad144393264a req-3bf09c95-d7ed-439f-96d2-48514c4534d4 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650082 Jan 25 16:27:50.603962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5d73f-3020-481c-a325-07c0920cdb1e req-b4d20ac9-6494-47aa-85f5-8e2544b576a3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:50.606367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03e5d73f-3020-481c-a325-07c0920cdb1e req-b4d20ac9-6494-47aa-85f5-8e2544b576a3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0782189 Jan 25 16:27:50.669797 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-03e5d73f-3020-481c-a325-07c0920cdb1e req-20259145-a3c2-4fbf-97e5-d9f14369dbf6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551653 Jan 25 16:27:51.278041 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:27:51.859199 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095609a4-bdd2-4cf0-82ff-e00207ddbd8c req-c760c522-f7ad-47a8-98cf-8bcec92acd04 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:51.860621 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-095609a4-bdd2-4cf0-82ff-e00207ddbd8c req-c760c522-f7ad-47a8-98cf-8bcec92acd04 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0782855 Jan 25 16:27:51.904959 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-095609a4-bdd2-4cf0-82ff-e00207ddbd8c req-b4627e52-2b76-423d-bc73-cd8f069d5143 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385392 Jan 25 16:27:53.099593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c8632-9478-45fa-adf0-7cb19ee26dea req-31440c06-7cc7-4132-bcde-3179a5b66121 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:53.101656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-838c8632-9478-45fa-adf0-7cb19ee26dea req-31440c06-7cc7-4132-bcde-3179a5b66121 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0739298 Jan 25 16:27:53.148363 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-838c8632-9478-45fa-adf0-7cb19ee26dea req-ecc146b3-202d-4cc3-9f47-bd84ba9811b7 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Jan 25 16:27:54.343315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829137-fa08-46a5-80d8-8964f99e9783 req-1a89829e-78c5-4300-afaf-33d0ec58896d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:54.344740 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f829137-fa08-46a5-80d8-8964f99e9783 req-1a89829e-78c5-4300-afaf-33d0ec58896d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0771573 Jan 25 16:27:54.387900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9f829137-fa08-46a5-80d8-8964f99e9783 req-37f6b1e6-5da3-4794-b7ff-5529d45bc9c4 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377855 Jan 25 16:27:55.408585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:27:55.538574 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:55.551223 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'port_id': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'mac_address': 'fa:16:3e:3e:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:27:55.580013 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d480e2-602c-4caf-966e-78442eef2c7a req-341cbf75-325f-4734-b20b-35843a4f3059 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:55.581467 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3d480e2-602c-4caf-966e-78442eef2c7a req-341cbf75-325f-4734-b20b-35843a4f3059 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 944 time: 0.0745018 Jan 25 16:27:55.604394 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:55.624149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:27:55.626596 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f3d480e2-602c-4caf-966e-78442eef2c7a req-31900279-e33b-4bc1-9b5b-2dfbc426ffcc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396323 Jan 25 16:27:55.639176 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:55.703150 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:55.766144 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=9']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:27:55.922048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['3f4db499-8164-45c9-b904-e2b091a2cda2'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:27:56.818185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d77d-2dfe-457b-804d-3d41e588dd91 req-068b879c-6c0a-4753-880b-fba36f479cc3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:56.820116 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ef5d77d-2dfe-457b-804d-3d41e588dd91 req-068b879c-6c0a-4753-880b-fba36f479cc3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 945 time: 0.0766206 Jan 25 16:27:56.863553 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5ef5d77d-2dfe-457b-804d-3d41e588dd91 req-ba335993-1fa7-436d-a4e4-74ae8ec086c3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380275 Jan 25 16:27:57.406868 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:27:57.474314 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 3f4db499-8164-45c9-b904-e2b091a2cda2 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:27:57.474670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:57.579044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:57.604681 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:27:57.613779 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:27:57.663063 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:27:57.728437 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=10']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:27:58.055049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6132-902c-4fae-8efc-1b4ffcf32f8f req-3889bc28-1c29-47f1-93c4-e54ac5f24f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:58.056480 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-065c6132-902c-4fae-8efc-1b4ffcf32f8f req-3889bc28-1c29-47f1-93c4-e54ac5f24f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.0746195 Jan 25 16:27:58.103984 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-065c6132-902c-4fae-8efc-1b4ffcf32f8f req-3b2db4f3-9750-4a21-8381-115590dd06b5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Jan 25 16:27:58.675848 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'code': 200} Jan 25 16:27:59.059038 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-101b3d48-dd47-4741-bdfe-ba2f21f29835 req-d7172b91-1a1c-4726-ad5b-f903ec044019 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1100 time: 0.0661311 Jan 25 16:27:59.100301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-101b3d48-dd47-4741-bdfe-ba2f21f29835 req-200ddf00-ee3b-4969-8fdc-f3d04a59ede1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357382 Jan 25 16:27:59.302200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d5fff-3731-40a8-81e5-3c8764355724 req-ecc9c4e1-de60-455f-acb4-6162822ccf73 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:27:59.303628 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-391d5fff-3731-40a8-81e5-3c8764355724 req-ecc9c4e1-de60-455f-acb4-6162822ccf73 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.0777771 Jan 25 16:27:59.349207 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-391d5fff-3731-40a8-81e5-3c8764355724 req-4120caac-3612-40e6-acf3-83c8a131880a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393674 Jan 25 16:27:59.474376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-699f7974-124e-40c2-a063-7d386116a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:00.545314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a69aa-20f5-456d-96eb-4ab004c01cc0 req-83118aa7-9233-466d-8ccc-412222545142 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:28:00.546788 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a88a69aa-20f5-456d-96eb-4ab004c01cc0 req-83118aa7-9233-466d-8ccc-412222545142 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.0761340 Jan 25 16:28:00.591761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a88a69aa-20f5-456d-96eb-4ab004c01cc0 req-9b1f34bb-fac6-4ced-a362-6bbaf5313b82 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Jan 25 16:28:01.536943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d4fd-593a-4a1b-b69f-9d4f0db0b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:01.785919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d6033-0306-4082-9481-95950cb03895 req-f1e51308-6ded-4972-bd57-efcdff05621c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:28:01.787280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f42d6033-0306-4082-9481-95950cb03895 req-f1e51308-6ded-4972-bd57-efcdff05621c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.0773358 Jan 25 16:28:01.830818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f42d6033-0306-4082-9481-95950cb03895 req-b70eb7c0-ebd1-4319-b404-c1ec491174d2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 Jan 25 16:28:03.011452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:03.108284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:04.925325 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:09.434465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:28.278226 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:28:29.473746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7e621484-ea50-4d77-8be8-a082d69dfe35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:31.541981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d410ab6a-c289-4b95-b475-75d252cd9e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:33.027548 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:33.107653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:34.890718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:39.456198 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:28:40.696659 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-cb77e4bc-02c2-47a0-a903-b478350fea2a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644834 Jan 25 16:28:40.833952 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-595a2506-2452-4d7d-8f7d-2fb055e7acf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1100 time: 0.0701153 Jan 25 16:28:41.051692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-c71e5b2e-dc10-4cfe-8e47-0bb64987b186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:28:41.053110 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-c71e5b2e-dc10-4cfe-8e47-0bb64987b186 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.2016001 Jan 25 16:28:41.156944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-ffc9ff0d-3e3f-4b46-9ec3-15265df967fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 1002 time: 0.0946836 Jan 25 16:28:41.216024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-18478578-3496-428e-9047-f05735e4f49f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:28:41.217366 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-18478578-3496-428e-9047-f05735e4f49f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0552073 Jan 25 16:28:41.287931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-4ece9902-9b68-4686-8a38-a513e30cbcd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650651 Jan 25 16:28:41.415143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-77bd2661-1e77-4c99-a1c3-511cd30daa20 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207492 Jan 25 16:28:41.542598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b7957e5f-12f2-4d0b-89aa-788c5f55cabf req-6da251c9-158a-4173-b8f5-d29d12fedd94 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216097 Jan 25 16:28:59.473023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a9b39a17-7e41-462c-bc58-7655419f00f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:01.553005 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7a4a6e69-c304-4a6f-845f-64bbd67db6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:02.998669 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:03.095843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:04.901785 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:05.278265 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:29:09.472636 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:12.459228 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 43826) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:12.651966 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Deleting port 0f1492a5-446e-4f7a-a3bd-fa0959efd05f {{(pid=84138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:29:12.652294 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:12.813647 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:12.813964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:12.930047 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.plugins.ml2.plugin [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Calling delete_port for 0f1492a5-446e-4f7a-a3bd-fa0959efd05f owned by network:floatingip {{(pid=84138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:29:13.147409 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6428996'] for port, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:13.193349 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'Port': ['ID=0f1492a5-446e-4f7a-a3bd-fa0959efd05f,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:13.206954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.206954 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.207262 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.207577 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.207910 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.208233 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.209095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.209095 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.209278 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.209495 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.215460 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:13.305923 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:13.688835 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:29:13.984159 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:29:13.993324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:29:14.004693 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:29:14.005420 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:29:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:29:14.044177 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:14.099198 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-9b753bb2-2aca-4345-8070-2b7a0cc04c2a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "DELETE /v2.0/floatingips/5cac3f47-073f-4da5-b1ea-19dcd891d308 HTTP/1.1" status: 204 len: 168 time: 1.6365166 Jan 25 16:29:14.099198 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:14.180671 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:29:14.304875 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'status': 'completed', 'code': 200} Jan 25 16:29:14.508164 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:29:14.509234 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:29:14.515232 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-7a111788-061b-4a09-989d-0cfe814d3314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 1100 time: 0.1521986 Jan 25 16:29:14.520118 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:29:14.520735 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:29:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:29:14.652171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-54ce5225-b8fb-4843-8b1f-4fbc2cd07de2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:14.653622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-54ce5225-b8fb-4843-8b1f-4fbc2cd07de2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1320746 Jan 25 16:29:14.696039 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:29:14.760804 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-667b85f8-0795-43e1-acb9-e9d2e61e7407 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 200 len: 217 time: 0.1002071 Jan 25 16:29:14.836895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-cda0b43f-890f-4f9b-8909-deec3d447d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:14.838336 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-cda0b43f-890f-4f9b-8909-deec3d447d6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0706925 Jan 25 16:29:14.846712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34262631-f6c2-4d43-a7ab-baed715e40c1 req-903eb2d3-abc5-4d75-a8b9-eed331f5cb6f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:14.848060 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34262631-f6c2-4d43-a7ab-baed715e40c1 req-903eb2d3-abc5-4d75-a8b9-eed331f5cb6f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.2504821 Jan 25 16:29:14.939990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-34262631-f6c2-4d43-a7ab-baed715e40c1 req-899ceb9c-71d2-4e58-919b-9df36bfbae67 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604270 Jan 25 16:29:14.952266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-f71a2243-f897-4d13-afc2-2f138f82364d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033175 Jan 25 16:29:15.027302 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:29:15.031021 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c633c58-7c84-48b7-a56d-0c839913a490 None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:29:15.091697 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-93dde60e-9719-4ab2-b414-822163484487 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327567 Jan 25 16:29:15.225779 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e05dd43b-628d-4712-a794-d9ae1baa1664 req-47a82c6d-9ad8-4ee5-ad73-6cbb25902a69 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275795 Jan 25 16:29:15.250843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f6552-32ac-4ccf-b4a1-cf6fe0da8be0 None None] New status for floating IP 5cac3f47-073f-4da5-b1ea-19dcd891d308: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:29:15.871317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-07dc46bc-7c15-4ef1-bcab-247c68c78f4d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:15.872721 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-07dc46bc-7c15-4ef1-bcab-247c68c78f4d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.0730760 Jan 25 16:29:15.941260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Deleting port 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:29:15.941623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:16.326078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] For port 3f4db499-8164-45c9-b904-e2b091a2cda2, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=3f4db499-8164-45c9-b904-e2b091a2cda2,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:29:16.326431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:16.450675 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5c1a-693a-4a35-9064-f5b8c2a74ab6 req-e188ee4c-7f89-4152-a5e3-0512e821a8ad tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:16.452040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b9f5c1a-693a-4a35-9064-f5b8c2a74ab6 req-e188ee4c-7f89-4152-a5e3-0512e821a8ad tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 947 time: 0.3296859 Jan 25 16:29:16.457951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Calling delete_port for 3f4db499-8164-45c9-b904-e2b091a2cda2 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:29:16.557611 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3b9f5c1a-693a-4a35-9064-f5b8c2a74ab6 req-88b03aba-e658-4a05-ad7a-eed339603caa tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=0a416070-6edc-4d5b-a60f-e82821be1977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732841 Jan 25 16:29:16.695331 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:16.741081 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'Port': ['ID=3f4db499-8164-45c9-b904-e2b091a2cda2,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:16.780990 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.781336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.781701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.782034 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.782364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.782689 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.783016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.783333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.783652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.783967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.784282 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:29:16.823513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] No DVR routers for this DVR port 3f4db499-8164-45c9-b904-e2b091a2cda2 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:29:16.826112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:16.828468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-deleted', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:16.839092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9ad2d6de-0bd8-4a42-acac-0de7559020be req-fad650d4-0028-4344-aaad-12746e7ceab9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "DELETE /v2.0/ports/3f4db499-8164-45c9-b904-e2b091a2cda2 HTTP/1.1" status: 204 len: 173 time: 0.9607580 Jan 25 16:29:16.989979 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b34d66-2d6d-49e6-8a32-a22683160275', 'name': 'network-vif-deleted', 'tag': '3f4db499-8164-45c9-b904-e2b091a2cda2', 'status': 'completed', 'code': 200} Jan 25 16:29:17.735956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-38b142be-bfb9-4816-8052-7d245d2e32b4 req-21580738-2ae0-48f5-8005-b36ddc230cbb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:29:17.810038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-38b142be-bfb9-4816-8052-7d245d2e32b4 req-21580738-2ae0-48f5-8005-b36ddc230cbb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:29:17.811333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38b142be-bfb9-4816-8052-7d245d2e32b4 req-21580738-2ae0-48f5-8005-b36ddc230cbb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2b34d66-2d6d-49e6-8a32-a22683160275 HTTP/1.1" status: 200 len: 210 time: 0.1185973 Jan 25 16:29:18.914955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43862) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:18.981279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:19.008978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:19.175743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:19.195597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a416070-6edc-4d5b-a60f-e82821be1977,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:19.248842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:19.250031 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-7e6c71cc-a296-41cf-84d7-2b24916cea9f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "DELETE /v2.0/security-groups/0a416070-6edc-4d5b-a60f-e82821be1977 HTTP/1.1" status: 204 len: 168 time: 0.3340666 Jan 25 16:29:19.742751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43870) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:19.748322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670469262', 'description': 'tempest-secgroup-smoke-1670469262 description', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:19.754265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:19.758417 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:19.761480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:19.770826 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:19.779806 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:29:19.812130 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 3f4db499-8164-45c9-b904-e2b091a2cda2 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:29:19.812471 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 3f4db499-8164-45c9-b904-e2b091a2cda2 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:29:19.844097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:19.877838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:19.881538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:19.884840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:19.890397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:19.941969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.009602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.051314 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff70f70-6b0a-4c6e-a5a4-36b08f10b266,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:20.089804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.091027 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-05e79f93-e553-4b15-982c-add6be13491a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3472569 Jan 25 16:29:20.093856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43874) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:20.099219 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:20.105112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:20.109040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:20.111886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:20.117933 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:20.187461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.247554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.306540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.329332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be718ac4-f336-4364-a54b-6565a13cf3b1,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:20.392556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.393753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8fb01283-7561-4caf-9996-895b3bc93831 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2990031 Jan 25 16:29:20.396437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43878) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:20.402524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:20.408257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:20.411919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:20.414743 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:20.420155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:20.512446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.571030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.643635 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.667846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef72561-e99e-4b33-b42c-05dbb880be0e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:20.741182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.742356 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c743415b-910a-4cb9-b7ee-29408dfbdcc1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3450267 Jan 25 16:29:20.744968 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43882) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:20.750227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:20.755902 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:20.759749 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:20.762678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:20.768265 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:20.849962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.908705 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.952202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:20.974171 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eeb7060-b390-46a4-9034-238f605409b2,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:21.021261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.022501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4b9f5821-6afa-4c5d-9c92-b3e2bc249f6b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2765927 Jan 25 16:29:21.025837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43886) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:21.031175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:21.036861 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:21.040513 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:21.043342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:21.048953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:21.101792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.165666 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.215447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.237220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b337ce2-862a-4b01-ae3a-e9f4c28e5d55,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:21.289692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.290877 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5a4662d3-1b09-4ca9-841e-93ee43075581 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2641196 Jan 25 16:29:21.293548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43890) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:21.298996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:21.304674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:21.308400 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:21.311224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:21.316747 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:21.364222 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Project ef1fb81ebc9b4e6cb4eafea646faa054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:29:21.370291 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.431598 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.494924 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.518582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421ce18e-de88-4532-bdc4-7c5f2e660a5f,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:21.597973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.599168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1905a07d-6d88-42a3-a598-d3736c076769 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3046887 Jan 25 16:29:21.602261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 43894) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:29:21.607549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'security_group_rule': {'security_group_id': 'fff70f70-6b0a-4c6e-a5a4-36b08f10b266', 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:21.613192 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:21.616943 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:security_group_rule and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:29:21.619704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:29:21.625324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:21.695378 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.securitygroups_db [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Project ef1fb81ebc9b4e6cb4eafea646faa054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:29:21.701779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.764334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.843874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.868877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e727d2-1b2e-436d-8f9c-de49cb7d20b3,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:21.940807 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:21.942019 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ed138540-99de-4da2-943b-c6dab537fba1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3388438 Jan 25 16:29:29.563855 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14e03b8e-1210-4620-b55a-8b168e7503b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:31.535463 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0d621536-5108-4392-b241-40d842f012a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:33.055053 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:33.135319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:34.872961 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:39.524211 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:42.278047 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:29:45.991350 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-491d6d5d-e079-45fd-bfd8-89e3aa281303 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:29:46.049109 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-491d6d5d-e079-45fd-bfd8-89e3aa281303 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:29:46.050296 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-491d6d5d-e079-45fd-bfd8-89e3aa281303 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670469262&fields=id&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 267 time: 0.0980749 Jan 25 16:29:46.194228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-67714b03-3e33-406d-bdca-5a207e7dbb07 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:46.195622 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-67714b03-3e33-406d-bdca-5a207e7dbb07 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 808 time: 0.1389341 Jan 25 16:29:46.211966 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-d7e2f8d0-711d-40f3-91e9-dd23e1f3db12 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/quotas/ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 375 time: 0.0101569 Jan 25 16:29:46.288693 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-feaca978-fb11-4598-8157-1388114e69d9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720601 Jan 25 16:29:46.404814 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-9928df93-4eb4-4536-abf8-52974a00374f service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:29:46.405817 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-9928df93-4eb4-4536-abf8-52974a00374f service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0658276 Jan 25 16:29:46.614330 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-e8150331-f3a7-4b07-876f-446f7afc574c service neutron] 10.222.0.26 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025080 Jan 25 16:29:46.741451 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-b3f7012c-d549-4a43-af64-d0b97e84ea64 service neutron] 10.222.0.26 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215627 Jan 25 16:29:47.360101 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-67f90d29-8ad7-4e51-ace6-4bb900dfbaf9 req-d976244a-70ce-4a7d-adbd-05daf9c1b681 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 210 time: 0.0446870 Jan 25 16:29:48.520282 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-63679959-2f82-4c14-8f79-43c0ee463ab1 req-874d4798-774e-4f30-81b7-6f36d081aa5d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 210 time: 0.0412221 Jan 25 16:29:49.240994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f6486354-2e9a-455f-a04c-bddab2b9d2cf tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:49.242831 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f6486354-2e9a-455f-a04c-bddab2b9d2cf tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 808 time: 0.1459818 Jan 25 16:29:49.297508 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-457b0553-d70e-4748-ac08-189c025951b9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 380 time: 0.0428760 Jan 25 16:29:49.338359 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'port': {'device_id': '78549402-8a45-44c8-a140-24563acb2189', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'admin_state_up': True, 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'security_groups': ['fff70f70-6b0a-4c6e-a5a4-36b08f10b266']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:49.481692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:29:49.492124 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:29:49.557771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Made reservation on behalf of ef1fb81ebc9b4e6cb4eafea646faa054 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:29:49.560964 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:49.700186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69ff06db-2c4d-4add-9f6f-b4be2fd3d9fe req-910ee843-606a-4a35-8c23-be3522d6a122 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 210 time: 0.0531759 Jan 25 16:29:49.767786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Allocated IP 172.20.0.5 (980b5322-dd8e-4044-a96d-e8680b08f9a7/4bf2a9c4-2012-4a6a-b857-66e9f7fea4be/58de15ed-b71e-4c73-ade3-aa8758559d48) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:29:49.950231 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:49.965296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Transition to ACTIVE for port object 58de15ed-b71e-4c73-ade3-aa8758559d48 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:29:50.050123 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:50.122649 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:29:50.125774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:29:50.130246 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:29:50.157983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:50.196780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:50.197395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:50.295807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f168b0bf-3c56-4b44-bbbc-d70dd924404d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9612226 Jan 25 16:29:50.308233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Request body: {'port': {'device_id': '78549402-8a45-44c8-a140-24563acb2189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:29:50.425581 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:50.426196 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9d515280-f5e8-4fa8-a32a-1cfad92539d3 None None] Provisioning for port 58de15ed-b71e-4c73-ade3-aa8758559d48 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:29:50.430939 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9d515280-f5e8-4fa8-a32a-1cfad92539d3 None None] Provisioning complete for port 58de15ed-b71e-4c73-ade3-aa8758559d48 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:29:50.431301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d515280-f5e8-4fa8-a32a-1cfad92539d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:50.482882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9d515280-f5e8-4fa8-a32a-1cfad92539d3 None None] Port 58de15ed-b71e-4c73-ade3-aa8758559d48 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:29:50.761311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58de15ed-b71e-4c73-ade3-aa8758559d48 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:29:50.768120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:50.782617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Transition to ACTIVE for port object 58de15ed-b71e-4c73-ade3-aa8758559d48 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:29:50.941092 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:51.080627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:51.185044 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebe119-a56d-4837-b207-05ee6ea07874 req-cada8dc9-7918-4af3-87d9-c03cf08cb58d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:51.185856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-22ebe119-a56d-4837-b207-05ee6ea07874 req-cada8dc9-7918-4af3-87d9-c03cf08cb58d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:29:51.226865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Attempting to bind port 58de15ed-b71e-4c73-ade3-aa8758559d48 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:29:51.226865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Attempting to bind port 58de15ed-b71e-4c73-ade3-aa8758559d48 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:29:51.226865 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Attempting to bind port 58de15ed-b71e-4c73-ade3-aa8758559d48 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:29:51.231004 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Port 58de15ed-b71e-4c73-ade3-aa8758559d48 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:29:51.231320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Attempting to bind port 58de15ed-b71e-4c73-ade3-aa8758559d48 on network 980b5322-dd8e-4044-a96d-e8680b08f9a7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:29:51.237593 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:29:51.237926 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Checking segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:29:51.238348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Bound using segment: {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:29:51.238828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Bound port: 58de15ed-b71e-4c73-ade3-aa8758559d48, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a7ddf6-2e06-44e0-a6eb-40654f546a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:29:51.239169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:51.302732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-22ebe119-a56d-4837-b207-05ee6ea07874 req-cada8dc9-7918-4af3-87d9-c03cf08cb58d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:29:51.303797 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-22ebe119-a56d-4837-b207-05ee6ea07874 req-cada8dc9-7918-4af3-87d9-c03cf08cb58d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.4802263 Jan 25 16:29:51.359839 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:29:51.373300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:29:51.375968 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-22ebe119-a56d-4837-b207-05ee6ea07874 req-5154aab9-7cf0-4444-af48-96506f1d2e37 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643468 Jan 25 16:29:51.472837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:51.532652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:51.534090 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] 10.222.0.41 "PUT /v2.0/ports/58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1093 time: 1.2306802 Jan 25 16:29:51.534448 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:29:51.558025 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e32d6-f733-4978-aa64-c6db3ab59c24 service neutron] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:29:51.600108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'status': 'completed', 'code': 200} Jan 25 16:29:51.695040 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcee9ed2-94f5-4ff3-bb85-1b2c4523e907 req-229360c5-8f06-47be-bc72-ca6bf451d377 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1096 time: 0.0752447 Jan 25 16:29:51.833182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee9ed2-94f5-4ff3-bb85-1b2c4523e907 req-cd42c8c1-9818-4bd0-bc1d-f22ea6342cc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:51.834573 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcee9ed2-94f5-4ff3-bb85-1b2c4523e907 req-cd42c8c1-9818-4bd0-bc1d-f22ea6342cc2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1328003 Jan 25 16:29:51.968815 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee9ed2-94f5-4ff3-bb85-1b2c4523e907 req-3378da1f-d97b-4b9c-aba9-007d76fb4de5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:51.970319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fcee9ed2-94f5-4ff3-bb85-1b2c4523e907 req-3378da1f-d97b-4b9c-aba9-007d76fb4de5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295624 Jan 25 16:29:52.071652 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-ff7d5b5a-08ce-418d-aa5d-b2cfb128a74d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1096 time: 0.0657985 Jan 25 16:29:52.140154 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-799cf6f2-66e3-48b4-922e-49e9b21f46c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 217 time: 0.0620232 Jan 25 16:29:52.200681 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f494cd39-7810-4b6d-8e1e-dd0c67250e74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:52.202076 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-f494cd39-7810-4b6d-8e1e-dd0c67250e74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0568361 Jan 25 16:29:52.276819 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-035baa58-7652-45fb-8631-e48527d992a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691547 Jan 25 16:29:52.404499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-19e255b6-3f36-4f8f-96d7-8e8831fa177d service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216993 Jan 25 16:29:52.578915 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2e29974c-3828-4a60-86cb-f02407dbd22f req-3dd92bc5-b1b0-459a-8467-959890a1478c service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686037 Jan 25 16:29:52.601035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfbbf0-72db-4ffa-8a29-7b0a7d3a3cee req-01d7cdc1-d859-46a1-a725-1ce79f923b6a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:52.604923 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76cfbbf0-72db-4ffa-8a29-7b0a7d3a3cee req-01d7cdc1-d859-46a1-a725-1ce79f923b6a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.1027582 Jan 25 16:29:52.647277 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-76cfbbf0-72db-4ffa-8a29-7b0a7d3a3cee req-d14410f3-d42e-4c00-9a48-76b2e6a5ad99 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Jan 25 16:29:53.935080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b948-1d40-4d41-a847-e9959fa930c2 req-350882d9-e125-474f-8b1b-dfa0e86739fb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:53.936499 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e6c0b948-1d40-4d41-a847-e9959fa930c2 req-350882d9-e125-474f-8b1b-dfa0e86739fb tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.1638534 Jan 25 16:29:53.978952 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e6c0b948-1d40-4d41-a847-e9959fa930c2 req-339dedc7-95a5-4af7-a87b-5346ea2aaff9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369611 Jan 25 16:29:55.168090 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526d315-250e-49a4-88de-61da6ecd1d8b req-d9abf192-d22b-45f5-9312-203dec9b2f58 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:55.169533 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c526d315-250e-49a4-88de-61da6ecd1d8b req-d9abf192-d22b-45f5-9312-203dec9b2f58 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0733783 Jan 25 16:29:55.213542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c526d315-250e-49a4-88de-61da6ecd1d8b req-4b10ce9a-5b77-4186-a3b5-23655a8ded4d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Jan 25 16:29:56.406912 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e01eb-0fcd-4504-9242-4f6c7237119b req-c0ad575c-b523-4ee4-91d8-6b0952f45cdd tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:56.408240 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f28e01eb-0fcd-4504-9242-4f6c7237119b req-c0ad575c-b523-4ee4-91d8-6b0952f45cdd tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0770535 Jan 25 16:29:56.451184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f28e01eb-0fcd-4504-9242-4f6c7237119b req-6177d6ae-49a5-4549-868a-2e4fe12af9e2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376074 Jan 25 16:29:57.708395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169b6be-4db1-4c8f-9e06-f567512fcf56 req-2b08a5da-9c0e-4cf8-b2b4-19a53e1189af tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:57.709824 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f169b6be-4db1-4c8f-9e06-f567512fcf56 req-2b08a5da-9c0e-4cf8-b2b4-19a53e1189af tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0735347 Jan 25 16:29:57.756803 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f169b6be-4db1-4c8f-9e06-f567512fcf56 req-7ad391af-520c-4927-91f3-1d6369fa089c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Jan 25 16:29:58.948580 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e60ff-be13-41e6-a148-185dca7620f1 req-e4bea467-dd70-40c4-b666-8211d2756ae1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:29:58.950285 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-605e60ff-be13-41e6-a148-185dca7620f1 req-e4bea467-dd70-40c4-b666-8211d2756ae1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0738037 Jan 25 16:29:58.992663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-605e60ff-be13-41e6-a148-185dca7620f1 req-0305bedf-aaaa-4c5f-8b90-2b1265a03b1f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370400 Jan 25 16:29:59.448764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3150e1bc-193e-4a95-b07c-648aa4b5bff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:29:59.966369 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:30:00.093749 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:30:00.106829 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'mac_address': 'fa:16:3e:fc:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:30:00.162956 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:00.179746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58de15ed-b71e-4c73-ade3-aa8758559d48 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:30:00.191765 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f535a-836a-43fb-9d0e-a822e16f616d req-7c81ce45-b1eb-4e6c-895a-57a8a2767679 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:00.193448 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-500f535a-836a-43fb-9d0e-a822e16f616d req-7c81ce45-b1eb-4e6c-895a-57a8a2767679 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0800159 Jan 25 16:30:00.194225 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:30:00.238305 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-500f535a-836a-43fb-9d0e-a822e16f616d req-dc1078cd-2108-4cb8-a9a1-9b47d5bea663 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Jan 25 16:30:00.260535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:00.325099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:30:00.333086 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.333447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.333783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.334111 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.334439 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.334762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.335081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.335398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.335711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.336049 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.336363 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:30:00.464987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['58de15ed-b71e-4c73-ade3-aa8758559d48'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:30:01.431177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14c30-ddb8-444f-b1d3-a30575993458 req-43381dde-045e-4090-85e5-fc95e69b8d45 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:01.432498 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f14c30-ddb8-444f-b1d3-a30575993458 req-43381dde-045e-4090-85e5-fc95e69b8d45 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 944 time: 0.0737267 Jan 25 16:30:01.475867 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-38f14c30-ddb8-444f-b1d3-a30575993458 req-6db7c16a-0ca3-4130-9216-876337a8c38c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374537 Jan 25 16:30:01.551559 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ffc8c62-7878-4edf-84d3-a025ea47e37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:01.981718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:30:02.122754 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 58de15ed-b71e-4c73-ade3-aa8758559d48 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:30:02.127666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 58de15ed-b71e-4c73-ade3-aa8758559d48 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:30:02.127969 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:02.236920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:02.262556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:30:02.270870 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:30:02.340689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:02.405054 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:30:02.435616 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'code': 200} Jan 25 16:30:02.683337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2f9e-ee53-46e3-9dbc-09720acd8790 req-98631267-c482-4687-a23f-22fd28b73d18 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:02.686780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-683e2f9e-ee53-46e3-9dbc-09720acd8790 req-98631267-c482-4687-a23f-22fd28b73d18 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0871179 Jan 25 16:30:02.730748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-683e2f9e-ee53-46e3-9dbc-09720acd8790 req-db3d52cf-e129-45b4-8988-3a9ddb4f2ada tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Jan 25 16:30:02.806729 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5e49692-6478-487e-98ab-0bd93c127f6d req-43c9e282-ecaf-4f2d-8ae6-f959b3dd6e5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0653968 Jan 25 16:30:02.851274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c5e49692-6478-487e-98ab-0bd93c127f6d req-393733d8-8d83-400e-9d23-4b9f7566f0b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391159 Jan 25 16:30:03.014509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:03.111742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:03.926844 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dece53d-5e93-4ba2-b86b-b80346c5150d req-ae47bf60-c09e-4a77-91b2-ef5679bdacd3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:03.928230 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6dece53d-5e93-4ba2-b86b-b80346c5150d req-ae47bf60-c09e-4a77-91b2-ef5679bdacd3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0748928 Jan 25 16:30:03.973732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6dece53d-5e93-4ba2-b86b-b80346c5150d req-426e5c3f-75dd-4416-8cfd-770c4c245161 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Jan 25 16:30:04.900456 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:05.176981 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0676b-f70f-49cf-b5f1-38d0e626b684 req-bc3e0ddd-c202-45f1-bf34-38ad1707af97 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:05.178407 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d0676b-f70f-49cf-b5f1-38d0e626b684 req-bc3e0ddd-c202-45f1-bf34-38ad1707af97 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0801404 Jan 25 16:30:05.222444 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-08d0676b-f70f-49cf-b5f1-38d0e626b684 req-d95cab0a-d824-4e0c-a28b-1fccc7ab8ce9 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 Jan 25 16:30:05.412052 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dde7d-d7f8-4314-b370-9db0b645f41e req-1d9ca498-9b3b-4e94-8330-85e75d4f4721 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:05.413500 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-840dde7d-d7f8-4314-b370-9db0b645f41e req-1d9ca498-9b3b-4e94-8330-85e75d4f4721 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0741267 Jan 25 16:30:05.457866 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-840dde7d-d7f8-4314-b370-9db0b645f41e req-4d4ac4e7-b961-434b-a1e2-a43a7c448906 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384784 Jan 25 16:30:05.484296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44084) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:30:05.554130 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0d02d0a8-e639-4c4a-b42f-fe2077b8b1ab tempest-TestShelveInstance-279544154 tempest-TestShelveInstance-279544154-project-admin] Synchronizing usage tracker for tenant:e4e41c84a3444bcc95f0a8611a513011 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:30:05.637612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-0d02d0a8-e639-4c4a-b42f-fe2077b8b1ab tempest-TestShelveInstance-279544154 tempest-TestShelveInstance-279544154-project-admin] Unset dirty status for tenant:e4e41c84a3444bcc95f0a8611a513011 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:30:05.638737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-0d02d0a8-e639-4c4a-b42f-fe2077b8b1ab tempest-TestShelveInstance-279544154 tempest-TestShelveInstance-279544154-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1093 time: 0.1535165 Jan 25 16:30:05.641457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44088) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:30:05.646540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:30:05.651877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:30:05.655833 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Usage tracker for resource:floatingip and tenant:ef1fb81ebc9b4e6cb4eafea646faa054 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:30:05.658592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:30:05.664129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:30:05.717358 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:05.848485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:05.978560 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Allocated IP 172.26.8.168 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/d8a44f6f-7edf-4c92-9db8-5896f5f81350) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:30:06.122742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:06.226468 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:06.292836 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:30:06.295591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:30:06.299838 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:30:06.322893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=d8a44f6f-7edf-4c92-9db8-5896f5f81350,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:30:06.864139 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:06.976480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:07.171066 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:07.219829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:07.318202 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event updated for resources: {'Port': ['ID=d8a44f6f-7edf-4c92-9db8-5896f5f81350,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:30:07.335874 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:07.515807 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Floating IP 215d11dc-f09b-4ce1-9782-f4ada5fd02f8 associated. External IP: 172.26.8.168, port: 58de15ed-b71e-4c73-ade3-aa8758559d48. Jan 25 16:30:07.888177 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:30:08.175650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:30:08.184968 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:30:08.196203 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:30:08.196818 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:30:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:30:08.278290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:08.331606 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6b482639-bef1-4d0d-97c6-c1b2febb1cc6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6891484 Jan 25 16:30:08.332425 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:30:08.371706 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:30:08.395168 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'status': 'completed', 'code': 200} Jan 25 16:30:08.486359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-b33aadd2-578d-48e5-8830-4ee228efe4eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0700085 Jan 25 16:30:08.617247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-cf80cf1a-5073-482e-b4cf-7865fe5c2025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:08.618776 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-cf80cf1a-5073-482e-b4cf-7865fe5c2025 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1274896 Jan 25 16:30:08.717736 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '215d11dc-f09b-4ce1-9782-f4ada5fd02f8', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:fc:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78549402-8a45-44c8-a140-24563acb2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:30:06Z', 'updated_at': '2022-01-25T16:30:06Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:30:08.721524 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:30:08.721690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-8d0a3aab-089e-494a-a898-ef8397463b13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 999 time: 0.0969582 Jan 25 16:30:08.731769 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:30:08.732372 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:30:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:30:08.781442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-442fa3ef-0630-4586-bcfe-b21e7a014217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:08.782860 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-442fa3ef-0630-4586-bcfe-b21e7a014217 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0560727 Jan 25 16:30:08.854123 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-0200dbfa-e716-4d19-86f5-2c42053cf0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659628 Jan 25 16:30:08.905531 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:30:08.984741 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-0199cc17-0d25-48b3-af03-2fa1709d2415 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236036 Jan 25 16:30:09.112718 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2400d5f4-c150-4e9f-a703-a7ba557eb909 req-9421e192-96d0-4ff2-9063-1676a186d8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223702 Jan 25 16:30:09.241231 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '215d11dc-f09b-4ce1-9782-f4ada5fd02f8', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:fc:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78549402-8a45-44c8-a140-24563acb2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:30:06Z', 'updated_at': '2022-01-25T16:30:06Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:30:09.245612 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b38d69-b265-4063-9516-3b1836aaf2e7 None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '215d11dc-f09b-4ce1-9782-f4ada5fd02f8', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'mac_address': 'fa:16:3e:fc:93:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78549402-8a45-44c8-a140-24563acb2189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:30:06Z', 'updated_at': '2022-01-25T16:30:06Z', 'revision_number': 0, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:30:09.433963 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032248b6-a14c-40cf-9858-e12f46e8621a None None] New status for floating IP 215d11dc-f09b-4ce1-9782-f4ada5fd02f8: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:30:09.490741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:19.277198 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:30:29.465332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3922c8b5-426d-44f7-93b5-c1e4f54a0bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:31.550716 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e4b7734a-cf09-44b2-9577-f11b27dabd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:33.002935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:33.099688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:34.922236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:39.505674 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:30:41.688327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-0182a65c-7252-423e-b61c-57912f30b25a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760722 Jan 25 16:30:41.821456 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-144eda48-eaa1-4d1c-ba12-0e6ed052c64b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0673616 Jan 25 16:30:41.962429 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04780372-5d0d-4720-99a6-160d0c117270 req-41883484-2d49-4e13-9822-ae87ec980022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:41.963815 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-41883484-2d49-4e13-9822-ae87ec980022 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1228416 Jan 25 16:30:42.090410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-d65b4afc-a0d9-4629-ac0e-519dcb82079d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.1202614 Jan 25 16:30:42.154782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04780372-5d0d-4720-99a6-160d0c117270 req-0885fe81-d6d3-4baf-8eb2-1c788866005b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:30:42.156194 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-0885fe81-d6d3-4baf-8eb2-1c788866005b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0604010 Jan 25 16:30:42.232629 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-b4a99cdd-911f-4afa-947f-89235e305255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695491 Jan 25 16:30:42.527190 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-aacc365f-8c2f-4415-a687-880533669c2e service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086256 Jan 25 16:30:42.580784 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-04780372-5d0d-4720-99a6-160d0c117270 req-32bc892f-67c0-42d6-bc27-d4379e9f36a3 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272199 Jan 25 16:30:56.277229 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:30:59.493233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9ad8f8f0-21cc-4788-889a-d10ad89eed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:01.533454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7b71badb-3eb3-43bf-89e4-6fe01e9cf488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:03.054994 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:03.128685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:04.921619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:09.458709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:29.471670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7e5e-3c0e-4637-b07f-a3f35f4febf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:31.555121 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-370ca520-a724-489a-a62d-26d83057f4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:33.001159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:33.104195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:33.277208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:31:34.903709 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:39.464088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:31:41.681630 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-45e39e60-f9a6-458a-aeb3-f6d5f3bee72e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716319 Jan 25 16:31:41.838254 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-e48e1b19-c530-42db-a724-7aff428b1e3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0742524 Jan 25 16:31:41.978048 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-75a4aee7-5b67-4102-9b91-0b17879e072d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:31:41.979445 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-75a4aee7-5b67-4102-9b91-0b17879e072d service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1229184 Jan 25 16:31:42.077982 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-80cbef45-5c78-45c8-a8be-aeef98831011 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.0930221 Jan 25 16:31:42.138320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-fff7a823-a463-4a22-996c-3293afacd95b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:31:42.139820 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-fff7a823-a463-4a22-996c-3293afacd95b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0559475 Jan 25 16:31:42.213214 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-f11d2fa2-c135-4a9a-834e-52c075d4a552 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679862 Jan 25 16:31:42.337988 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-761aafcf-f1c0-4e32-bfff-b99288ee145b service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185403 Jan 25 16:31:42.464736 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6f5be657-944a-4aa2-bda9-7200f71b9431 req-5cfedd8f-fbce-4e4b-b013-59b276bb4355 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211474 Jan 25 16:31:59.474765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a64a8829-9586-4732-a694-b8faef5fd52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:01.566081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3dbd59b8-4210-469b-92ee-77aa11144b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:03.000454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:03.097676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:04.898006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:09.468920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:10.277584 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:32:29.503043 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4fb725ae-78c8-4980-9575-cfa3a8f5f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:31.556948 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9238b2f3-eb00-4d02-a5a9-468ecae0cd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:33.046259 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:33.137704 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:34.925976 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:39.470214 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:32:42.678740 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-d0055655-6a36-49d9-942c-c7cfabce304d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693741 Jan 25 16:32:42.813347 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-2510c2ac-632a-4080-8ddb-8295821f6a2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0677986 Jan 25 16:32:42.954464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-4f1279e4-495a-44e0-b1bc-8ff7f5a69c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:42.955911 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-4f1279e4-495a-44e0-b1bc-8ff7f5a69c91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1252866 Jan 25 16:32:43.056301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-0cec447f-9b4e-42de-b3c5-adccfe141b45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.0946178 Jan 25 16:32:43.120805 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-0ad1106a-7563-4a1d-8eef-6b5101d36247 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:43.122198 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-0ad1106a-7563-4a1d-8eef-6b5101d36247 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0602486 Jan 25 16:32:43.194996 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-dd3316d8-208f-4b56-a6c9-07e10b98aba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666013 Jan 25 16:32:43.205085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-1fed8854-09cf-44be-972b-2817b6feb794 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:32:43.205964 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-1fed8854-09cf-44be-972b-2817b6feb794 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046980 Jan 25 16:32:43.422477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-3e8dfe68-2135-472f-a4d6-df7b0853e9d1 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105856 Jan 25 16:32:43.550532 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-3a8fd394-f566-4cb6-a636-29fbfdb020c4 req-9f53f72c-549d-4f03-ab0d-3735cc2a3f88 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218832 Jan 25 16:32:46.712466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af55a-5f38-4cce-b3d2-6acc76c51e91 req-6457d743-2760-459c-9f64-0a4814b55335 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:46.713936 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de4af55a-5f38-4cce-b3d2-6acc76c51e91 req-6457d743-2760-459c-9f64-0a4814b55335 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0761533 Jan 25 16:32:46.766538 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-de4af55a-5f38-4cce-b3d2-6acc76c51e91 req-8f32671e-ac6c-42bb-82e3-04641ff229e0 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Jan 25 16:32:47.277428 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:32:47.970341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84978ab3-ef56-4dcb-bdf3-b01373af2e29 req-098e7eb9-28f7-4a84-ad37-1730db210aec tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:47.971753 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84978ab3-ef56-4dcb-bdf3-b01373af2e29 req-098e7eb9-28f7-4a84-ad37-1730db210aec tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0740178 Jan 25 16:32:48.015316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-84978ab3-ef56-4dcb-bdf3-b01373af2e29 req-7da271ce-fd2d-49a0-b50b-2bb42b87dfcc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Jan 25 16:32:49.228142 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df494ae-1535-4c2a-ad97-382d6aefc6e8 req-2905f897-f7cb-479e-923f-2b622d66311a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:49.229598 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2df494ae-1535-4c2a-ad97-382d6aefc6e8 req-2905f897-f7cb-479e-923f-2b622d66311a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0788100 Jan 25 16:32:49.274695 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2df494ae-1535-4c2a-ad97-382d6aefc6e8 req-117fafec-0e7b-4d20-b098-86c868102197 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389545 Jan 25 16:32:50.466860 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96dfc2-cb49-4fbc-afb3-47e6ec940725 req-d88661d8-0698-4ef6-8b28-65cc33b96aa2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:50.468215 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f96dfc2-cb49-4fbc-afb3-47e6ec940725 req-d88661d8-0698-4ef6-8b28-65cc33b96aa2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0751193 Jan 25 16:32:50.512146 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8f96dfc2-cb49-4fbc-afb3-47e6ec940725 req-d0450d3a-29a9-43a8-ad67-8003c9808ada tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Jan 25 16:32:51.709414 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae35df-1fe0-4112-9a0e-8e5f41efac2b req-bcf755d7-6f06-4b0a-a703-3068ceb08905 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:51.710853 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-25ae35df-1fe0-4112-9a0e-8e5f41efac2b req-bcf755d7-6f06-4b0a-a703-3068ceb08905 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0783148 Jan 25 16:32:51.755742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-25ae35df-1fe0-4112-9a0e-8e5f41efac2b req-b3b65ab6-9052-47c9-a3f2-032039a9f02e tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395110 Jan 25 16:32:52.945714 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b1946-5326-4ba6-a455-d2dcec7c6eb0 req-4160d7ea-5856-49c1-8475-0a24721a0eb5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:52.947080 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b80b1946-5326-4ba6-a455-d2dcec7c6eb0 req-4160d7ea-5856-49c1-8475-0a24721a0eb5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0743082 Jan 25 16:32:52.994883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b80b1946-5326-4ba6-a455-d2dcec7c6eb0 req-b0375562-0367-4bc1-8233-867f245b3ed5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421515 Jan 25 16:32:54.185816 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb46b3-6896-4ff3-8dbb-8e562723c95f req-a05a59b5-4a9c-40b6-95f3-f319eb251011 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:54.187227 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23fb46b3-6896-4ff3-8dbb-8e562723c95f req-a05a59b5-4a9c-40b6-95f3-f319eb251011 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0745015 Jan 25 16:32:54.231137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-23fb46b3-6896-4ff3-8dbb-8e562723c95f req-3a100e35-466c-4a4a-8988-977800f6b400 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 Jan 25 16:32:55.427939 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b6ed-1404-4c5b-8a40-76613b2ab54b req-69ae3620-a09b-4339-83b8-0b096f17d965 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:55.429295 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9662b6ed-1404-4c5b-8a40-76613b2ab54b req-69ae3620-a09b-4339-83b8-0b096f17d965 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0775855 Jan 25 16:32:55.473505 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9662b6ed-1404-4c5b-8a40-76613b2ab54b req-49f2c34a-0c65-4c83-95f9-eefec4b697ca tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Jan 25 16:32:56.665312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed567d-ab7d-4ec2-8822-8295e3057098 req-dfe6b78d-c163-4027-9c6e-01d361de90a6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:56.666772 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9ed567d-ab7d-4ec2-8822-8295e3057098 req-dfe6b78d-c163-4027-9c6e-01d361de90a6 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0763278 Jan 25 16:32:56.711691 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9ed567d-ab7d-4ec2-8822-8295e3057098 req-89ee4cc8-7b3c-4fe0-902b-5d5822f20aa2 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396035 Jan 25 16:32:57.904953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa21c7-9856-4e16-a09e-68ba230155bf req-9dbb8233-7516-4dd3-8884-1767b1a8b078 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:57.906373 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4efa21c7-9856-4e16-a09e-68ba230155bf req-9dbb8233-7516-4dd3-8884-1767b1a8b078 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0769300 Jan 25 16:32:57.949806 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4efa21c7-9856-4e16-a09e-68ba230155bf req-abfd89bc-d412-4f1e-b505-55f8e1de4c35 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380738 Jan 25 16:32:59.141271 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4c301-e614-43e0-a99c-dc2f2209eacc req-c08ba25d-ed82-469e-a3e4-4ec774f1d557 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:32:59.143229 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bee4c301-e614-43e0-a99c-dc2f2209eacc req-c08ba25d-ed82-469e-a3e4-4ec774f1d557 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0739830 Jan 25 16:32:59.186266 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bee4c301-e614-43e0-a99c-dc2f2209eacc req-53d42bd3-866e-4ec5-830a-35cfec79b7ac tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Jan 25 16:32:59.479416 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2619182e-65dd-45c7-8d73-e650e7316469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:00.380135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd92b7-cea9-4ae4-b0a4-ba876ccf52a6 req-92f9fc40-1c78-437a-b4c1-df343cbf4007 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:00.381576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bccd92b7-cea9-4ae4-b0a4-ba876ccf52a6 req-92f9fc40-1c78-437a-b4c1-df343cbf4007 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0776975 Jan 25 16:33:00.426174 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bccd92b7-cea9-4ae4-b0a4-ba876ccf52a6 req-0307fa28-942e-4d7e-b9ed-72b78ed2f2e8 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391042 Jan 25 16:33:01.559974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2837735d-fa43-4073-b2de-6dd1e804028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:01.618610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efe8c4-3ddc-4a1d-bba1-294824496f90 req-26e6e4f1-c739-4067-a03e-127af3de1c6f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:01.620290 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-71efe8c4-3ddc-4a1d-bba1-294824496f90 req-26e6e4f1-c739-4067-a03e-127af3de1c6f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0765860 Jan 25 16:33:01.667185 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-71efe8c4-3ddc-4a1d-bba1-294824496f90 req-54256655-52b2-41b5-9912-9d33c49da48f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Jan 25 16:33:01.784167 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-1a3a76ab-0dd6-4c5b-bf27-305585c54e67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0683393 Jan 25 16:33:01.910442 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443dab7-719b-4199-b637-8623779dacff req-48cc107b-7dc3-469f-8b6a-52acb565ad75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:01.911842 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-48cc107b-7dc3-469f-8b6a-52acb565ad75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1223426 Jan 25 16:33:02.092243 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-d807c816-f594-4ba5-87bf-20550c8ea244 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.1735380 Jan 25 16:33:02.152547 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443dab7-719b-4199-b637-8623779dacff req-b7f3eaee-067e-412a-b6b4-ca8f50ed11c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:02.154010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-b7f3eaee-067e-412a-b6b4-ca8f50ed11c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0555663 Jan 25 16:33:02.228156 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-a66df321-a0a3-47a6-a49a-3ebb438e0467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681980 Jan 25 16:33:02.355354 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-84ce09bf-b262-4cab-9752-b733f08b988a service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203952 Jan 25 16:33:02.481915 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a443dab7-719b-4199-b637-8623779dacff req-f47d12d6-2888-400b-8c4d-bc39bd282af4 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207182 Jan 25 16:33:02.860956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7935-54d6-40a3-b408-cfe7a4427cda req-287e3d38-13a9-4721-894a-af81226b4c93 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:02.862405 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1db7935-54d6-40a3-b408-cfe7a4427cda req-287e3d38-13a9-4721-894a-af81226b4c93 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0750856 Jan 25 16:33:02.907015 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1db7935-54d6-40a3-b408-cfe7a4427cda req-5aeef969-6422-4468-85d5-ef7c4138b0df tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Jan 25 16:33:03.028044 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:03.114164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:04.103312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e813-c781-4a8c-87e1-92161002d199 req-43cab20a-036e-47c7-9838-16ad4232bdf7 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:04.104759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7815e813-c781-4a8c-87e1-92161002d199 req-43cab20a-036e-47c7-9838-16ad4232bdf7 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0794206 Jan 25 16:33:04.150885 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7815e813-c781-4a8c-87e1-92161002d199 req-d3ac3854-cc9c-418f-8ffa-d4c72c5af5e5 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400867 Jan 25 16:33:04.908665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:05.350189 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35578f-daac-4a17-86a0-d06943f24d1b req-641751d8-dcfa-48b5-83c9-0a2e6b324c91 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:05.351613 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0a35578f-daac-4a17-86a0-d06943f24d1b req-641751d8-dcfa-48b5-83c9-0a2e6b324c91 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0766616 Jan 25 16:33:05.395942 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0a35578f-daac-4a17-86a0-d06943f24d1b req-83c74245-ed3e-4650-9b83-f209fbc51472 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386608 Jan 25 16:33:05.702419 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-eada8657-d38c-4288-bafc-1dfdddf78611 req-fcd92045-d00c-45f9-99ab-31e0e7974877 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1286926 Jan 25 16:33:06.250060 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ec330-51a8-49b8-af8a-4cbaecfc79b3 req-d7bf1dcc-0c6c-40be-8a60-1da00cb2478b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:06.251589 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b97ec330-51a8-49b8-af8a-4cbaecfc79b3 req-d7bf1dcc-0c6c-40be-8a60-1da00cb2478b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.1290205 Jan 25 16:33:06.273542 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-d39ea5cb-54f6-4e0f-bc21-489076b6ccd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1718457 Jan 25 16:33:06.303795 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b97ec330-51a8-49b8-af8a-4cbaecfc79b3 req-63c67331-082a-4e36-a263-f9e164198b5b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Jan 25 16:33:07.023944 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:33:07.134052 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:07.160646 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:33:07.170354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:33:07.210651 dv-neutron-826291-2-hyperv neutron-server[84140]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'code': 422} returned with failed status Jan 25 16:33:07.228480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:07.291617 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:33:07.299505 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.299841 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.300170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.300495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.300818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.301136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.301483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.301795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.302108 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.302417 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.302729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:33:07.498945 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4a2b-3c3d-484d-9ac8-2119a9c82332 req-8f80069e-2906-437f-b5d6-378e02497c3d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:07.500293 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c8d4a2b-3c3d-484d-9ac8-2119a9c82332 req-8f80069e-2906-437f-b5d6-378e02497c3d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0735281 Jan 25 16:33:07.547681 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c8d4a2b-3c3d-484d-9ac8-2119a9c82332 req-5929244f-d6a4-4ad9-8cc0-07cfa4221d52 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Jan 25 16:33:08.738973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cad3f-e198-47ae-b613-99442955e1bb req-50b2976d-6187-4a90-968d-7c251d95012d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:08.740379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1e6cad3f-e198-47ae-b613-99442955e1bb req-50b2976d-6187-4a90-968d-7c251d95012d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0742197 Jan 25 16:33:08.785872 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1e6cad3f-e198-47ae-b613-99442955e1bb req-6d746dc4-db50-4d6e-8d65-e9571f440b1d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Jan 25 16:33:09.108764 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-ea60f201-e9e4-4667-8784-f3b65bc17600 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054 HTTP/1.1" status: 200 len: 1096 time: 0.0706081 Jan 25 16:33:09.193646 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-a4985ae0-6ad2-45eb-b485-d468d121948a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1096 time: 0.0660410 Jan 25 16:33:09.318730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-7b882203-8fa2-44b0-aea6-a9dc55b4c963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:09.320132 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-7b882203-8fa2-44b0-aea6-a9dc55b4c963 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1209633 Jan 25 16:33:09.420210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-054c2e59-c0ec-408b-8b44-be88129e80da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 999 time: 0.0940459 Jan 25 16:33:09.451451 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:09.480204 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-9d2e9e58-aeaa-44fd-b6fa-1f4560354a39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:09.481617 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-9d2e9e58-aeaa-44fd-b6fa-1f4560354a39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0559299 Jan 25 16:33:09.643379 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-37685316-a946-4c6d-9e73-4e6095d069cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1563578 Jan 25 16:33:09.771045 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-283468c4-de22-47c8-bae6-1aa8a94398ca service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215954 Jan 25 16:33:09.900281 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-805c4e0d-04b1-4b82-bae4-caede05bc570 req-1cc15379-8ce0-418a-afe7-b88ac968ea70 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235745 Jan 25 16:33:09.977170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5523316-0f17-4b83-8134-9418b8c8819b req-bcaf5bf1-bac8-458e-9108-62f9156f3cbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:09.978620 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5523316-0f17-4b83-8134-9418b8c8819b req-bcaf5bf1-bac8-458e-9108-62f9156f3cbc tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0740047 Jan 25 16:33:10.024633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e5523316-0f17-4b83-8134-9418b8c8819b req-2f2fa2bf-d506-447d-abb4-c063060bcd1b tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Jan 25 16:33:11.222827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3cd77-d6e2-4c01-b83b-1da3de85791d req-ddc15e50-5162-4e71-b13f-0e76c97c083a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:11.224243 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-deb3cd77-d6e2-4c01-b83b-1da3de85791d req-ddc15e50-5162-4e71-b13f-0e76c97c083a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0783234 Jan 25 16:33:11.267939 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-deb3cd77-d6e2-4c01-b83b-1da3de85791d req-f35bd373-82ee-4dd6-b4bc-fc4e7ce5f45f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383224 Jan 25 16:33:12.458588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dff1b-df2c-4942-b889-8a28983604dd req-df054aa4-188b-4f43-a91d-74ce02c9369f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:12.459920 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b71dff1b-df2c-4942-b889-8a28983604dd req-df054aa4-188b-4f43-a91d-74ce02c9369f tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0747747 Jan 25 16:33:12.503497 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b71dff1b-df2c-4942-b889-8a28983604dd req-3e650fbe-d728-4d5b-af7f-24b0d00aeb63 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382726 Jan 25 16:33:13.694597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121421df-319a-40a3-8f49-7ba0af5bc9bb req-54f3ef70-6f84-46a2-af1e-fd15d2b6cb6d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:13.696009 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-121421df-319a-40a3-8f49-7ba0af5bc9bb req-54f3ef70-6f84-46a2-af1e-fd15d2b6cb6d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0767736 Jan 25 16:33:13.740321 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-121421df-319a-40a3-8f49-7ba0af5bc9bb req-a5928af7-093a-43d5-a9d3-96d1c1abcf37 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 Jan 25 16:33:14.932305 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518fe3f-d89d-44c1-b4c4-8101b0b7e468 req-9b533038-f8c5-4829-b93c-434211a2a7bf tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:14.933887 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d518fe3f-d89d-44c1-b4c4-8101b0b7e468 req-9b533038-f8c5-4829-b93c-434211a2a7bf tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0736458 Jan 25 16:33:14.980287 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d518fe3f-d89d-44c1-b4c4-8101b0b7e468 req-f493df46-4499-47f4-a9be-133f59e33795 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404418 Jan 25 16:33:16.171203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730ce2f-aea3-42fb-9902-507fdcb98691 req-1a274602-a45a-425a-aba1-f46f07bb471d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:16.173228 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c730ce2f-aea3-42fb-9902-507fdcb98691 req-1a274602-a45a-425a-aba1-f46f07bb471d tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 943 time: 0.0749841 Jan 25 16:33:16.216775 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c730ce2f-aea3-42fb-9902-507fdcb98691 req-bfb6db74-9810-4541-a518-0881228bd561 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380328 Jan 25 16:33:17.046292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:33:17.176568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:33:17.188900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'port_id': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'mac_address': 'fa:16:3e:fc:93:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:33:17.243677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:17.260229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58de15ed-b71e-4c73-ade3-aa8758559d48 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:33:17.275136 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:33:17.348045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:17.412683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc09cbc-e41f-494d-a6cb-37ee9fbce056 req-ad47c49d-3f93-4256-9926-62af302a9657 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:17.413294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:33:17.414155 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fc09cbc-e41f-494d-a6cb-37ee9fbce056 req-ad47c49d-3f93-4256-9926-62af302a9657 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 944 time: 0.0785069 Jan 25 16:33:17.463126 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6fc09cbc-e41f-494d-a6cb-37ee9fbce056 req-05a4a988-758f-41fc-933f-bf7ff82bd9fa tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391307 Jan 25 16:33:17.586934 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['58de15ed-b71e-4c73-ade3-aa8758559d48'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:33:18.652446 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aaf13-5e52-4dfb-99f2-81a7ce464c68 req-e3b56d47-02cf-4036-b0d8-d0a908064445 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:18.653905 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a91aaf13-5e52-4dfb-99f2-81a7ce464c68 req-e3b56d47-02cf-4036-b0d8-d0a908064445 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 944 time: 0.0731201 Jan 25 16:33:18.697701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a91aaf13-5e52-4dfb-99f2-81a7ce464c68 req-1478a8fa-1e80-4bf2-abeb-fde62ee2eb41 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375292 Jan 25 16:33:19.046057 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:33:19.114878 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 58de15ed-b71e-4c73-ade3-aa8758559d48 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:33:19.115245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:19.225195 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:19.250405 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:33:19.259744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:33:19.305539 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'code': 200} Jan 25 16:33:19.325117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:19.394161 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:33:19.621601 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6869c56-09ba-4718-8c0d-f08258b298b7 req-c7de2eec-87ea-4b2f-a71f-a2ac37933a25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0682790 Jan 25 16:33:19.661184 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b6869c56-09ba-4718-8c0d-f08258b298b7 req-2041b4cb-fd60-4fc9-a458-86a481477b6a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Jan 25 16:33:19.887398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d863f-10a5-438f-bd29-26f09c8a2af4 req-561d0106-dc7b-43f1-8b28-bd994bc8fe00 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:19.888713 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-133d863f-10a5-438f-bd29-26f09c8a2af4 req-561d0106-dc7b-43f1-8b28-bd994bc8fe00 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0729153 Jan 25 16:33:19.932561 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-133d863f-10a5-438f-bd29-26f09c8a2af4 req-27f168b0-cb25-4692-9c85-1ee1871fe201 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378807 Jan 25 16:33:21.127692 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb6963-06ad-4adc-9574-0263fd9adfee req-d71af6d0-3465-4f88-8424-48d942d905dd tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:21.129102 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9bb6963-06ad-4adc-9574-0263fd9adfee req-d71af6d0-3465-4f88-8424-48d942d905dd tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0768859 Jan 25 16:33:21.172576 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e9bb6963-06ad-4adc-9574-0263fd9adfee req-9282a78f-d71c-472e-8a43-1c431c03c95a tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Jan 25 16:33:24.277103 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:33:29.450642 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-597b6530-b8fb-429e-ade0-0a1caca64e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:31.685447 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0a56e7c2-7637-4a35-859c-fd324a4edb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:33.010391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:33.130510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:34.907475 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:39.541610 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:33:43.676903 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-43a90490-e4ee-4840-929a-515f9b76e11d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666797 Jan 25 16:33:43.821579 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-bb4563bc-54f4-41f0-bfab-b496aa34b42a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0715716 Jan 25 16:33:43.980854 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-d5fc8cd9-7ef8-45d0-b6d8-241bea482ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:43.982301 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-d5fc8cd9-7ef8-45d0-b6d8-241bea482ffc service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1406929 Jan 25 16:33:44.171014 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-d8cd69c3-be66-4bd5-b470-cc73c38b0cac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.1813636 Jan 25 16:33:44.231873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-ccae7df8-2302-4f46-a5fd-0b971c0e13b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:33:44.233218 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-ccae7df8-2302-4f46-a5fd-0b971c0e13b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0561059 Jan 25 16:33:44.311694 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-d858ecaf-0cf2-48d5-8186-3bcae5ce7d99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693116 Jan 25 16:33:44.457863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-2800a77d-cbc8-468b-af3f-e262aee453cb service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309476 Jan 25 16:33:44.580563 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b522b2be-1f91-451e-b933-cf3eeceea308 req-6effa235-5c10-4079-b807-0c1cad679797 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251056 Jan 25 16:33:59.536183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d01fccb-d26a-431e-8f92-a2968c9e48b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:01.276728 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:34:01.547199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3e40e6df-32dc-45eb-8575-fe6724b9e7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:03.389116 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:03.392319 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:04.935560 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:09.622637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:29.495824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d02e61a3-e474-4edf-bc78-49a4cbafccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:31.546959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d34e20c7-7423-410e-8961-0ce1855d9092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:33.009582 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:33.124535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:34.907546 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:38.277027 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:34:39.506481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:34:43.740826 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-c41c51f0-9c1e-45e3-967a-2fcd11ac9f2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1403053 Jan 25 16:34:43.877647 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-6e14e18a-0eff-44c7-b406-b15e6c5e8142 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0681031 Jan 25 16:34:44.020812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-07344413-428b-4f51-8752-3c8723576385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:34:44.022278 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-07344413-428b-4f51-8752-3c8723576385 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1270239 Jan 25 16:34:44.123108 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-a9918602-26eb-4c00-baa4-e2e74e326f67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 1001 time: 0.0945199 Jan 25 16:34:44.186366 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-e08e460c-6844-4ebf-a0a7-63304256e14a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:34:44.187761 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-e08e460c-6844-4ebf-a0a7-63304256e14a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.0592973 Jan 25 16:34:44.258748 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-ff19bf1f-a713-40dd-a173-4de7b33b5456 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654433 Jan 25 16:34:44.385017 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-1761ed0d-8c19-46d4-be48-dce56b913b2b service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202502 Jan 25 16:34:44.512763 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ff1fc417-7f96-4737-b018-7d66d80e3328 req-598099e5-a4ea-4f20-9d9f-dab19656c56d service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210561 Jan 25 16:34:59.472091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-819e6a62-5a6d-44c3-9cb9-c434401301bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:01.557245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e6829d7d-9efc-468a-a7ef-e2506ab60174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:03.020478 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:03.129151 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:05.009320 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:09.397131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44314) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:09.506242 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:09.769450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Deleting port d8a44f6f-7edf-4c92-9db8-5896f5f81350 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:09.769791 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:10.013780 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:10.014102 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:10.129341 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Calling delete_port for d8a44f6f-7edf-4c92-9db8-5896f5f81350 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:10.346629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:10.394085 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'Port': ['ID=d8a44f6f-7edf-4c92-9db8-5896f5f81350,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:10.438346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.438969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.439070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.439312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.439634 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.439949 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.440261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.440577 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.440887 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.441194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.441528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:10.496803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:10.881919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:35:11.085046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:11.095926 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:11.110102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:11.114841 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:11.163584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:11.216084 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fdf8485f-cc9c-4897-976a-36beb8fc68e1 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "DELETE /v2.0/floatingips/215d11dc-f09b-4ce1-9782-f4ada5fd02f8 HTTP/1.1" status: 204 len: 168 time: 1.8178377 Jan 25 16:35:11.216761 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:35:11.287525 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:11.455438 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'status': 'completed', 'code': 200} Jan 25 16:35:11.551918 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-47584c94-4ac3-4e52-8dbd-2467f789e9fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 1098 time: 0.0744529 Jan 25 16:35:11.596996 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:11.600841 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:11.611884 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:11.612480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:11.692628 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-779dfee0-f712-4067-9737-7b1b7690c737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:11.694705 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-779dfee0-f712-4067-9737-7b1b7690c737 service neutron] 10.222.0.41 "GET /v2.0/networks?id=980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 200 len: 909 time: 0.1371503 Jan 25 16:35:11.763917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-a61c9337-37cb-4824-816f-8a3862a4e7ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 200 len: 217 time: 0.0626981 Jan 25 16:35:11.794737 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:11.932499 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-49c9b52f-cf5b-4e17-af93-718b3a675a7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:11.933990 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-49c9b52f-cf5b-4e17-af93-718b3a675a7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 200 len: 847 time: 0.1631479 Jan 25 16:35:12.063198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dde95-1671-4067-aa53-d6c1519a1907 req-fd3ac4c2-6caf-4cad-9bd5-5424fad70586 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:12.063883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fd2dde95-1671-4067-aa53-d6c1519a1907 req-fd3ac4c2-6caf-4cad-9bd5-5424fad70586 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:12.077453 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-4748fea4-9369-44c5-a9f3-f0d31a99c8e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=980b5322-dd8e-4044-a96d-e8680b08f9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130040 Jan 25 16:35:12.130774 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:12.134803 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da111ce-dc1e-4597-8a27-09b039568dc8 None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:47Z', 'revision_number': 4, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '590ee61a-e4ff-4efc-b505-81a415706766', 'name': '', 'network_id': '980b5322-dd8e-4044-a96d-e8680b08f9a7', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'mac_address': 'fa:16:3e:8d:ea:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:46Z', 'updated_at': '2022-01-25T16:24:55Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'subnets': [{'id': '4bf2a9c4-2012-4a6a-b857-66e9f7fea4be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:12.148609 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-fd2dde95-1671-4067-aa53-d6c1519a1907 req-fd3ac4c2-6caf-4cad-9bd5-5424fad70586 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:12.149785 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd2dde95-1671-4067-aa53-d6c1519a1907 req-fd3ac4c2-6caf-4cad-9bd5-5424fad70586 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.3461845 Jan 25 16:35:12.239099 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fd2dde95-1671-4067-aa53-d6c1519a1907 req-863874e2-1044-4df4-bdcc-c7e23639e14c tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819979 Jan 25 16:35:12.244095 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-8caa2477-3a1d-44d0-8684-942c9fede595 service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594679 Jan 25 16:35:12.361445 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f674b-59a1-4092-8a25-99f1e19b3dda None None] New status for floating IP 215d11dc-f09b-4ce1-9782-f4ada5fd02f8: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:35:12.377787 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-5416c4a1-d53e-40f0-980b-ee6c67af0b02 req-e6df238c-905f-4cdc-a87e-fe291f8546ec service neutron] 10.222.0.41 "GET /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264989 Jan 25 16:35:13.168721 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-9fa528b1-1116-49d3-a9e1-c47168a55a01 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:13.170160 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-9fa528b1-1116-49d3-a9e1-c47168a55a01 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.0745668 Jan 25 16:35:13.239643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Deleting port 58de15ed-b71e-4c73-ade3-aa8758559d48 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:13.239982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:13.530033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] For port 58de15ed-b71e-4c73-ade3-aa8758559d48, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=58de15ed-b71e-4c73-ade3-aa8758559d48,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:13.530387 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:13.653982 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Calling delete_port for 58de15ed-b71e-4c73-ade3-aa8758559d48 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:13.734475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1b1af-4175-43a2-a002-5feb9b7c12b8 req-cc826a6e-b99b-4295-84ee-e47a4b69e9b4 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:13.736333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15a1b1af-4175-43a2-a002-5feb9b7c12b8 req-cc826a6e-b99b-4295-84ee-e47a4b69e9b4 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 945 time: 0.3698394 Jan 25 16:35:13.835169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-15a1b1af-4175-43a2-a002-5feb9b7c12b8 req-45ff218e-1eab-4658-8907-a6e9d7053597 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/security-groups?id=fff70f70-6b0a-4c6e-a5a4-36b08f10b266&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936527 Jan 25 16:35:13.865952 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:13.913310 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'Port': ['ID=58de15ed-b71e-4c73-ade3-aa8758559d48,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:13.987227 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] No DVR routers for this DVR port 58de15ed-b71e-4c73-ade3-aa8758559d48 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:35:13.989641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:13.992236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-deleted', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:35:14.047433 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78549402-8a45-44c8-a140-24563acb2189', 'name': 'network-vif-deleted', 'tag': '58de15ed-b71e-4c73-ade3-aa8758559d48', 'status': 'completed', 'code': 200} Jan 25 16:35:14.078494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0583a7e5-236f-41f7-93d0-705e3b70fd68 req-a86976fa-95e4-4891-b461-a7f39104d9f3 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.41 "DELETE /v2.0/ports/58de15ed-b71e-4c73-ade3-aa8758559d48 HTTP/1.1" status: 204 len: 173 time: 0.9020185 Jan 25 16:35:14.993268 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-acd0ab01-208c-4462-8ccc-49b2e4abe228 req-1a906f02-7832-4c9d-b2ef-92c35f09b834 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Synchronizing usage tracker for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:15.060401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-acd0ab01-208c-4462-8ccc-49b2e4abe228 req-1a906f02-7832-4c9d-b2ef-92c35f09b834 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Unset dirty status for tenant:ef1fb81ebc9b4e6cb4eafea646faa054 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:15.061623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-acd0ab01-208c-4462-8ccc-49b2e4abe228 req-1a906f02-7832-4c9d-b2ef-92c35f09b834 tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "GET /v2.0/ports?device_id=78549402-8a45-44c8-a140-24563acb2189 HTTP/1.1" status: 200 len: 210 time: 0.1069758 Jan 25 16:35:15.276586 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:35:15.443153 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:15.476480 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 58de15ed-b71e-4c73-ade3-aa8758559d48 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:15.476812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 58de15ed-b71e-4c73-ade3-aa8758559d48 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:16.168996 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44342) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:16.239784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:16.268099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:16.397970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:16.415279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff70f70-6b0a-4c6e-a5a4-36b08f10b266,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:16.494195 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:16.496104 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-f4e44ef6-67b0-4d51-b0b0-e4f105facbef tempest-TestShelveInstance-849998553 tempest-TestShelveInstance-849998553-project] 10.222.0.26 "DELETE /v2.0/security-groups/fff70f70-6b0a-4c6e-a5a4-36b08f10b266 HTTP/1.1" status: 204 len: 168 time: 0.3260856 Jan 25 16:35:16.596312 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44348) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:17.236490 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:17.815936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Deleting port 590ee61a-e4ff-4efc-b505-81a415706766 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:17.816278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:17.987215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] For port 590ee61a-e4ff-4efc-b505-81a415706766, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=590ee61a-e4ff-4efc-b505-81a415706766,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:17.987561 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:18.102823 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Calling delete_port for 590ee61a-e4ff-4efc-b505-81a415706766 owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:18.323440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:18.368157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=590ee61a-e4ff-4efc-b505-81a415706766,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:18.740974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:19.293317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Router cae37336-925b-48a9-8c66-c10bac2b1c2f has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:35:19.486878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:19.495408 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Sync routers for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:19.507102 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:19.508685 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:19.536516 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-88566e02-8719-4ac3-8e23-359883b241b5 admin admin] 10.222.0.26 "PUT /v2.0/routers/cae37336-925b-48a9-8c66-c10bac2b1c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391255 Jan 25 16:35:19.538955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44354) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:19.679525 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:19.724376 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:19.959023 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:35:18Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:19.962735 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Checking router: cae37336-925b-48a9-8c66-c10bac2b1c2f for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:19.973650 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Routers {'cae37336-925b-48a9-8c66-c10bac2b1c2f'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:19.974243 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['cae37336-925b-48a9-8c66-c10bac2b1c2f'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:20.018239 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:20.094463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Deleting port 83affc60-c937-4944-add1-7d2249787688 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:20.094802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:20.148627 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] Set router cae37336-925b-48a9-8c66-c10bac2b1c2f gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:20.263126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] For port 83affc60-c937-4944-add1-7d2249787688, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=83affc60-c937-4944-add1-7d2249787688,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:20.263475 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:20.385735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Calling delete_port for 83affc60-c937-4944-add1-7d2249787688 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:20.422283 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:35:18Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:20.426378 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8d50db-721d-4ef8-8fb8-41933a9cb8eb None None] The sync data for ids ['cae37336-925b-48a9-8c66-c10bac2b1c2f'] in dv-neutron-826291-2-hyperv is: [{'id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'name': 'tempest-TestShelveInstance-688715458-router', 'tenant_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138'}], 'enable_snat': True}, 'gw_port_id': '83affc60-c937-4944-add1-7d2249787688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:35:18Z', 'revision_number': 5, 'project_id': 'ef1fb81ebc9b4e6cb4eafea646faa054', 'gw_port': {'id': '83affc60-c937-4944-add1-7d2249787688', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae37336-925b-48a9-8c66-c10bac2b1c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:44Z', 'updated_at': '2022-01-25T16:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:20.647396 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:20.686089 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Pushing event deleted for resources: {'Port': ['ID=83affc60-c937-4944-add1-7d2249787688,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:20.832465 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 590ee61a-e4ff-4efc-b505-81a415706766 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:20.866467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 590ee61a-e4ff-4efc-b505-81a415706766 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:20.866808 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 590ee61a-e4ff-4efc-b505-81a415706766 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:20.917049 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.167162 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.171652 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.259977 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.260516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cae37336-925b-48a9-8c66-c10bac2b1c2f {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:35:21.272198 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.273316 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-5aff5c33-8a95-408d-a10b-2952223cd912 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cae37336-925b-48a9-8c66-c10bac2b1c2f HTTP/1.1" status: 204 len: 168 time: 1.7334888 Jan 25 16:35:21.275862 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44358) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:21.337051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Deleting subnet 4bf2a9c4-2012-4a6a-b857-66e9f7fea4be {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:35:21.340091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.393401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.467440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.592216 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.722558 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bf2a9c4-2012-4a6a-b857-66e9f7fea4be,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:21.728757 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.734585 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c6009-0427-4092-acca-79dbadd4dea0 None None] Network 980b5322-dd8e-4044-a96d-e8680b08f9a7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:21.738680 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-66fd35eb-9190-484a-8a91-0df818833ef7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4bf2a9c4-2012-4a6a-b857-66e9f7fea4be HTTP/1.1" status: 204 len: 168 time: 0.4589686 Jan 25 16:35:21.738995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44362) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:21.841519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.851449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Deleting port 1ff37ecc-4782-484f-95f4-7f9237d29be5 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:21.851770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:21.978324 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] DHCP port deletion for 980b5322-dd8e-4044-a96d-e8680b08f9a7 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:35:21.982483 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Deleting port 1ff37ecc-4782-484f-95f4-7f9237d29be5 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:21.982887 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.056365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] For port 1ff37ecc-4782-484f-95f4-7f9237d29be5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1ff37ecc-4782-484f-95f4-7f9237d29be5,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:22.056627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.178624 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Calling delete_port for 1ff37ecc-4782-484f-95f4-7f9237d29be5 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:22.181069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] For port 1ff37ecc-4782-484f-95f4-7f9237d29be5, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1ff37ecc-4782-484f-95f4-7f9237d29be5,segment=NetworkSegment(82a7ddf6-2e06-44e0-a6eb-40654f546a9d),segment_id=82a7ddf6-2e06-44e0-a6eb-40654f546a9d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:22.181488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.297839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Calling delete_port for 1ff37ecc-4782-484f-95f4-7f9237d29be5 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:22.311948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.355502 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff37ecc-4782-484f-95f4-7f9237d29be5,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:22.361712 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] No DVR routers for this DVR port 1ff37ecc-4782-484f-95f4-7f9237d29be5 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:35:22.368992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:35:22.369345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:35:22.472181 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.499395 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980b5322-dd8e-4044-a96d-e8680b08f9a7']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:22.510753 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a7ddf6-2e06-44e0-a6eb-40654f546a9d') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:22.511038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a7ddf6-2e06-44e0-a6eb-40654f546a9d') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:22.522364 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.537286 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.543097 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:35:22.543484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:35:22.556101 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:35:22.689026 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.694016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.722674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] Pushing event deleted for resources: {'Network': ['ID=980b5322-dd8e-4044-a96d-e8680b08f9a7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:22.787137 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fe983b6c-afde-4a99-b001-fe27de3b7e35 admin admin] 10.222.0.26 "DELETE /v2.0/networks/980b5322-dd8e-4044-a96d-e8680b08f9a7 HTTP/1.1" status: 204 len: 168 time: 1.0472322 Jan 25 16:35:22.789812 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44366) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:22.800067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1ff37ecc-4782-484f-95f4-7f9237d29be5 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:22.832847 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 1ff37ecc-4782-484f-95f4-7f9237d29be5 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:22.833117 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1ff37ecc-4782-484f-95f4-7f9237d29be5 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:22.833561 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 83affc60-c937-4944-add1-7d2249787688 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:22.864025 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 83affc60-c937-4944-add1-7d2249787688 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:22.864368 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 83affc60-c937-4944-add1-7d2249787688 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:22.870738 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Deleting port 1ff37ecc-4782-484f-95f4-7f9237d29be5 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:22.872105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:22.936398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e2209018-8284-49a8-b0a8-40ada5bd880e None None] The port '1ff37ecc-4782-484f-95f4-7f9237d29be5' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:35:23.170012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:23.827070 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Deleting port 77f621d7-2262-4077-b1ad-fa6df23ce31e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:23.827716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:23.992203 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] For port 77f621d7-2262-4077-b1ad-fa6df23ce31e, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=77f621d7-2262-4077-b1ad-fa6df23ce31e,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:23.992546 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:24.112637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Calling delete_port for 77f621d7-2262-4077-b1ad-fa6df23ce31e owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:24.363318 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:24.407595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f621d7-2262-4077-b1ad-fa6df23ce31e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:24.681732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:25.330521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Router b1f5086a-26b2-4c22-b8f6-4553f24d96be has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:35:25.521769 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:25.530651 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Sync routers for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:25.541901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:25.542491 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:25.604676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3b6963c1-8632-4040-993f-6a677cad7074 admin admin] 10.222.0.26 "PUT /v2.0/routers/b1f5086a-26b2-4c22-b8f6-4553f24d96be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137884 Jan 25 16:35:25.607655 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44370) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:25.712728 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:25.800643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:25.994461 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:26.030391 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:35:24Z', 'revision_number': 5, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port': {'id': '473c2244-0a4e-4bdb-a34f-4db78f8a7784', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:26.034096 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Checking router: b1f5086a-26b2-4c22-b8f6-4553f24d96be for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:26.044306 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Routers {'b1f5086a-26b2-4c22-b8f6-4553f24d96be'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:26.044896 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:26.048917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Deleting port 473c2244-0a4e-4bdb-a34f-4db78f8a7784 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:26.049294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:26.190078 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] Set router b1f5086a-26b2-4c22-b8f6-4553f24d96be gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:26.220169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] For port 473c2244-0a4e-4bdb-a34f-4db78f8a7784, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=473c2244-0a4e-4bdb-a34f-4db78f8a7784,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:26.220517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:26.295036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:35:25Z', 'revision_number': 6, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:26.299035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb9b29f-5f1d-4e73-98b7-52960ebffccd None None] The sync data for ids ['b1f5086a-26b2-4c22-b8f6-4553f24d96be'] in dv-neutron-826291-2-hyperv is: [{'id': 'b1f5086a-26b2-4c22-b8f6-4553f24d96be', 'name': 'tempest-TestShelveInstance-58352946-router', 'tenant_id': 'e4e41c84a3444bcc95f0a8611a513011', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:24:51Z', 'updated_at': '2022-01-25T16:35:25Z', 'revision_number': 6, 'project_id': 'e4e41c84a3444bcc95f0a8611a513011', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:26.336035 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Calling delete_port for 473c2244-0a4e-4bdb-a34f-4db78f8a7784 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:26.649405 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:26.695078 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Pushing event deleted for resources: {'Port': ['ID=473c2244-0a4e-4bdb-a34f-4db78f8a7784,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:26.912439 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.058018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 77f621d7-2262-4077-b1ad-fa6df23ce31e no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:27.090957 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 77f621d7-2262-4077-b1ad-fa6df23ce31e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:27.091301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 77f621d7-2262-4077-b1ad-fa6df23ce31e not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:27.091718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 473c2244-0a4e-4bdb-a34f-4db78f8a7784 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:27.123518 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 473c2244-0a4e-4bdb-a34f-4db78f8a7784 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:27.123862 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 473c2244-0a4e-4bdb-a34f-4db78f8a7784 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:27.175786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.179993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.277153 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.278255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1f5086a-26b2-4c22-b8f6-4553f24d96be {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:35:27.290173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.291284 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-77815314-4e28-4b46-8c53-323f14a127fd admin admin] 10.222.0.26 "DELETE /v2.0/routers/b1f5086a-26b2-4c22-b8f6-4553f24d96be HTTP/1.1" status: 204 len: 168 time: 1.6827447 Jan 25 16:35:27.294129 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44374) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:27.353367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Deleting subnet 30b0a33c-953c-4cb9-a306-b456c158ad97 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:35:27.356641 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.404863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.481279 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.609104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.649572 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30b0a33c-953c-4cb9-a306-b456c158ad97,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:27.655032 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.660648 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d226bd1-01d8-44f9-8997-45a92195a2b9 None None] Network 96fc1f5e-52df-4bb7-86df-3231864fe4c1 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:27.660775 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-b8d88bc5-d28d-424d-9376-85b97e7a3410 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/30b0a33c-953c-4cb9-a306-b456c158ad97 HTTP/1.1" status: 204 len: 168 time: 0.3656845 Jan 25 16:35:27.663144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44378) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:27.763266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.773324 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Deleting port c10648a9-51e4-4d7a-96b9-97c70e5eb66a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:27.773677 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.901085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] DHCP port deletion for 96fc1f5e-52df-4bb7-86df-3231864fe4c1 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:35:27.905243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Deleting port c10648a9-51e4-4d7a-96b9-97c70e5eb66a {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:27.905639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:27.977602 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] For port c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:27.977953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.103199 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] For port c10648a9-51e4-4d7a-96b9-97c70e5eb66a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,segment=NetworkSegment(99218f76-11a9-4330-a647-527bf1485954),segment_id=99218f76-11a9-4330-a647-527bf1485954)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:28.103718 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.189029 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Calling delete_port for c10648a9-51e4-4d7a-96b9-97c70e5eb66a owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:28.222764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Calling delete_port for c10648a9-51e4-4d7a-96b9-97c70e5eb66a owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:35:28.323256 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.328159 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:35:28.328629 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:35:28.367656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10648a9-51e4-4d7a-96b9-97c70e5eb66a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:28.372778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] No DVR routers for this DVR port c10648a9-51e4-4d7a-96b9-97c70e5eb66a on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:35:28.483855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.507698 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fc1f5e-52df-4bb7-86df-3231864fe4c1']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:28.519259 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99218f76-11a9-4330-a647-527bf1485954') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:28.519549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99218f76-11a9-4330-a647-527bf1485954') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:28.531014 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.550509 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.556337 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:35:28.556724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:35:28.569331 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:35:28.677064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.692276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.702594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=96fc1f5e-52df-4bb7-86df-3231864fe4c1,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:28.709515 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-705b3ffb-e966-4d3d-a4ee-1b3a1df626c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/96fc1f5e-52df-4bb7-86df-3231864fe4c1 HTTP/1.1" status: 204 len: 168 time: 1.0454271 Jan 25 16:35:28.803979 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c10648a9-51e4-4d7a-96b9-97c70e5eb66a no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:35:28.831236 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Deleting port c10648a9-51e4-4d7a-96b9-97c70e5eb66a {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:35:28.831607 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:28.864786 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c10648a9-51e4-4d7a-96b9-97c70e5eb66a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:35:28.865115 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c10648a9-51e4-4d7a-96b9-97c70e5eb66a not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:35:28.899091 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-14fbdf87-033b-4b6f-9ded-b5a1455c6d67 None None] The port 'c10648a9-51e4-4d7a-96b9-97c70e5eb66a' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:35:29.094800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44384) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:29.146822 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-95a6f200-1f66-4f8e-b817-07b841ecc3f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ef1fb81ebc9b4e6cb4eafea646faa054&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508947 Jan 25 16:35:29.149193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44388) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:29.205690 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:29.229200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:29.340342 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:29.357368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf46ee3-f365-43e2-85a4-2eabe97d8af0,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:29.363276 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:29.367028 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-9b038a10-cc37-4742-8f65-3f9361bd707f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbf46ee3-f365-43e2-85a4-2eabe97d8af0 HTTP/1.1" status: 204 len: 168 time: 0.2169113 Jan 25 16:35:29.465935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82158b6d-11cc-4575-b5fc-78ecc0fb61de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:30.044789 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 44396) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:30.102174 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-4f9a796e-bda8-46eb-a679-1cde933acd1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e4e41c84a3444bcc95f0a8611a513011&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538163 Jan 25 16:35:30.102425 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 44402) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:30.173111 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:30.200746 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:30.300056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:30.317310 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05504427-2765-47ac-a953-3162eea50116,revision_number=None']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:30.328964 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:30.330096 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/05504427-2765-47ac-a953-3162eea50116 HTTP/1.1" status: 204 len: 168 time: 0.2268164 Jan 25 16:35:30.331716 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.332056 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.332390 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.332728 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.333087 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.333451 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.333781 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.334106 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.334427 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.334745 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:30.335061 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08f3efd-935f-4ee4-9666-099a87ca3b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:31.458233 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44436) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:31.545882 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7d0676e2-b265-4659-b5cf-4a992e4f248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.582100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1414541268-network', 'tenant_id': 'efcf1763a30447239fdb48d902e98113'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:31.586944 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:31.590776 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Usage tracker for resource:network and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:31.593736 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:31.599238 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:31.659960 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Made reservation on behalf of efcf1763a30447239fdb48d902e98113 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:35:31.662107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.674300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.704934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:31.708610 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:31.711535 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:31.717028 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:31.782154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.825758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.853612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:35:31.862531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725be52f-42e3-4e31-b592-95dbec8d82fb,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:31.867758 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.868092 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Added segment 270fe6be-33c9-4f6d-9b91-d6e1532ccf73 of type vlan for network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 Jan 25 16:35:31.893200 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.974360 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:31.975176 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:31.975738 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.075040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] Pushing event updated for resources: {'Network': ['ID=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:32.084544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:35:32.126327 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c2820b8e-df43-4615-8997-1d9657bd196b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6643043 Jan 25 16:35:32.126517 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44442) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:32.131711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Request body: {'subnet': {'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1414541268-subnet', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:32.136802 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:32.140651 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Usage tracker for resource:subnet and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:32.143481 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:32.149122 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:32.214685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Made reservation on behalf of efcf1763a30447239fdb48d902e98113 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:35:32.217607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.472037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.493400 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [req-ae42dbed-42ce-4b79-892e-d2a4b75de6ea req-ef3fd88b-81c7-4b5d-81a0-e1067be513d2 service neutron] (84138) timed out ('10.222.0.26', 42710) {{(pid=84138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 25 16:35:32.545790 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecef5fc-4ede-4e75-a813-fef8f1791726,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:32.556756 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Checking segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:32.557112 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Network hostable DHCP agents. Network: 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:35:32.642934 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:35:32.711224 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:32.715005 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:32.715582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.720520 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9f929-b0d2-4466-ac90-fdbc99400f6e None None] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:32.809247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-dc9f8d11-301f-464b-b817-0139098ad1ef admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6817589 Jan 25 16:35:32.812406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44446) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:32.817477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:32.822352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:32.826711 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Usage tracker for resource:router and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:32.829536 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:32.835167 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:32.894334 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.895336 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.913040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:32.923658 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:35:32.924277 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.095670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.101572 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Allocated IP 172.20.0.2 (2b188c99-afa7-4db2-9d16-f2c8a8ef47b7/3ecef5fc-4ede-4e75-a813-fef8f1791726/f50478c1-67cd-48c5-8297-2dc1b7022048) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:33.117661 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.177488 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.305396 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.315234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Transition to ACTIVE for port object f50478c1-67cd-48c5-8297-2dc1b7022048 will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:33.333974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Transition to ACTIVE for port object f50478c1-67cd-48c5-8297-2dc1b7022048 will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:33.397819 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.446249 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.462506 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:33.465205 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:33.469398 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:33.474330 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Pushing event updated for resources: {'Port': ['ID=f50478c1-67cd-48c5-8297-2dc1b7022048,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:33.475744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.511523 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.511869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.512204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.512539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.512891 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.513848 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.517299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.517299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.517299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.517299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.517299 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:33.571401 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Attempting to bind port f50478c1-67cd-48c5-8297-2dc1b7022048 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:33.571762 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Attempting to bind port f50478c1-67cd-48c5-8297-2dc1b7022048 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:33.572120 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Attempting to bind port f50478c1-67cd-48c5-8297-2dc1b7022048 on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:33.578953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:33.579321 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Checking segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:33.579721 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.580104 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Bound using segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:33.580556 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Bound port: f50478c1-67cd-48c5-8297-2dc1b7022048, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:33.580923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.610555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Allocated IP 172.26.8.32 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/04cb2af4-16d7-48be-b6cd-c78018290e16) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:33.663763 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] For port f50478c1-67cd-48c5-8297-2dc1b7022048, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:33.666843 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] For port f50478c1-67cd-48c5-8297-2dc1b7022048, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f50478c1-67cd-48c5-8297-2dc1b7022048,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:33.717920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.757033 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.801157 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e028f2-b6a7-4c0d-b583-27a97d4e72a8 None None] Pushing event updated for resources: {'Port': ['ID=f50478c1-67cd-48c5-8297-2dc1b7022048,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:33.837929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:33.903277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:33.906260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:33.910056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:33.947804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=04cb2af4-16d7-48be-b6cd-c78018290e16,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:34.163654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:34.164385 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:34.460170 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:35:34.657940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:34.668211 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:34.679686 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:34.680305 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:34.737717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772cbfa-4703-426c-a9f1-ab01b631aac6 None None] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:34.746104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:34.747372 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-6d66b0b7-1a76-4de0-9a70-0cf0de241aa1 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9340250 Jan 25 16:35:34.750220 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44450) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:34.869345 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:34.912147 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f50478c1-67cd-48c5-8297-2dc1b7022048 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:34.945586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-34c425e8-de86-4dc3-89b1-3c1e193a327a None None] Provisioning for port f50478c1-67cd-48c5-8297-2dc1b7022048 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:34.961341 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.134327 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port f50478c1-67cd-48c5-8297-2dc1b7022048 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:35.140385 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f50478c1-67cd-48c5-8297-2dc1b7022048 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:35.140924 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.187120 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:34Z', 'revision_number': 3, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:35.192360 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:35.192932 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Updating router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 port 04cb2af4-16d7-48be-b6cd-c78018290e16 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:35:35.251405 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.276567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.321286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-763188b6-c8be-4e84-ae8b-c967466cbca9 None None] Provisioning complete for port f50478c1-67cd-48c5-8297-2dc1b7022048 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:35.321286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-763188b6-c8be-4e84-ae8b-c967466cbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.342748 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port f50478c1-67cd-48c5-8297-2dc1b7022048, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f50478c1-67cd-48c5-8297-2dc1b7022048,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:35.411897 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.503942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=f50478c1-67cd-48c5-8297-2dc1b7022048,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:35.609805 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.620901 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Transition to ACTIVE for port object 04cb2af4-16d7-48be-b6cd-c78018290e16 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:35.670751 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.711563 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.792076 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Pushing event updated for resources: {'Port': ['ID=04cb2af4-16d7-48be-b6cd-c78018290e16,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:35.794295 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Attempting to bind port 04cb2af4-16d7-48be-b6cd-c78018290e16 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:35.794649 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Attempting to bind port 04cb2af4-16d7-48be-b6cd-c78018290e16 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:35.794989 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Attempting to bind port 04cb2af4-16d7-48be-b6cd-c78018290e16 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:35.806163 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.806496 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.806822 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.807164 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.807488 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.807802 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.808115 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.808429 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.808738 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.809042 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.809347 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:35:35.813004 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:35.813450 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:35.813840 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.814209 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:35.814654 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Bound port: 04cb2af4-16d7-48be-b6cd-c78018290e16, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:35.815009 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:35.876179 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Allocated IP 172.20.0.1 (2b188c99-afa7-4db2-9d16-f2c8a8ef47b7/3ecef5fc-4ede-4e75-a813-fef8f1791726/abfef8f0-ddd5-4dc3-a923-2c7f22079cdf) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:35.883783 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] For port 04cb2af4-16d7-48be-b6cd-c78018290e16, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:35.886679 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] For port 04cb2af4-16d7-48be-b6cd-c78018290e16, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=04cb2af4-16d7-48be-b6cd-c78018290e16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:35.975709 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.018855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.033925 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Transition to ACTIVE for port object abfef8f0-ddd5-4dc3-a923-2c7f22079cdf will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:36.060264 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7650fd3-1438-4aa1-bcd7-48ee58754a00 None None] Pushing event updated for resources: {'Port': ['ID=04cb2af4-16d7-48be-b6cd-c78018290e16,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:36.063913 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:36.064529 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:36.111953 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.181309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:36.184080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:36.189174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:36.215344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Pushing event updated for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:36.241888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.244899 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:36.395782 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.551660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-15aa643f-f99f-4331-9f49-00e004a7db37 None None] Provisioning for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:36.557410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-15aa643f-f99f-4331-9f49-00e004a7db37 None None] Provisioning complete for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:36.557555 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-15aa643f-f99f-4331-9f49-00e004a7db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.560993 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:34Z', 'revision_number': 3, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:36.565232 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964fbf6-a466-4959-b5bc-66d3e54cf00b None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:34Z', 'revision_number': 3, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:36.620595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-15aa643f-f99f-4331-9f49-00e004a7db37 None None] Port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:35:36.623258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.706401 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.816584 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Pushing event updated for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:36.820247 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:36.940012 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cb2af4-16d7-48be-b6cd-c78018290e16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:36.977907 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:36.979313 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:37.111832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 04cb2af4-16d7-48be-b6cd-c78018290e16 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:37.118564 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 04cb2af4-16d7-48be-b6cd-c78018290e16 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:37.119208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:37.258612 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:37.277164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-c637b3be-1fb3-4c40-b1dd-b3c3a1259515 None None] Provisioning complete for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:37.277675 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c637b3be-1fb3-4c40-b1dd-b3c3a1259515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:37.307349 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 04cb2af4-16d7-48be-b6cd-c78018290e16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=04cb2af4-16d7-48be-b6cd-c78018290e16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:37.334101 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-c637b3be-1fb3-4c40-b1dd-b3c3a1259515 None None] Port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:35:37.358204 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:37.359093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f50478c1-67cd-48c5-8297-2dc1b7022048 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:37.473890 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=04cb2af4-16d7-48be-b6cd-c78018290e16,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:37.487055 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port f50478c1-67cd-48c5-8297-2dc1b7022048 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:37.487421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:37.495505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:35:37.693615 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:37.702999 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-e8a73ae9-46d9-4fb7-8020-94c8e9623a93 admin admin] 10.222.0.26 "PUT /v2.0/routers/5191e020-1bf9-4ac3-bf6f-1721a2144e95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9516449 Jan 25 16:35:38.811782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cb2af4-16d7-48be-b6cd-c78018290e16 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:38.825600 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44472) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:38.831120 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1460617215-network', 'tenant_id': 'ed663e93b98847399680c1b61b456895'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:38.835971 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:38.839829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Usage tracker for resource:network and tenant:ed663e93b98847399680c1b61b456895 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:38.845159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:38.848857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:38.878946 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 04cb2af4-16d7-48be-b6cd-c78018290e16 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:38.879307 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:38.894678 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Made reservation on behalf of ed663e93b98847399680c1b61b456895 for: {'network': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:35:38.897047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for network, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:38.910099 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:38.940787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:38.944656 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed663e93b98847399680c1b61b456895 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:38.947576 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:38.953094 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:39.018764 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.082744 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.112940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=84139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 25 16:35:39.120936 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ff8365-e5e1-4995-b2ba-261c0a6c574c,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:39.126175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.129169 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.segments_db [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Added segment 6ad951dd-e2fe-4403-a69f-8a6798583f6d of type vlan for network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 Jan 25 16:35:39.151685 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786097599070'] for network, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.214127 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895'] for network, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.214972 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:39.215550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.315452 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6eb4cd-cc42-4c3f-a916-b252e3da3705,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:39.325110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 details requested by agent ovs-agent-dv-neutron-826291-2-hyperv with host dv-neutron-826291-2-hyperv {{(pid=84140) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 25 16:35:39.352189 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-75bec0a0-b5da-4e6b-81d8-377528f641e1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5254762 Jan 25 16:35:39.354803 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44476) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:39.360174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Request body: {'subnet': {'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1460617215-subnet', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'ip_version': 4}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:39.365050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:39.368886 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Usage tracker for resource:subnet and tenant:ed663e93b98847399680c1b61b456895 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:39.371735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:39.379518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:39.425521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Made reservation on behalf of ed663e93b98847399680c1b61b456895 for: {'subnet': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:35:39.427863 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6695825'] for subnet, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.522943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.677556 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1430480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6695815'] for subnet, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.750076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9606ec1c-c5c6-4cc6-9458-a722647cff7c,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:39.759492 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Checking segment: {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:39.759846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Network hostable DHCP agents. Network: fa6eb4cd-cc42-4c3f-a916-b252e3da3705, hostable agents: ['fbd86560-9d94-4ca1-90b9-46e0c3b2c095'], hosted agents: [] {{(pid=84139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 25 16:35:39.883096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 is scheduled to be hosted by DHCP agent fbd86560-9d94-4ca1-90b9-46e0c3b2c095 with binding_index 1 {{(pid=84139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 25 16:35:39.985828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-826291-2-hyperv, fa6eb4cd-cc42-4c3f-a916-b252e3da3705) {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:39.992288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:39.992288 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:39.997759 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e26867-0247-40c1-93da-9cfd123400e9 None None] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:40.068924 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-68cf10e4-3e56-44ea-aa65-bfafce49200d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7110915 Jan 25 16:35:40.069320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44480) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:40.074786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:40.080274 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:40.086518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Usage tracker for resource:router and tenant:ed663e93b98847399680c1b61b456895 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:40.092669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:40.099047 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:40.163980 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-380479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256113'] for router, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.164955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-380036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390560', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-387380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256122'] for router, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.173680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:40.183552 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.227158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:40.227767 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:40.275577 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b21bb99-e89b-5560-b489-cb002ff749ed-fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'fixed_ips': [{'subnet_id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c'}]}} from dv-neutron-826291-2-hyperv. {{(pid=84140) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 25 16:35:40.276404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.409409 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-390582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-380429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256012'] for router, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.514331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:40.592792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.db_base_plugin_common [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Allocated IP 172.20.0.2 (fa6eb4cd-cc42-4c3f-a916-b252e3da3705/9606ec1c-c5c6-4cc6-9458-a722647cff7c/2b55ae32-b28c-490e-93f8-992c487da29d) {{(pid=84140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:40.656521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.686437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:40.824582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Allocated IP 172.26.8.48 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/c7ad9250-ad20-47eb-b172-b5f5cdf36bb3) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:40.969339 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.031460 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks [] for port, precommit_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.047285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Transition to ACTIVE for port object 2b55ae32-b28c-490e-93f8-992c487da29d will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:41.060599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.070361 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Transition to ACTIVE for port object 2b55ae32-b28c-490e-93f8-992c487da29d will not be triggered until provisioned by entity DHCP. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:41.074443 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 2, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:41.078587 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:41.078873 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Updating router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:35:41.128670 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:41.129950 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.132161 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:41.134104 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Pushing event updated for resources: {'Port': ['ID=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:41.136215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:41.148163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219'] for port, after_create {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.260224 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 is already hosted by enough agents. {{(pid=84140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:41.264765 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.scheduler.base_scheduler [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Resources bound (agent type, host, resource id): {{(pid=84140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:41.270981 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Received port after_create {{(pid=84140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:41.315038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Pushing event updated for resources: {'Port': ['ID=2b55ae32-b28c-490e-93f8-992c487da29d,revision_number=1']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:41.460730 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.461478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-380468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-390557'] for router, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.485953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Attempting to bind port 2b55ae32-b28c-490e-93f8-992c487da29d on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:41.486309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Attempting to bind port 2b55ae32-b28c-490e-93f8-992c487da29d by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:41.486662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Attempting to bind port 2b55ae32-b28c-490e-93f8-992c487da29d on network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:41.501473 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:41.501837 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Checking segment: {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:41.502222 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.502602 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Bound using segment: {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:41.503045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Bound port: 2b55ae32-b28c-490e-93f8-992c487da29d, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:41.503404 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.629941 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] For port 2b55ae32-b28c-490e-93f8-992c487da29d, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:41.633685 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] For port 2b55ae32-b28c-490e-93f8-992c487da29d, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b55ae32-b28c-490e-93f8-992c487da29d,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:41.701592 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.704208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:41.763519 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Transition to ACTIVE for port object abfef8f0-ddd5-4dc3-a923-2c7f22079cdf will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:41.779622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Router 34742d0d-bead-4071-85ec-5e656f9d5bc7 is scheduled to L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa with binding_index 1 {{(pid=84139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 25 16:35:41.788256 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245041f-4f3b-4e12-abe1-c9561867ae36 None None] Pushing event updated for resources: {'Port': ['ID=2b55ae32-b28c-490e-93f8-992c487da29d,revision_number=2']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:41.850022 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.002770 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286170c9-2d52-4a6a-8398-a36e969c341d None None] Pushing event updated for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:42.006922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:42.018794 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Sync routers for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:35:42.039552 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:42.042482 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:42.098212 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Attempting to bind port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:42.098942 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Attempting to bind port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:42.099923 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Attempting to bind port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:42.100214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.101534 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8a2d36a0-c6c6-4593-b814-eb67caf744ef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0312316 Jan 25 16:35:42.104306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44484) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:42.110337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:42.110799 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Checking segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:42.111270 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.111909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Bound using segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:42.112490 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Bound port: abfef8f0-ddd5-4dc3-a923-2c7f22079cdf, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:42.112928 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.245421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] For port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:42.249235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] For port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:42.274819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:42.323245 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.391660 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286170c9-2d52-4a6a-8398-a36e969c341d None None] Pushing event updated for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:42.417822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:42.418426 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:42.585669 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:41Z', 'revision_number': 3, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:42.590267 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Checking router: 34742d0d-bead-4071-85ec-5e656f9d5bc7 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:35:42.590819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Updating router 34742d0d-bead-4071-85ec-5e656f9d5bc7 port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 binding host dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:35:42.649928 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:42.697589 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:43.029145 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2b55ae32-b28c-490e-93f8-992c487da29d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:43.051411 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks [] for port, precommit_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.063578 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.provisioning_blocks [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Transition to ACTIVE for port object c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 will not be triggered until provisioned by entity L2. {{(pid=84141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:43.065730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3225a381-0a6f-4c44-81ed-e7244fc0a1dd None None] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:35:43.094746 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.118530 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.207731 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ec40-0e82-4646-bc4b-9ca7e690b93f None None] Pushing event updated for resources: {'Port': ['ID=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,revision_number=2']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:43.213428 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Attempting to bind port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:43.213746 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Attempting to bind port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:43.214912 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Attempting to bind port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 on network 7244e257-8b5c-49e8-b493-61958272c594 {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:43.221830 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:43.222074 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Checking segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:43.222436 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.222808 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Bound using segment: {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'} {{(pid=84141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:43.223543 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.managers [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Bound port: c7ad9250-ad20-47eb-b172-b5f5cdf36bb3, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19b7460-3646-49e7-9970-04ef505b5e40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7244e257-8b5c-49e8-b493-61958272c594'}}] {{(pid=84141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:43.223905 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.297982 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] For port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:43.300891 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.plugins.ml2.db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] For port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:43.306106 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Allocated IP 172.20.0.1 (fa6eb4cd-cc42-4c3f-a916-b252e3da3705/9606ec1c-c5c6-4cc6-9458-a722647cff7c/1e9cd4d5-4396-4f83-b51c-884a28b9617a) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:43.357819 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron_lib.callbacks.manager [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.377264 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 2b55ae32-b28c-490e-93f8-992c487da29d completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:43.394140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:42Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:43.405627 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796756c-6f04-4698-a61f-fcc3e5b1dd26 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:42Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:43.457954 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ec40-0e82-4646-bc4b-9ca7e690b93f None None] Pushing event updated for resources: {'Port': ['ID=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,revision_number=3']} {{(pid=84141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:43.461724 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:35:43.464254 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:35:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:43.476510 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Provisioning for port 2b55ae32-b28c-490e-93f8-992c487da29d completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:43.482661 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Provisioning complete for port 2b55ae32-b28c-490e-93f8-992c487da29d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:43.483038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.615660 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.628594 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.638119 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Transition to ACTIVE for port object 1e9cd4d5-4396-4f83-b51c-884a28b9617a will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:43.680442 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] For port 2b55ae32-b28c-490e-93f8-992c487da29d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b55ae32-b28c-490e-93f8-992c487da29d,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:43.704506 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:35:43.740986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.772813 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.817037 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:43.818443 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:43.821735 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:43.824001 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:43.867706 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a413c2-f5e7-405e-8143-cd61e16d517f None None] Pushing event updated for resources: {'Port': ['ID=2b55ae32-b28c-490e-93f8-992c487da29d,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:43.894306 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-390827'] for router_interface, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:43.912699 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-86976682-bb5c-4580-aaa1-4ce39a1fd1c4 None None] Provisioning complete for port 2b55ae32-b28c-490e-93f8-992c487da29d triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:43.913076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-86976682-bb5c-4580-aaa1-4ce39a1fd1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.076474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.166134 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:41Z', 'revision_number': 3, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:35:44.171213 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb6568-f613-4935-807e-1b55b24c6663 None None] The sync data for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv is: [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:41Z', 'revision_number': 3, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:35:44.236865 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ea83919d-cad9-4192-8113-0ca6f017ddea None None] Provisioning for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:44.242409 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-ea83919d-cad9-4192-8113-0ca6f017ddea None None] Provisioning complete for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:44.242945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ea83919d-cad9-4192-8113-0ca6f017ddea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.296563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-ea83919d-cad9-4192-8113-0ca6f017ddea None None] Port 1e9cd4d5-4396-4f83-b51c-884a28b9617a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:35:44.315894 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.362958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.469595 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-6950086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-378946'] for router_interface, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.473039 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Pushing event updated for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:44.608317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:44.609346 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:44.821980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-5e8b8707-eed6-4208-970b-a303592652de None None] Provisioning complete for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:44.822499 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b8707-eed6-4208-970b-a303592652de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:44.877123 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-5e8b8707-eed6-4208-970b-a303592652de None None] Port 1e9cd4d5-4396-4f83-b51c-884a28b9617a cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:35:44.914452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device abfef8f0-ddd5-4dc3-a923-2c7f22079cdf up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:45.002355 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Router 34742d0d-bead-4071-85ec-5e656f9d5bc7 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:35:45.019935 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:45.024835 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:45.025253 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:45.137644 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:45.171637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:45.202853 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:35:45.211465 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2dcd47d9-9c9b-4c09-b851-442fe6b9fd14 admin admin] 10.222.0.26 "PUT /v2.0/routers/34742d0d-bead-4071-85ec-5e656f9d5bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1063187 Jan 25 16:35:45.214036 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:45.214822 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2b55ae32-b28c-490e-93f8-992c487da29d up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:45.332334 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:45.346670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 2b55ae32-b28c-490e-93f8-992c487da29d triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:45.347034 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:45.781620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44494) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:45.787185 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061108263', 'description': 'tempest-secgroup-smoke-1061108263 description', 'project_id': 'efcf1763a30447239fdb48d902e98113'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:45.792959 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:45.797333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:45.800133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:45.805629 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:45.871059 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:45.906141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:45.909745 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:45.912473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:45.918053 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:45.969922 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.036674 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.079669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:46.122801 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.124005 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ae9448b4-d17d-46ed-bd74-02ab645b2981 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3413837 Jan 25 16:35:46.126842 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44498) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:46.132206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:46.139501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:46.143436 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:46.146440 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:46.152643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:46.317742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.376323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.442201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.464040 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37622be0-f866-468f-9c56-896290aa19a8,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:46.516607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.518267 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-626b9e3e-05dc-40c9-ba41-4e4ded6ea120 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3901289 Jan 25 16:35:46.520435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44502) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:46.525752 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:46.531967 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:46.535607 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:46.538389 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:46.543818 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:46.620257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.678294 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.717088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.740285 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dfab28-ccd1-4847-b9cd-f6305659be4e,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:46.791290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.792477 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-183abb9b-b0dd-49c5-92fa-b324d859d3a7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2711554 Jan 25 16:35:46.795683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44506) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:46.801252 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:46.807349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:46.811851 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:46.814792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:46.815293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device abfef8f0-ddd5-4dc3-a923-2c7f22079cdf up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:46.820992 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:46.881632 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:46.881925 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.906088 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:46.969788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.042808 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.066221 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d22e0e-574f-480a-bb31-f9a70126c3ab,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:47.139820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.141003 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c39dc681-17d9-4540-8d8a-daac54c0ac90 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3444076 Jan 25 16:35:47.143644 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44510) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:47.149086 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:47.155550 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:47.159277 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:47.162075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:47.167650 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:47.237947 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.298779 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.391434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.414131 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ca1c46-c97a-4b43-99d9-c37aab98e240,revision_number=0']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:47.511207 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.512385 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-baa3162e-2a14-4550-90ad-14e04a58ea5e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3678567 Jan 25 16:35:47.515730 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 44514) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:47.521347 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:47.527448 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:47.531654 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:47.534597 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:47.540768 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:47.613646 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Project efcf1763a30447239fdb48d902e98113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:35:47.619635 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.681048 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.722176 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.745144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a8b48f-d5ed-4c77-a29d-630e444a347e,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:47.802332 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:47.803491 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-e6b0cd2f-40fe-41bf-a6e5-30c0cbaa2801 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2867734 Jan 25 16:35:47.806144 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.wsgi [-] (84138) accepted ('10.222.0.26', 44518) {{(pid=84138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:35:47.811905 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.v2.base [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'security_group_rule': {'security_group_id': '5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17', 'project_id': 'efcf1763a30447239fdb48d902e98113', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:47.817620 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:47.821557 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:security_group_rule and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:35:47.824563 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.quota.resource [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84138) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:35:47.830804 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.db.quota.driver [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84138) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:47.934442 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.db.securitygroups_db [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Project efcf1763a30447239fdb48d902e98113 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 25 16:35:47.941609 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:48.005242 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:48.077444 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-335602'] for security_group_rule, after_create {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:48.103170 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712bff2f-2424-4546-a984-8376cc31c456,revision_number=0']} {{(pid=84138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:48.162572 dv-neutron-826291-2-hyperv neutron-server[84138]: DEBUG neutron_lib.callbacks.manager [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:48.163749 dv-neutron-826291-2-hyperv neutron-server[84138]: INFO neutron.wsgi [None req-5b74645c-a9e5-4025-8f1e-180c61d4c2cc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3566961 Jan 25 16:35:48.327604 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-e08a1c52-54b2-4888-8193-6fd8262fd61e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:security_group {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:48.396880 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-e08a1c52-54b2-4888-8193-6fd8262fd61e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:security_group {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:48.398098 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-e08a1c52-54b2-4888-8193-6fd8262fd61e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061108263&fields=id&tenant_id=efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 267 time: 0.1101797 Jan 25 16:35:48.544781 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d746a422-a22a-440c-813b-b0c113304e99 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:48.545473 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d746a422-a22a-440c-813b-b0c113304e99 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:network {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:48.613734 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d746a422-a22a-440c-813b-b0c113304e99 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:network {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:48.614841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d746a422-a22a-440c-813b-b0c113304e99 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 810 time: 0.2104881 Jan 25 16:35:48.630396 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-e1dd4799-0890-4859-a4cc-0e915fdfc9ba tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/quotas/efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 375 time: 0.0103319 Jan 25 16:35:48.706317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-4159ec5f-9cc6-45e3-8d31-3588a25232f8 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:48.785549 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-4159ec5f-9cc6-45e3-8d31-3588a25232f8 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:48.786801 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-4159ec5f-9cc6-45e3-8d31-3588a25232f8 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517768 Jan 25 16:35:48.802686 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-28034314-6816-4416-a0cb-b6fb2ae331e7 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=84139) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 25 16:35:48.803557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-28034314-6816-4416-a0cb-b6fb2ae331e7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049272 Jan 25 16:35:48.930937 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d6ef9b99-eea7-4e46-9380-dbdf226dd48b service neutron] 10.222.0.26 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219368 Jan 25 16:35:49.058688 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-6dd0c344-a0e4-4850-8f0a-740068a9eac3 service neutron] 10.222.0.26 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220493 Jan 25 16:35:50.321367 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ed20f4d1-58d9-4f94-b690-c2fd68392e3f req-479ea33f-d313-41f2-894c-3be359fcbfff tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 210 time: 0.0403912 Jan 25 16:35:51.506023 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a7a1ba83-71b5-443d-9965-0d504a08f4d5 req-6e7cd4ce-524e-43ef-9236-243aa244743a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 210 time: 0.0552583 Jan 25 16:35:52.277451 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:35:52.492778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-3fb1a238-5c31-4e1a-b05b-0c5ecd0a69cb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:52.494199 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-3fb1a238-5c31-4e1a-b05b-0c5ecd0a69cb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 810 time: 0.1377060 Jan 25 16:35:52.548282 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-be176ad4-fc19-42ce-9969-e02212b09f2c tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 380 time: 0.0422754 Jan 25 16:35:52.556931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'port': {'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'admin_state_up': True, 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'security_groups': ['5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:52.724410 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-f0c4124d-1fd8-4189-9473-98ce91fc5098 req-f7451e3c-285a-4e45-8d86-5fef2aae91d9 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 210 time: 0.0582132 Jan 25 16:35:52.745603 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:35:52.755821 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:35:52.846683 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Made reservation on behalf of efcf1763a30447239fdb48d902e98113 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:35:52.851327 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:52.875429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:53.013975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:53.020904 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:53.020992 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.030883 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Allocated IP 172.20.0.13 (2b188c99-afa7-4db2-9d16-f2c8a8ef47b7/3ecef5fc-4ede-4e75-a813-fef8f1791726/fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:35:53.147618 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.165301 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:53.214331 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.242126 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.257931 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Transition to ACTIVE for port object fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:53.279668 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:53.311841 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.463578 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:35:53.466588 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:35:53.470873 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:35:53.495669 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:53.539261 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:53.539846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.620876 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-7d253522-2c4a-4377-9537-da5116083f72 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677414 Jan 25 16:35:53.632474 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Request body: {'port': {'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:35:53.711231 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e9718e6e-7aa0-4cd3-b3c4-0d7915778ed3 None None] Provisioning for port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:53.716429 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e9718e6e-7aa0-4cd3-b3c4-0d7915778ed3 None None] Provisioning complete for port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:53.716787 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e9718e6e-7aa0-4cd3-b3c4-0d7915778ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.738694 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:53.770710 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-e9718e6e-7aa0-4cd3-b3c4-0d7915778ed3 None None] Port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:35:54.055804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eced9e-202c-4b5a-89c1-23108bd7bca5 req-d6a067d4-1247-406d-b7c0-48447f0ecd28 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:54.056397 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-65eced9e-202c-4b5a-89c1-23108bd7bca5 req-d6a067d4-1247-406d-b7c0-48447f0ecd28 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:35:54.119302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-65eced9e-202c-4b5a-89c1-23108bd7bca5 req-d6a067d4-1247-406d-b7c0-48447f0ecd28 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:35:54.120506 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65eced9e-202c-4b5a-89c1-23108bd7bca5 req-d6a067d4-1247-406d-b7c0-48447f0ecd28 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 932 time: 0.2541444 Jan 25 16:35:54.167845 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:35:54.178165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:54.192157 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65eced9e-202c-4b5a-89c1-23108bd7bca5 req-a5d626b2-8cae-48fc-9042-7d01b0534ec4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614405 Jan 25 16:35:54.197994 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Transition to ACTIVE for port object fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:35:54.242748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:54.366462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:54.473927 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Attempting to bind port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:35:54.474278 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Attempting to bind port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:35:54.474594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Attempting to bind port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:54.480196 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:35:54.480504 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Attempting to bind port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:35:54.486525 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:35:54.486849 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Checking segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:35:54.487217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Bound using segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:35:54.487623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Bound port: fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:35:54.487951 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:54.574827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:35:54.577697 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:35:54.648520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:54.707317 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:54.708656 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 1094 time: 1.0804546 Jan 25 16:35:54.709075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:35:54.731437 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8bb3b-e966-4295-a687-c17603695d70 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:54.769494 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'status': 'completed', 'code': 200} Jan 25 16:35:54.825098 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:54.865078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e5189ef-4196-4542-9c35-d19a05d1428e req-640c4281-bbfb-42fa-af3e-7137aeb0707a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1097 time: 0.0742023 Jan 25 16:35:54.897851 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:54.898220 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:55.012030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5189ef-4196-4542-9c35-d19a05d1428e req-a3bd9f4d-87b4-41a8-bc07-4d157ba5f36f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:55.013926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e5189ef-4196-4542-9c35-d19a05d1428e req-a3bd9f4d-87b4-41a8-bc07-4d157ba5f36f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=efcf1763a30447239fdb48d902e98113&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1423247 Jan 25 16:35:55.145921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5189ef-4196-4542-9c35-d19a05d1428e req-08109b3e-4d6f-4bcf-945c-c2eaf5a8610e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:55.147359 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-8e5189ef-4196-4542-9c35-d19a05d1428e req-08109b3e-4d6f-4bcf-945c-c2eaf5a8610e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281362 Jan 25 16:35:55.252745 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-47999433-3ca6-4be0-89c1-b49ebcc12acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1097 time: 0.0715115 Jan 25 16:35:55.427963 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d07801f3-7f71-4d8e-8c10-e3d1f7d69a45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 217 time: 0.1675463 Jan 25 16:35:55.503671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-2ed04635-18b9-4cc8-b778-2fc322213779 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:55.505056 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-2ed04635-18b9-4cc8-b778-2fc322213779 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0715675 Jan 25 16:35:55.563901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbd6e5-49c2-4e79-ba02-d418c77cea72 req-73fbf0e7-d6d4-4d63-afc8-f887358e9dd1 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:55.565319 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2dbbd6e5-49c2-4e79-ba02-d418c77cea72 req-73fbf0e7-d6d4-4d63-afc8-f887358e9dd1 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 944 time: 0.2532055 Jan 25 16:35:55.624930 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2dbbd6e5-49c2-4e79-ba02-d418c77cea72 req-f4535869-8fc4-4c1f-9040-f333aea3cccf tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502105 Jan 25 16:35:55.628611 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-3894fe0a-2409-49a8-b5c5-e39c0bae0158 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167836 Jan 25 16:35:55.756052 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-bc3a2ca7-455e-4515-8fc1-4d448c4a8cb8 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214933 Jan 25 16:35:55.884809 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-606cc75e-8591-4554-a1c2-9142f4e4fe5d req-d6dc0988-3fb7-441f-aa2d-3f9132d581d5 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221077 Jan 25 16:35:56.816272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadaf89-ce47-4acb-9baf-a8b17c839c95 req-b4015c00-c7cb-4ee5-8cd2-eb10e2b0fa86 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:56.817751 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2aadaf89-ce47-4acb-9baf-a8b17c839c95 req-b4015c00-c7cb-4ee5-8cd2-eb10e2b0fa86 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 944 time: 0.0739195 Jan 25 16:35:56.865512 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2aadaf89-ce47-4acb-9baf-a8b17c839c95 req-a632da80-b814-43ae-870e-a30c6dd78236 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Jan 25 16:35:57.624481 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:35:57.752653 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:57.765536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:35:57.816048 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:57.833042 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:35:57.847874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:35:57.911074 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:57.978018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:35:58.061917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397e1b0-e0d8-4cec-97fc-f6419a5bc887 req-861edc02-c1df-4f28-afa1-e6ff457beb62 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:58.063247 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7397e1b0-e0d8-4cec-97fc-f6419a5bc887 req-861edc02-c1df-4f28-afa1-e6ff457beb62 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 945 time: 0.0751905 Jan 25 16:35:58.107111 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7397e1b0-e0d8-4cec-97fc-f6419a5bc887 req-3ab0070d-07f6-4855-80b1-84787d213028 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Jan 25 16:35:58.114877 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:35:59.301062 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba6fd-db41-4248-b172-5652f5e0bc84 req-1e7f556b-0934-4840-b964-44b6e2d66fdd tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:35:59.302522 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-851ba6fd-db41-4248-b172-5652f5e0bc84 req-1e7f556b-0934-4840-b964-44b6e2d66fdd tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 945 time: 0.0789132 Jan 25 16:35:59.347246 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-851ba6fd-db41-4248-b172-5652f5e0bc84 req-661b15f6-a7c8-468c-b6d8-b22810a2ab06 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392280 Jan 25 16:35:59.488377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3d61da5b-ba84-41ea-a397-4611db09f4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:59.659807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:35:59.779243 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:35:59.783846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:35:59.784213 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:59.894006 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:35:59.920355 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:35:59.929691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:36:00.008023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:00.053650 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'code': 200} Jan 25 16:36:00.080332 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:00.418888 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1bda2f6e-dc68-4ac0-ad03-0fbc0b919cde req-a6e4415b-07bb-4a28-946f-21a893b20fc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1099 time: 0.0662441 Jan 25 16:36:00.460754 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1bda2f6e-dc68-4ac0-ad03-0fbc0b919cde req-6bdb3aa0-4e50-442d-aacf-574944a5028f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359325 Jan 25 16:36:00.543431 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92593378-6f79-4b60-abca-dac1b0067a52 req-ffcd2958-1a5a-4b0e-b544-1a18ca53529f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:00.544880 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-92593378-6f79-4b60-abca-dac1b0067a52 req-ffcd2958-1a5a-4b0e-b544-1a18ca53529f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 946 time: 0.0764222 Jan 25 16:36:00.589752 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-92593378-6f79-4b60-abca-dac1b0067a52 req-b17ba258-c929-4894-a077-cdbea94e8732 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Jan 25 16:36:01.562421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-cdfa7b74-0c4d-40d8-9075-ddc474897f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:01.783673 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414d5fb-cde0-4765-9642-257cf158bb29 req-66a367c0-ae3a-49cf-a593-f3e502e1d3f4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:01.785111 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b414d5fb-cde0-4765-9642-257cf158bb29 req-66a367c0-ae3a-49cf-a593-f3e502e1d3f4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 946 time: 0.0767288 Jan 25 16:36:01.833404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b414d5fb-cde0-4765-9642-257cf158bb29 req-f664dc2e-99bf-4f61-99bd-e099ba3c8a3f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Jan 25 16:36:02.023320 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2764c06-4347-47f6-927f-22541d368b54 req-d74f4b3d-bca8-4b5a-848a-39bc0fb50e80 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:02.024742 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a2764c06-4347-47f6-927f-22541d368b54 req-d74f4b3d-bca8-4b5a-848a-39bc0fb50e80 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 946 time: 0.0745008 Jan 25 16:36:02.068063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a2764c06-4347-47f6-927f-22541d368b54 req-2fc6ace7-2933-4141-8e27-9cf4391862d4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380070 Jan 25 16:36:02.095190 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44592) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:02.277834 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65dfbaf0-cc01-4032-84b6-f993b06ffa01 tempest-TestSnapshotPattern-1220525690 tempest-TestSnapshotPattern-1220525690-project-admin] Synchronizing usage tracker for tenant:ed663e93b98847399680c1b61b456895 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:36:02.356568 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-65dfbaf0-cc01-4032-84b6-f993b06ffa01 tempest-TestSnapshotPattern-1220525690 tempest-TestSnapshotPattern-1220525690-project-admin] Unset dirty status for tenant:ed663e93b98847399680c1b61b456895 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:36:02.358223 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-65dfbaf0-cc01-4032-84b6-f993b06ffa01 tempest-TestSnapshotPattern-1220525690 tempest-TestSnapshotPattern-1220525690-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1094 time: 0.2620573 Jan 25 16:36:02.361064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44598) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:36:02.366301 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:36:02.371820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:36:02.376206 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:floatingip and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:36:02.378973 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:36:02.384524 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:36:02.442050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:02.573527 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:02.701516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Allocated IP 172.26.8.121 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/b48ba4e1-a175-4573-836a-8c0fe489e482) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:36:02.843732 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:02.922728 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.025284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.073230 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:36:03.076591 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:36:03.080322 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:36:03.112856 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=b48ba4e1-a175-4573-836a-8c0fe489e482,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:03.133858 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.575643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.667501 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.868051 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:03.956772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.007836 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Sync routers for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:36:04.020448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:36:04.021114 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:04.056242 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=b48ba4e1-a175-4573-836a-8c0fe489e482,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:04.076061 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.226584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:36:04.266475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Floating IP 049c3e40-b7f6-411d-8be7-a1d0c68edfda associated. External IP: 172.26.8.121, port: fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e. Jan 25 16:36:04.528742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:43Z', 'revision_number': 4, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '1e9cd4d5-4396-4f83-b51c-884a28b9617a', 'name': '', 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'mac_address': 'fa:16:3e:00:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:43Z', 'updated_at': '2022-01-25T16:35:44Z', 'revision_number': 2, 'project_id': 'ed663e93b98847399680c1b61b456895', 'subnets': [{'id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:04.532509 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Checking router: 34742d0d-bead-4071-85ec-5e656f9d5bc7 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:36:04.532854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Updating router 34742d0d-bead-4071-85ec-5e656f9d5bc7 port 1e9cd4d5-4396-4f83-b51c-884a28b9617a binding host dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 25 16:36:04.582601 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.746217 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:36:04.927539 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks [] for port, precommit_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.939628 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Transition to ACTIVE for port object 1e9cd4d5-4396-4f83-b51c-884a28b9617a will not be triggered until provisioned by entity L2. {{(pid=84140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:36:04.953548 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:36:04.963084 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:36:04.973639 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:04.975552 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:36:04.976167 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:04.996350 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:05.031392 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:05.097292 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-a9362f3a-1503-406d-a796-eda6dbf2a72a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7350399 Jan 25 16:36:05.097915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:36:05.132850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f45cb-49e1-42ad-a788-722186be4ebe None None] Pushing event updated for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=3']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:05.173559 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:36:05.177635 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'status': 'completed', 'code': 200} Jan 25 16:36:05.249229 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Attempting to bind port 1e9cd4d5-4396-4f83-b51c-884a28b9617a on host dv-neutron-826291-2-hyperv for vnic_type normal with profile {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:36:05.250238 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Attempting to bind port 1e9cd4d5-4396-4f83-b51c-884a28b9617a by drivers openvswitch,hyperv on host dv-neutron-826291-2-hyperv at level 0 using segments [{'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:36:05.250751 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Attempting to bind port 1e9cd4d5-4396-4f83-b51c-884a28b9617a on network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:36:05.259909 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Checking agent: {'id': '2394dcf6-8d7a-4626-8a7b-07d5338577ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-826291-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 22, 3), 'started_at': datetime.datetime(2022, 1, 25, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-826291-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:36:05.260466 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Checking segment: {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:36:05.260874 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:05.261265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Bound using segment: {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'} {{(pid=84140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:36:05.262089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.managers [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Bound port: 1e9cd4d5-4396-4f83-b51c-884a28b9617a, host: dv-neutron-826291-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad951dd-e2fe-4403-a69f-8a6798583f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705'}}] {{(pid=84140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:36:05.262292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:05.279355 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-b54b2b7b-9e3e-4acf-9a6e-d49c83a6ddf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1099 time: 0.0783086 Jan 25 16:36:05.363900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] For port 1e9cd4d5-4396-4f83-b51c-884a28b9617a, host dv-neutron-826291-2-hyperv, cleared binding levels {{(pid=84140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:36:05.367275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] For port 1e9cd4d5-4396-4f83-b51c-884a28b9617a, host dv-neutron-826291-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1e9cd4d5-4396-4f83-b51c-884a28b9617a,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:36:05.420091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-c3136c76-36fd-4404-b3cc-c3071d51fd95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:05.421572 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-c3136c76-36fd-4404-b3cc-c3071d51fd95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1356301 Jan 25 16:36:05.443067 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:05.525611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f45cb-49e1-42ad-a788-722186be4ebe None None] Pushing event updated for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:05.528515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:36:05.530008 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:05.533723 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-af906bce-82f9-4d9f-8455-d3e45f5373da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 1000 time: 0.1060963 Jan 25 16:36:05.545657 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:03Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:05.559520 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:36:05.563174 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:36:05.563788 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:36:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:05.607750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-9948e44e-1233-4588-805c-74115a3d3787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:05.609173 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-9948e44e-1233-4588-805c-74115a3d3787 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0694838 Jan 25 16:36:05.688074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-fa7cb5b2-42ca-4ca5-8710-f50bd6b33201 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725574 Jan 25 16:36:05.730562 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:36:05.760206 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:36:05.835562 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-4b41a1dd-2409-48ad-b39d-579e9209a515 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405470 Jan 25 16:36:05.970780 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-69708065-5a02-4b65-a7c5-895f75dc6d2c req-fdd58ba1-1a66-4efa-ab32-c0a2a898aa2d service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289132 Jan 25 16:36:06.087140 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:43Z', 'revision_number': 4, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '1e9cd4d5-4396-4f83-b51c-884a28b9617a', 'name': '', 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'mac_address': 'fa:16:3e:00:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:43Z', 'updated_at': '2022-01-25T16:36:05Z', 'revision_number': 4, 'project_id': 'ed663e93b98847399680c1b61b456895', 'subnets': [{'id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:06.092169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00c99be-b874-4bf0-8e26-d153314b61f4 None None] The sync data for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv is: [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:43Z', 'revision_number': 4, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': '1e9cd4d5-4396-4f83-b51c-884a28b9617a', 'name': '', 'network_id': 'fa6eb4cd-cc42-4c3f-a916-b252e3da3705', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'mac_address': 'fa:16:3e:00:6c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:43Z', 'updated_at': '2022-01-25T16:36:05Z', 'revision_number': 4, 'project_id': 'ed663e93b98847399680c1b61b456895', 'subnets': [{'id': '9606ec1c-c5c6-4cc6-9458-a722647cff7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:36:06.159396 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:03Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:36:06.163743 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af43303d-1c1e-4bff-ae57-27414bac2110 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:03Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:36:07.035293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf08902-ca9b-4bbf-8f79-ad158c9e8f9f None None] New status for floating IP 049c3e40-b7f6-411d-8be7-a1d0c68edfda: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:36:07.868185 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1e9cd4d5-4396-4f83-b51c-884a28b9617a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:08.030755 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:36:08.035374 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:08.035938 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:08.147869 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:08.178170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-83461788-4d03-435d-9175-d85057101680 None None] For port 1e9cd4d5-4396-4f83-b51c-884a28b9617a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1e9cd4d5-4396-4f83-b51c-884a28b9617a,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:36:08.236169 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:08.297818 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Pushing event updated for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:36:08.828782 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1e9cd4d5-4396-4f83-b51c-884a28b9617a up at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:36:08.899827 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-83461788-4d03-435d-9175-d85057101680 None None] Provisioning complete for port 1e9cd4d5-4396-4f83-b51c-884a28b9617a triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:36:08.900191 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:09.545446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:29.276998 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:36:29.453010 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9d58aeb8-aaa8-48a4-84be-33f6aace5d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:31.578990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-81d7a032-60aa-475d-903c-826bba5e1387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:33.013244 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:33.139792 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:34.927467 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:39.544597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:36:45.666520 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-9ab285f2-2be1-47d0-8f66-244e918fb812 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654066 Jan 25 16:36:45.805215 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-d756cf3b-0878-455c-bf1c-e9bbcb7821e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1099 time: 0.0700705 Jan 25 16:36:45.941831 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-a1e7ad6f-fe4e-4663-b12b-380f0b88495e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:45.943735 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-a1e7ad6f-fe4e-4663-b12b-380f0b88495e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1210301 Jan 25 16:36:46.043195 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-c2095fe7-4721-484f-a642-417e5d9e5d93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 1002 time: 0.0934701 Jan 25 16:36:46.103262 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-fa2cef1a-dc8c-41fd-9498-764d7b0f8bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:36:46.104655 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-fa2cef1a-dc8c-41fd-9498-764d7b0f8bf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0555313 Jan 25 16:36:46.176042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-ea7e324b-5cfd-4bc8-96bf-d1bfb85ae325 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649698 Jan 25 16:36:46.395735 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-42d73e5c-60c0-4a39-bc85-66317d143113 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130740 Jan 25 16:36:46.521544 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-758a1fe7-ce6e-41f8-bb0f-17fcd0d93130 req-59ae3526-89e2-4eba-9db9-5254d8ee317c service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200852 Jan 25 16:36:59.458365 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-85db4588-b9ff-45eb-8bbe-07f49f665a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:01.549742 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-608f3c31-fadd-4331-9b3a-dc5c5c196123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:03.035155 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:03.161801 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:04.944080 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:06.276649 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:37:09.538536 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:29.480671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-139693b4-265d-43d7-a099-8358344e2ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:31.549389 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-75e80a84-a055-4ca5-9812-4e932fcbf89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:33.023311 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:33.132038 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:34.966208 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:39.525986 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:43.277154 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:37:46.681398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-745356f0-a2bf-440d-82fb-c7e464fb692f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651364 Jan 25 16:37:46.833165 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-bf5d4b40-7674-4214-a442-546471ea2357 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1099 time: 0.0668569 Jan 25 16:37:46.969485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-1256f71a-0333-4567-867e-95f663443149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:37:46.970883 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-1256f71a-0333-4567-867e-95f663443149 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1210823 Jan 25 16:37:47.068977 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-9650c36b-f7c9-40f3-a338-0ba61f8a73bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 1002 time: 0.0928652 Jan 25 16:37:47.131948 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-bcea9924-b8aa-4b15-b17e-46acca0a1a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:37:47.133347 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-bcea9924-b8aa-4b15-b17e-46acca0a1a18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0594394 Jan 25 16:37:47.206138 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-791b676a-d6fa-4494-86fb-09ee1c1c2df5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668073 Jan 25 16:37:47.332426 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-8f933db1-95be-47e3-a731-c159c099ca1f service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204910 Jan 25 16:37:47.458495 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-d72cf98f-b6c4-4c2c-8acd-f70500327c4b req-97a4ef1e-5890-42fd-885f-38f70eef8f75 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195080 Jan 25 16:37:58.285354 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:37:58.412807 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:37:58.425085 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:37:58.511501 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:58.527960 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:37:58.542291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:37:58.611793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:37:58.678088 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:37:58.686723 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:37:58.717448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.717793 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.718129 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.718454 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.718783 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.719105 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.719425 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.719744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.720058 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.720377 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:58.720689 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:37:59.537274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-0e5014d1-4670-4628-90c4-b57324a18e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:00.297620 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:38:00.366988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:38:00.367803 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:00.479529 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:00.504943 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:38:00.514625 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:38:00.579015 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'code': 200} Jan 25 16:38:00.594879 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:00.658812 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:01.549309 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ee81c0fd-ca14-4e44-96f9-bc98ff6a1616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:03.063414 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:03.185680 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:04.931850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:09.566045 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:12.900732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-1f9e5fb3-9abd-462c-a4f1-59620af73949 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061108263&fields=id&tenant_id=efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 267 time: 0.0405223 Jan 25 16:38:13.042582 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-afddd67e-1f4a-46a3-8746-451c3db1fbcd tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:13.043884 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-afddd67e-1f4a-46a3-8746-451c3db1fbcd tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 810 time: 0.1369014 Jan 25 16:38:13.059825 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-181bdd39-73ab-45f9-ae01-2d5f507ae9c9 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/quotas/efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 375 time: 0.0107663 Jan 25 16:38:13.145192 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-be4b179b-9fe9-4c3e-bca4-0710283f7066 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0807388 Jan 25 16:38:13.371388 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-16d30e2f-57dd-493d-b3dd-d1ee35d51db5 service neutron] 10.222.0.26 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147527 Jan 25 16:38:13.579464 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-bea50d2b-6b31-4411-8072-4eeb1ac54a5c service neutron] 10.222.0.26 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024987 Jan 25 16:38:13.872064 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9a8276cf-b664-418e-9f5e-c91e3a80e4ad req-d1d9b299-16a3-41d1-979f-f0fcdfee2e02 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 210 time: 0.0430734 Jan 25 16:38:14.343839 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:38:14.453842 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:14.480246 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:38:14.489342 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:38:14.534913 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'code': 200} Jan 25 16:38:14.554081 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:14.619907 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:15.034852 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ecf85faf-e5d9-45a5-ad6d-7f66d6e473fd req-9a1fe28a-e0f3-4057-96c5-a1d6597c22dd tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 210 time: 0.0405025 Jan 25 16:38:16.055209 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-c32c0ce7-6d6e-4beb-b789-d81028bd92b5 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:16.056594 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-c32c0ce7-6d6e-4beb-b789-d81028bd92b5 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 810 time: 0.1458495 Jan 25 16:38:16.110857 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-bf5138b6-ee01-4cca-bfea-cb7035c39251 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efcf1763a30447239fdb48d902e98113 HTTP/1.1" status: 200 len: 380 time: 0.0420184 Jan 25 16:38:16.118623 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'port': {'device_id': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'admin_state_up': True, 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'security_groups': ['5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17']}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:38:16.233141 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c9c148df-aa89-4b2a-afd4-06dbaf78bf64 req-57f627ff-28fc-4e9f-a965-3b5c4eb0b5d0 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 210 time: 0.0519762 Jan 25 16:38:16.293476 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:38:16.303877 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:38:16.382633 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Made reservation on behalf of efcf1763a30447239fdb48d902e98113 for: {'port': 1} {{(pid=84139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 25 16:38:16.386488 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:16.546284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Allocated IP 172.20.0.11 (2b188c99-afa7-4db2-9d16-f2c8a8ef47b7/3ecef5fc-4ede-4e75-a813-fef8f1791726/800e506d-c378-4f57-85ab-a0ae2b3c1869) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:38:16.731169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:16.755087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Transition to ACTIVE for port object 800e506d-c378-4f57-85ab-a0ae2b3c1869 will not be triggered until provisioned by entity DHCP. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:38:16.858786 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:16.937895 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:38:16.941100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:38:16.953038 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:16.955919 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:38:17.021955 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.022300 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.022637 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.022958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.023435 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.023909 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.024378 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.024855 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.025315 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.025875 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.026620 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:38:17.061272 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:17.063457 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:17.161461 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-af67b768-2ee9-468a-82e4-cc668c5dd0b4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0462952 Jan 25 16:38:17.314410 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9b79f54b-511e-4c2b-ad5e-9abd538461f8 None None] Provisioning for port 800e506d-c378-4f57-85ab-a0ae2b3c1869 completed by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:38:17.320065 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-9b79f54b-511e-4c2b-ad5e-9abd538461f8 None None] Provisioning complete for port 800e506d-c378-4f57-85ab-a0ae2b3c1869 triggered by entity DHCP. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:38:17.320440 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9b79f54b-511e-4c2b-ad5e-9abd538461f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:17.404261 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-9b79f54b-511e-4c2b-ad5e-9abd538461f8 None None] Port 800e506d-c378-4f57-85ab-a0ae2b3c1869 cannot update to ACTIVE because it is not bound. {{(pid=84140) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 25 16:38:17.449974 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed4bb7-05b0-4333-9d0f-008649ee6935 req-a50ba3e5-e6e8-4645-9cf3-6a3d82aca4d2 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:17.450770 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-07ed4bb7-05b0-4333-9d0f-008649ee6935 req-a50ba3e5-e6e8-4645-9cf3-6a3d82aca4d2 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:38:17.537290 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-07ed4bb7-05b0-4333-9d0f-008649ee6935 req-a50ba3e5-e6e8-4645-9cf3-6a3d82aca4d2 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:38:17.538488 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07ed4bb7-05b0-4333-9d0f-008649ee6935 req-a50ba3e5-e6e8-4645-9cf3-6a3d82aca4d2 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.1765270 Jan 25 16:38:17.589956 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-07ed4bb7-05b0-4333-9d0f-008649ee6935 req-c05737b2-360c-4d27-a261-49fd14617c62 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 Jan 25 16:38:18.790806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59496c-60ac-4680-b49d-39be53cc15b2 req-258afde8-2768-404b-99d2-2d076fedc5ed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:18.792457 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a59496c-60ac-4680-b49d-39be53cc15b2 req-258afde8-2768-404b-99d2-2d076fedc5ed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0768034 Jan 25 16:38:18.850143 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7a59496c-60ac-4680-b49d-39be53cc15b2 req-428a5056-7c01-41e5-9f98-b3749f63a2a4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519791 Jan 25 16:38:20.055255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522de296-b963-4cd0-9a7c-00ccb2a227f2 req-4078ff49-fb16-40d7-826b-c5c77a7a9948 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:20.056708 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-522de296-b963-4cd0-9a7c-00ccb2a227f2 req-4078ff49-fb16-40d7-826b-c5c77a7a9948 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0855346 Jan 25 16:38:20.111540 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-522de296-b963-4cd0-9a7c-00ccb2a227f2 req-0472d04a-0d97-4546-b2da-01ef245469be tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489078 Jan 25 16:38:20.278150 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:38:21.310940 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ccfb0-833b-42a7-b700-21319029399c req-01d096e7-e1ae-4028-84cc-47a5f26fa747 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:21.312403 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a77ccfb0-833b-42a7-b700-21319029399c req-01d096e7-e1ae-4028-84cc-47a5f26fa747 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0773292 Jan 25 16:38:21.362280 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a77ccfb0-833b-42a7-b700-21319029399c req-9c1bd11b-9249-4ff6-bb6d-07a26de5ff6a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442479 Jan 25 16:38:22.570046 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cd10b-63fa-4876-9d54-415b778ac643 req-88de2cff-8ed3-4812-a658-0f0688f83eb4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:22.571658 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-821cd10b-63fa-4876-9d54-415b778ac643 req-88de2cff-8ed3-4812-a658-0f0688f83eb4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0806911 Jan 25 16:38:22.618078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-821cd10b-63fa-4876-9d54-415b778ac643 req-1089d2f7-2483-4b8c-b4d2-50ec92b9d8ea tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402710 Jan 25 16:38:23.855864 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e324b6b-f7bb-413d-b7d6-68cbf4599e97 req-9fbc764a-5fb5-4f38-9ba8-5e13fe4e4c48 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:23.857419 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1e324b6b-f7bb-413d-b7d6-68cbf4599e97 req-9fbc764a-5fb5-4f38-9ba8-5e13fe4e4c48 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0984874 Jan 25 16:38:23.942663 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-1e324b6b-f7bb-413d-b7d6-68cbf4599e97 req-52707cce-edbe-42ba-b83e-8e223f90b2e7 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509830 Jan 25 16:38:25.115512 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edd5b6-acea-43da-8c22-e794bba0e51d req-da5b8702-6ed2-44f4-a9f5-8eda37d3f40e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:25.117042 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-71edd5b6-acea-43da-8c22-e794bba0e51d req-da5b8702-6ed2-44f4-a9f5-8eda37d3f40e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 932 time: 0.0742080 Jan 25 16:38:25.161818 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-71edd5b6-acea-43da-8c22-e794bba0e51d req-d96a8e92-622f-4557-a8f6-8e8a811e8949 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387928 Jan 25 16:38:25.243701 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Request body: {'port': {'device_id': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8262'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:38:25.428348 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:25.749772 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800e506d-c378-4f57-85ab-a0ae2b3c1869 {{(pid=84139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:38:25.756302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:25.769897 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.provisioning_blocks [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Transition to ACTIVE for port object 800e506d-c378-4f57-85ab-a0ae2b3c1869 will not be triggered until provisioned by entity L2. {{(pid=84139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 25 16:38:25.856829 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:25.985594 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:26.095530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Attempting to bind port 800e506d-c378-4f57-85ab-a0ae2b3c1869 on host hv-neutron-8262 for vnic_type normal with profile {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 25 16:38:26.095857 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Attempting to bind port 800e506d-c378-4f57-85ab-a0ae2b3c1869 by drivers openvswitch,hyperv on host hv-neutron-8262 at level 0 using segments [{'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 25 16:38:26.096175 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Attempting to bind port 800e506d-c378-4f57-85ab-a0ae2b3c1869 on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:38:26.101827 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Port 800e506d-c378-4f57-85ab-a0ae2b3c1869 on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8262 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 25 16:38:26.102141 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Attempting to bind port 800e506d-c378-4f57-85ab-a0ae2b3c1869 on network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 25 16:38:26.108809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Checking agent: {'id': 'af3aca30-df9b-45b8-a677-c2424cabdbd4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8262', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'started_at': datetime.datetime(2022, 1, 25, 15, 28, 38), 'heartbeat_timestamp': datetime.datetime(2022, 1, 25, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 25 16:38:26.109138 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Checking segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Jan 25 16:38:26.109544 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Bound using segment: {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'} {{(pid=84139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 25 16:38:26.109956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.managers [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Bound port: 800e506d-c378-4f57-85ab-a0ae2b3c1869, host: hv-neutron-8262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270fe6be-33c9-4f6d-9b91-d6e1532ccf73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7'}}] {{(pid=84139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 25 16:38:26.110296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:26.199406 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, cleared binding levels {{(pid=84139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 25 16:38:26.202995 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 25 16:38:26.263717 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:26.359888 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:26.361210 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] 10.222.0.41 "PUT /v2.0/ports/800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 200 len: 1094 time: 1.1216269 Jan 25 16:38:26.363056 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:38:26.399569 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96218f-3651-4ebc-875a-7738dd760c33 service neutron] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=3']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:26.420201 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87f9ee-3e53-489e-a0a7-faada36c7a20 req-63b87476-422a-4f5e-8dc2-bdd9efa0041e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:26.421968 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe87f9ee-3e53-489e-a0a7-faada36c7a20 req-63b87476-422a-4f5e-8dc2-bdd9efa0041e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.1267161 Jan 25 16:38:26.423558 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'status': 'completed', 'code': 200} Jan 25 16:38:26.521967 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-fe87f9ee-3e53-489e-a0a7-faada36c7a20 req-d7c10179-b9aa-4586-8b6a-9d0ed0c0bcbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919275 Jan 25 16:38:26.536274 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-902bcdf0-29fc-4cf8-916d-c508f2dcbf27 req-a36d02f6-58a1-4558-a1d0-40d6ed962a18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1097 time: 0.0917258 Jan 25 16:38:26.671817 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bcdf0-29fc-4cf8-916d-c508f2dcbf27 req-6db32576-7397-4052-b29f-0bb0229ba678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:26.673221 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-902bcdf0-29fc-4cf8-916d-c508f2dcbf27 req-6db32576-7397-4052-b29f-0bb0229ba678 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=efcf1763a30447239fdb48d902e98113&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1305339 Jan 25 16:38:26.802462 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bcdf0-29fc-4cf8-916d-c508f2dcbf27 req-c4eb2996-ca9e-4fb6-b1fd-2b7d88f24ce8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:26.803834 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-902bcdf0-29fc-4cf8-916d-c508f2dcbf27 req-c4eb2996-ca9e-4fb6-b1fd-2b7d88f24ce8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248853 Jan 25 16:38:26.906701 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-65011041-360d-486f-87d2-b93ab9be5f26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1097 time: 0.0692637 Jan 25 16:38:26.970637 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-42f10abe-4c19-4c5a-8ba4-1f0188d6c409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 200 len: 217 time: 0.0578601 Jan 25 16:38:27.032136 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-a8e6ab79-a718-48e9-a4d0-e0aa1afffd82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:27.033483 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-a8e6ab79-a718-48e9-a4d0-e0aa1afffd82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0578847 Jan 25 16:38:27.103823 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-5fd4f77e-e834-4488-b9fb-b37bacfe7496 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645516 Jan 25 16:38:27.311147 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-f31bd162-ebfb-41db-9dee-9dee9ae9b945 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011039 Jan 25 16:38:27.436882 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-7c949a30-2f97-49d2-9673-7ff2d59b5b17 req-0e3800d3-91bb-4ba9-a4ce-731bcf69ca36 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196475 Jan 25 16:38:27.718671 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a02337-18be-40fe-9f42-d684b699dd47 req-96f8e00e-f237-4205-b3ac-75032b2d7601 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:27.720063 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7a02337-18be-40fe-9f42-d684b699dd47 req-96f8e00e-f237-4205-b3ac-75032b2d7601 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.0780375 Jan 25 16:38:27.764078 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-e7a02337-18be-40fe-9f42-d684b699dd47 req-702631a9-c0fd-4a47-86fa-f1d808b1737f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jan 25 16:38:28.954427 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa025ad-bebe-47e2-b58f-977f77a152c6 req-f0c30461-9bd1-4ac6-a3b6-5f88810470f4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:28.955840 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2fa025ad-bebe-47e2-b58f-977f77a152c6 req-f0c30461-9bd1-4ac6-a3b6-5f88810470f4 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.0741403 Jan 25 16:38:28.999733 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-2fa025ad-bebe-47e2-b58f-977f77a152c6 req-25ddaf24-c518-439b-b60f-16a078409314 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385182 Jan 25 16:38:29.485495 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b096b7ad-02cc-4da5-a1db-962f24004e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:30.198966 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ee607-9435-4368-88a7-1c0212dbd1a8 req-00d9f253-c849-4ebe-9c09-8a24dbf230f0 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:30.200402 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9d0ee607-9435-4368-88a7-1c0212dbd1a8 req-00d9f253-c849-4ebe-9c09-8a24dbf230f0 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.0786002 Jan 25 16:38:30.243897 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9d0ee607-9435-4368-88a7-1c0212dbd1a8 req-48cb76d2-09d7-4132-99a1-6696f0197b68 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Jan 25 16:38:30.436959 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:38:30.566127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:38:30.579367 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'mac_address': 'fa:16:3e:76:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:38:30.632746 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:30.649861 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800e506d-c378-4f57-85ab-a0ae2b3c1869 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:38:30.664291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:38:30.730854 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:30.792544 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=4']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:30.996197 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['800e506d-c378-4f57-85ab-a0ae2b3c1869'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:38:31.433999 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3a80f-23a6-49fe-93d3-97e4390e2d91 req-f4e5a5db-5ff7-423b-b13b-119dd3aa9532 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:31.435449 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-66d3a80f-23a6-49fe-93d3-97e4390e2d91 req-f4e5a5db-5ff7-423b-b13b-119dd3aa9532 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 945 time: 0.0747118 Jan 25 16:38:31.480766 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-66d3a80f-23a6-49fe-93d3-97e4390e2d91 req-92a56dab-2cac-42bb-b3d5-844538fb9d12 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399313 Jan 25 16:38:31.548292 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-c061045b-9c10-4440-b79e-f49a4dd746f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:32.469093 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:38:32.611076 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning for port 800e506d-c378-4f57-85ab-a0ae2b3c1869 completed by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 25 16:38:32.616021 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 800e506d-c378-4f57-85ab-a0ae2b3c1869 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:38:32.616446 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:32.677846 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357e8c-d0d9-449e-95a2-da578cbe64ea req-6663e331-e0ce-4820-b726-f5e78d58cea8 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:32.679322 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e357e8c-d0d9-449e-95a2-da578cbe64ea req-6663e331-e0ce-4820-b726-f5e78d58cea8 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 945 time: 0.0795438 Jan 25 16:38:32.724326 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4e357e8c-d0d9-449e-95a2-da578cbe64ea req-e7d924c7-3913-46bc-972b-af68c82db5de tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394387 Jan 25 16:38:32.727677 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:32.754018 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:38:32.763832 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:38:32.806288 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'code': 200} Jan 25 16:38:32.839757 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:32.908676 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=5']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:33.039753 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:33.170906 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6c11ae9e-f29a-4e7c-9193-e7a6ce494b86 req-679d1232-ef5e-49aa-b99b-7814220b4078 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1099 time: 0.0670135 Jan 25 16:38:33.176990 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:33.214917 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6c11ae9e-f29a-4e7c-9193-e7a6ce494b86 req-3171a5da-0093-4b2d-bb75-2cd4a043967a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385864 Jan 25 16:38:33.916528 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9d80c-18d5-4e54-b6cd-12de1e7579a1 req-d3f6747c-b03b-4dd4-a27d-96f5212fc68f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:33.917973 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4c9d80c-18d5-4e54-b6cd-12de1e7579a1 req-d3f6747c-b03b-4dd4-a27d-96f5212fc68f tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Jan 25 16:38:33.962333 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-c4c9d80c-18d5-4e54-b6cd-12de1e7579a1 req-bddbf446-4ec7-4114-a5a6-ad1c99a4b9bc tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384953 Jan 25 16:38:34.948265 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:35.161075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef6e53-25da-4041-8c60-00f66cc1f1c4 req-e222c09c-06a8-4e9a-9ab3-9ae4eec51768 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:35.162552 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cef6e53-25da-4041-8c60-00f66cc1f1c4 req-e222c09c-06a8-4e9a-9ab3-9ae4eec51768 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 946 time: 0.0777376 Jan 25 16:38:35.206737 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-6cef6e53-25da-4041-8c60-00f66cc1f1c4 req-44784e05-45c9-4b40-b7cd-43b3ee4eca02 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Jan 25 16:38:35.400785 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904add2-b09f-4a1f-9fe5-f7ef5ea99b16 req-0e64e905-7079-440b-bc82-d74c9833940b tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:35.402149 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0904add2-b09f-4a1f-9fe5-f7ef5ea99b16 req-0e64e905-7079-440b-bc82-d74c9833940b tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 946 time: 0.0740807 Jan 25 16:38:35.446623 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-0904add2-b09f-4a1f-9fe5-f7ef5ea99b16 req-bc412e52-9420-43e7-8116-1eaa86c47c92 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Jan 25 16:38:35.472784 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44810) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:38:35.543850 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-756697c7-9974-4c0d-857a-8fb148a46bb7 tempest-TestSnapshotPattern-1220525690 tempest-TestSnapshotPattern-1220525690-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1094 time: 0.0699341 Jan 25 16:38:35.546483 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44814) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:38:35.551463 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.v2.base [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Request body: {'floatingip': {'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 25 16:38:35.556806 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 25 16:38:35.560555 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Usage tracker for resource:floatingip and tenant:efcf1763a30447239fdb48d902e98113 is out of sync, need to count used quota {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 25 16:38:35.563361 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 25 16:38:35.569353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.quota.driver [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 25 16:38:35.674296 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:35.805087 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:35.938778 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_common [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Allocated IP 172.26.8.96 (7244e257-8b5c-49e8-b493-61958272c594/51b32eb5-c232-4ce2-9de6-ddd7a4185135/edda1475-7fd5-47dd-b88b-9fcffc66f941) {{(pid=84139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 25 16:38:36.086923 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:36.171332 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786097611219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:36.235257 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Network 7244e257-8b5c-49e8-b493-61958272c594 is already hosted by enough agents. {{(pid=84139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 25 16:38:36.238002 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.base_scheduler [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Resources bound (agent type, host, resource id): {{(pid=84139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 25 16:38:36.241627 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Received port after_create {{(pid=84139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 25 16:38:36.273311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=edda1475-7fd5-47dd-b88b-9fcffc66f941,revision_number=1']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:36.809464 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:36.909800 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:37.103016 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for port, precommit_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:37.153965 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7054441'] for port, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:37.255469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event updated for resources: {'Port': ['ID=edda1475-7fd5-47dd-b88b-9fcffc66f941,revision_number=2']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:38:37.271194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390694'] for floatingip, after_update {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:37.453549 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.db.l3_db [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Floating IP 5e4c23b7-95c0-4e7f-aa24-be6924129157 associated. External IP: 172.26.8.96, port: 800e506d-c378-4f57-85ab-a0ae2b3c1869. Jan 25 16:38:37.827540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:38:38.109344 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:38:38.119574 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:38:38.131192 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:38:38.131869 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:38:38.199859 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:38.255604 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c26e560f-1b45-40bc-b5c0-e6bab65e2451 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7081239 Jan 25 16:38:38.256530 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:38:38.308831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:38:38.310900 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'status': 'completed', 'code': 200} Jan 25 16:38:38.398501 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-10af117f-33ad-41a4-bfd3-29603b86f724 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1099 time: 0.0668559 Jan 25 16:38:38.527447 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-55ca5d15-a6e4-4303-9d8f-e9cbd44eeaed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:38.529450 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-55ca5d15-a6e4-4303-9d8f-e9cbd44eeaed service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1244495 Jan 25 16:38:38.629667 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-13df89cb-a875-437f-9271-39e384b41cf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 200 len: 999 time: 0.0942917 Jan 25 16:38:38.641982 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}, {'id': '5e4c23b7-95c0-4e7f-aa24-be6924129157', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:76:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:38:36Z', 'updated_at': '2022-01-25T16:38:36Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:38:38.645792 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:38:38.656641 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:38:38.657168 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:38:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:38:38.690012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-6d86b075-0f9b-4c29-ae10-e53335102a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:38.691416 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-6d86b075-0f9b-4c29-ae10-e53335102a3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0560443 Jan 25 16:38:38.767931 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-cb98ac45-1ece-4dc4-a9a4-6d922c046d4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703928 Jan 25 16:38:38.831703 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:38:38.897348 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-072c3fec-fd00-4751-8233-71c02bc24587 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234336 Jan 25 16:38:39.024557 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a1ef2c5b-51da-4610-b917-d51741ad9c89 req-986c4b2a-b686-46db-a29f-71cf46438c85 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220884 Jan 25 16:38:39.197759 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}, {'id': '5e4c23b7-95c0-4e7f-aa24-be6924129157', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:76:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:38:36Z', 'updated_at': '2022-01-25T16:38:36Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:38:39.201692 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021b76c-67e7-481d-b69a-1255fb5a0f51 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}, {'id': '5e4c23b7-95c0-4e7f-aa24-be6924129157', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:76:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:38:36Z', 'updated_at': '2022-01-25T16:38:36Z', 'revision_number': 0, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:38:39.391817 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dfdd78-892c-4b74-a8e4-52f7bee3b420 None None] New status for floating IP 5e4c23b7-95c0-4e7f-aa24-be6924129157: ACTIVE {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:38:39.588999 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:38:48.307978 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-e29a7aeb-5388-4439-9ee2-ccf9f0b5ecea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646498 Jan 25 16:38:48.439225 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-eb675eda-e775-4a09-a082-fe6e0c0904cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1097 time: 0.0665743 Jan 25 16:38:48.577986 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-f2d6a467-055d-4820-bcf6-c7f47103d158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:48.579414 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-f2d6a467-055d-4820-bcf6-c7f47103d158 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1227939 Jan 25 16:38:48.678773 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-62888a53-1fd3-4845-9e62-cd82becfc3d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 1000 time: 0.0936358 Jan 25 16:38:48.741724 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-476a800f-38b9-4120-bd4f-8ba2200bf9e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:38:48.743188 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-476a800f-38b9-4120-bd4f-8ba2200bf9e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0588610 Jan 25 16:38:48.814706 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-cb9510f7-5fef-4929-be7f-8710b59cb103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661681 Jan 25 16:38:49.023859 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-5a68e538-dffe-4f25-91da-87a61d9b45ff service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021451 Jan 25 16:38:49.152205 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-9dbda83c-ea12-4ce8-8bc5-a056eec85cda req-08db5798-8d4c-4fe2-b05f-1a2bbbef2a32 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228354 Jan 25 16:38:57.278251 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:38:59.473662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9f0c96da-67ae-41a3-8b04-b2dd43c3f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:01.553200 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-edef92ba-5681-4b17-9a2a-cfd4c41cc05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:03.021918 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:03.153255 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:04.947553 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:09.581671 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:29.490158 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7046065a-0b52-4550-ba1d-d4d10197a910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:31.547233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1b2866ae-6509-4af7-bdea-c71322e6c85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:33.021235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:33.158535 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:34.278127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:39:34.941372 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:39.604181 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:39:47.765841 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-958a472e-75c4-471d-81b9-c31baa065738 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1332536 Jan 25 16:39:47.850318 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-49c53ad0-23ec-4c3f-bc50-d29f0112f44f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1099 time: 0.0663805 Jan 25 16:39:47.993226 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-eca601a1-61d1-468f-9d01-b06d7a8d11fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:47.994677 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-eca601a1-61d1-468f-9d01-b06d7a8d11fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1275411 Jan 25 16:39:48.096690 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-0cf67e4e-31a7-4fbc-974b-87ecd4821a04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 200 len: 1001 time: 0.0955563 Jan 25 16:39:48.157759 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-c6ee3deb-7d05-4707-8d13-ec95260bf977 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:39:48.159171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-c6ee3deb-7d05-4707-8d13-ec95260bf977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0568557 Jan 25 16:39:48.233732 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-001d3bfd-60cc-458f-9660-933ff321a54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688226 Jan 25 16:39:48.360217 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-cb1e81e4-0e3f-493c-ba98-73a313d904ab service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204989 Jan 25 16:39:48.487335 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-b4e56202-7bf0-45be-8d77-3a57d9492c41 req-cd8e6db5-0c9b-43e8-b1d5-a3c3c6af1bb5 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213558 Jan 25 16:39:59.483563 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-015ecfc0-1e91-4595-bd7f-d713b8d0d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:01.552294 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ec643e41-bd2c-44c8-8a37-7fd8547090ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:03.009492 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:03.175097 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:04.946376 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:09.574975 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:11.277831 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:40:12.903581 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 details requested by agent hyperv_hv-neutron-8262 with host hv-neutron-8262 {{(pid=84140) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 25 16:40:13.032647 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:13.045275 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Returning: {'device': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'port_id': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'mac_address': 'fa:16:3e:76:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84140) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 25 16:40:13.103370 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:13.121131 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 800e506d-c378-4f57-85ab-a0ae2b3c1869 {{(pid=84140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 25 16:40:13.136611 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:13.192670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:13.260428 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=6']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:13.270641 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.270949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.271291 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.271622 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.271954 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.272286 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.272609 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.272931 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.273248 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.273597 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.273914 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:13.278666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] get_ports_and_sgs() called for port_ids ['800e506d-c378-4f57-85ab-a0ae2b3c1869'] {{(pid=84140) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 25 16:40:14.914249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 up at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 25 16:40:14.992035 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.provisioning_blocks [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Provisioning complete for port 800e506d-c378-4f57-85ab-a0ae2b3c1869 triggered by entity L2. {{(pid=84140) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 25 16:40:14.992662 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-567087'] for port, provisioning_complete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:15.119308 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:15.151987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:15.174691 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:15.218302 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'code': 200} Jan 25 16:40:15.238069 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:15.316584 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=7']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:25.895510 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 44958) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:26.085622 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Deleting port edda1475-7fd5-47dd-b88b-9fcffc66f941 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:26.085963 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:26.248958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:26.249284 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:26.452531 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Calling delete_port for edda1475-7fd5-47dd-b88b-9fcffc66f941 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:26.665983 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:26.708362 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event deleted for resources: {'Port': ['ID=edda1475-7fd5-47dd-b88b-9fcffc66f941,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:26.745169 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.745538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.745866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.746194 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.746519 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.746840 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.747160 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.747479 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.747793 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.748107 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.748421 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-826291-2-hyperv {{(pid=84139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 25 16:40:26.808830 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:27.186042 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:40:27.376309 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:40:27.386189 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:40:27.397860 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:27.398369 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:27.448929 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:27.506365 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-717cd96f-be7f-48ef-8033-dc2b82afda95 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "DELETE /v2.0/floatingips/5e4c23b7-95c0-4e7f-aa24-be6924129157 HTTP/1.1" status: 204 len: 168 time: 1.6072664 Jan 25 16:40:27.506365 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:27.575634 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:27.648983 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'status': 'completed', 'code': 200} Jan 25 16:40:27.741759 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-e04b45e2-4c6a-4aaf-b022-e580fce2de3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 1099 time: 0.0682411 Jan 25 16:40:27.870484 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-e3308cc0-b841-474e-a503-5ab45e426107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:27.871908 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-e3308cc0-b841-474e-a503-5ab45e426107 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1245923 Jan 25 16:40:27.930884 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:27.934718 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:40:27.943264 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-febdb07a-5a5a-495d-a3ae-c5b630a5be67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 200 len: 217 time: 0.0640163 Jan 25 16:40:27.951120 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:27.951838 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:01Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:28.011654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-ea446a04-287e-40ec-97db-2df6189b09fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:28.013346 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-ea446a04-287e-40ec-97db-2df6189b09fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0643811 Jan 25 16:40:28.138596 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:28.147398 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-553b14a4-f247-4acf-95b7-1873ca3af70f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275699 Jan 25 16:40:28.159236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233fe8-1bef-4e50-a8f1-495bf73fa374 req-21e4ca83-fec3-4937-bac0-3ccd569c9f12 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:28.159901 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a233fe8-1bef-4e50-a8f1-495bf73fa374 req-21e4ca83-fec3-4937-bac0-3ccd569c9f12 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:40:28.387263 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-ac98d725-e557-48ae-bf09-e4567780c987 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244840 Jan 25 16:40:28.413477 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-4a233fe8-1bef-4e50-a8f1-495bf73fa374 req-21e4ca83-fec3-4937-bac0-3ccd569c9f12 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:40:28.414535 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a233fe8-1bef-4e50-a8f1-495bf73fa374 req-21e4ca83-fec3-4937-bac0-3ccd569c9f12 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 946 time: 0.4365056 Jan 25 16:40:28.488815 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:28.492949 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d056b567-11f3-4f5f-8779-20ed3374b8d8 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_floatingips': [{'id': '049c3e40-b7f6-411d-8be7-a1d0c68edfda', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'router_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'port_id': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'mac_address': 'fa:16:3e:d1:c4:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-25T16:36:03Z', 'updated_at': '2022-01-25T16:36:07Z', 'revision_number': 1, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:40:28.534088 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-4a233fe8-1bef-4e50-a8f1-495bf73fa374 req-f9008d4d-8a33-49ec-9ff1-1a558a3fcfa1 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712862 Jan 25 16:40:28.556926 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-65dc5f7f-4955-45be-89b1-7181f53fb7e3 req-5549fbdd-3401-44b1-ace2-6ccd6215be05 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594045 Jan 25 16:40:28.719432 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91d6d4-faba-4828-86c9-8bfd96a9ded6 None None] New status for floating IP 5e4c23b7-95c0-4e7f-aa24-be6924129157: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:40:28.972809 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:29.112945 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575209'] for port, before_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:29.138421 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:29.148280 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:29.194278 dv-neutron-826291-2-hyperv neutron-server[84140]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'code': 200} Jan 25 16:40:29.197730 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786097970180', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786097611237', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786097611542'] for port, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:29.267235 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Pushing event updated for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=8']} {{(pid=84140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:29.475218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-04f850f9-e274-4ec1-b972-78dc97aa52fb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:29.476669 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-04f850f9-e274-4ec1-b972-78dc97aa52fb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.0792801 Jan 25 16:40:29.483595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-862379e6-a45b-4105-a08c-b9abd5b6ddbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:29.545076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Deleting port 800e506d-c378-4f57-85ab-a0ae2b3c1869 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:29.545432 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:29.834333 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] For port 800e506d-c378-4f57-85ab-a0ae2b3c1869, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=800e506d-c378-4f57-85ab-a0ae2b3c1869,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:29.834597 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:29.957080 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Calling delete_port for 800e506d-c378-4f57-85ab-a0ae2b3c1869 owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:29.988228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e62c1-c36b-4a83-91f5-e47483fe242c req-2c5f9d25-87d6-47d1-a542-bc770f14685a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:29.989676 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-445e62c1-c36b-4a83-91f5-e47483fe242c req-2c5f9d25-87d6-47d1-a542-bc770f14685a tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 944 time: 0.3179803 Jan 25 16:40:30.063055 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-445e62c1-c36b-4a83-91f5-e47483fe242c req-ef13d173-697d-40fd-a59e-53eb81c06186 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671389 Jan 25 16:40:30.180521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:30.228467 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event deleted for resources: {'Port': ['ID=800e506d-c378-4f57-85ab-a0ae2b3c1869,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:30.299469 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] No DVR routers for this DVR port 800e506d-c378-4f57-85ab-a0ae2b3c1869 on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:40:30.301742 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:30.304100 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-deleted', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:30.357633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f80daaf-4ae3-4fe1-a65d-f08346ba0a91', 'name': 'network-vif-deleted', 'tag': '800e506d-c378-4f57-85ab-a0ae2b3c1869', 'status': 'completed', 'code': 200} Jan 25 16:40:30.359437 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-bff5fb54-5f0b-486c-9227-d2e09c278d88 req-23df9cff-1c39-433d-a316-6362770e5737 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "DELETE /v2.0/ports/800e506d-c378-4f57-85ab-a0ae2b3c1869 HTTP/1.1" status: 204 len: 173 time: 0.8781786 Jan 25 16:40:31.242144 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a2a63e2c-359a-4268-af3a-428bec9b5dcb req-5586770c-3786-4454-8b4c-73d10d7ad28d tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:40:31.339950 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-a2a63e2c-359a-4268-af3a-428bec9b5dcb req-5586770c-3786-4454-8b4c-73d10d7ad28d tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:40:31.341074 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-a2a63e2c-359a-4268-af3a-428bec9b5dcb req-5586770c-3786-4454-8b4c-73d10d7ad28d tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f80daaf-4ae3-4fe1-a65d-f08346ba0a91 HTTP/1.1" status: 200 len: 210 time: 0.1416535 Jan 25 16:40:31.557390 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-ec89396d-ed35-42b7-a886-d3e3cff8474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:33.009032 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:33.163218 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:33.671030 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45020) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:33.866091 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Deleting port b48ba4e1-a175-4573-836a-8c0fe489e482 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:33.866485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.121021 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.121266 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.237942 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Calling delete_port for b48ba4e1-a175-4573-836a-8c0fe489e482 owned by network:floatingip {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:34.426424 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.468797 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event deleted for resources: {'Port': ['ID=b48ba4e1-a175-4573-836a-8c0fe489e482,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:34.563182 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for floatingip, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.942668 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:40:34.951968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:34.996164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:35.026789 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: 800e506d-c378-4f57-85ab-a0ae2b3c1869 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:35.027127 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device 800e506d-c378-4f57-85ab-a0ae2b3c1869 not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:35.139075 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:40:35.150426 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:40:35.161718 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:35.162304 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:35.208969 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for floatingip, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:35.266260 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ad4b244a-0444-4b1c-b948-93fb0e7c9fed tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "DELETE /v2.0/floatingips/049c3e40-b7f6-411d-8be7-a1d0c68edfda HTTP/1.1" status: 204 len: 168 time: 1.5918753 Jan 25 16:40:35.266260 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:35.321633 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'status': 'completed', 'code': 200} Jan 25 16:40:35.366537 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:35.414186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-7ff9e849-118e-44a1-9359-7fc6f1e4cc40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=efcf1763a30447239fdb48d902e98113&device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 1097 time: 0.0714228 Jan 25 16:40:35.550151 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56339233-8904-47c6-82cf-ae800f30a716 req-211d2cf3-26b2-4d0c-9356-0615cb3916ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:35.551643 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-211d2cf3-26b2-4d0c-9356-0615cb3916ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 200 len: 911 time: 0.1281905 Jan 25 16:40:35.624476 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-4b9cdfef-436f-4742-b2d3-6060ed042940 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 200 len: 217 time: 0.0670192 Jan 25 16:40:35.678023 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:35.681904 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:40:35.689434 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56339233-8904-47c6-82cf-ae800f30a716 req-dee9c89c-9d55-4c58-b0ad-31d2fdec34a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:35.691527 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-dee9c89c-9d55-4c58-b0ad-31d2fdec34a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 200 len: 849 time: 0.0617731 Jan 25 16:40:35.692779 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:35.693370 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:35.780484 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-f8ba6ede-795c-4b2a-af98-9522c57a7add service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762966 Jan 25 16:40:35.875151 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:36.054334 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-77dc5f0a-fe24-4a0d-84b2-2bc88606991f service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669988 Jan 25 16:40:36.066520 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf47a1-93fe-4695-8363-8a182eddf855 req-d8c5f8d7-b209-4c8f-a4c3-1dfd0dd6cc42 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:36.067455 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-14cf47a1-93fe-4695-8363-8a182eddf855 req-d8c5f8d7-b209-4c8f-a4c3-1dfd0dd6cc42 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:40:36.181977 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:36.186127 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8785f-856f-4f0d-9e16-c97327a6d533 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:35:36Z', 'revision_number': 4, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv', '_interfaces': [{'id': 'abfef8f0-ddd5-4dc3-a923-2c7f22079cdf', 'name': '', 'network_id': '2b188c99-afa7-4db2-9d16-f2c8a8ef47b7', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'mac_address': 'fa:16:3e:f3:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:35Z', 'updated_at': '2022-01-25T16:35:45Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'subnets': [{'id': '3ecef5fc-4ede-4e75-a813-fef8f1791726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:40:36.199367 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-14cf47a1-93fe-4695-8363-8a182eddf855 req-d8c5f8d7-b209-4c8f-a4c3-1dfd0dd6cc42 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:40:36.200519 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14cf47a1-93fe-4695-8363-8a182eddf855 req-d8c5f8d7-b209-4c8f-a4c3-1dfd0dd6cc42 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 944 time: 0.4404044 Jan 25 16:40:36.203863 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-56339233-8904-47c6-82cf-ae800f30a716 req-430da32a-4241-4565-acc3-1cc02d9d6c22 service neutron] 10.222.0.41 "GET /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328368 Jan 25 16:40:36.251794 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-14cf47a1-93fe-4695-8363-8a182eddf855 req-70e3f518-8e2b-4608-9a12-2b6bebdad75e tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458174 Jan 25 16:40:36.417512 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ffe357-4bf6-40f8-a85c-901f15ea7599 None None] New status for floating IP 049c3e40-b7f6-411d-8be7-a1d0c68edfda: DOWN {{(pid=84140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 25 16:40:37.265054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-aa7b1459-4158-4cf0-9674-a3e8c900bae3 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:37.266475 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-aa7b1459-4158-4cf0-9674-a3e8c900bae3 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 944 time: 0.0728450 Jan 25 16:40:37.332311 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Deleting port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:37.332647 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:37.575612 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd0e92-ef5d-4a19-b468-6047ef8f23cd req-536558ed-173f-4cec-8744-6e4e73abf383 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 25 16:40:37.576975 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cadd0e92-ef5d-4a19-b468-6047ef8f23cd req-536558ed-173f-4cec-8744-6e4e73abf383 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 944 time: 0.1995077 Jan 25 16:40:37.661771 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] For port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e, host hv-neutron-8262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8262',level=0,port_id=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:37.662125 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:37.674186 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-cadd0e92-ef5d-4a19-b468-6047ef8f23cd req-01e05323-7c50-474b-bd59-8e35045f002d tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/security-groups?id=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873144 Jan 25 16:40:37.783159 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Calling delete_port for fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e owned by compute:nova {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:37.979748 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:38.027188 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event deleted for resources: {'Port': ['ID=fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:38.100111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] No DVR routers for this DVR port fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e on host hv-neutron-8262 {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:40:38.102384 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109897'] for port, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:38.104822 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-deleted', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e'}] {{(pid=84139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 25 16:40:38.159636 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa4155b1-a92c-41f2-af85-7ebf214415fe', 'name': 'network-vif-deleted', 'tag': 'fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e', 'status': 'completed', 'code': 200} Jan 25 16:40:38.186404 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-194f59f1-1c37-4db3-be12-ce7b5c7a412f req-feeab986-361b-4af7-b2cd-b5159fd6bbbb tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.41 "DELETE /v2.0/ports/fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e HTTP/1.1" status: 204 len: 173 time: 0.9148664 Jan 25 16:40:38.845871 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ea7b38a0-2113-4218-b404-3ace1006a64a req-84fbe907-1b3f-47e4-a4f4-d8ae367f7ec9 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Synchronizing usage tracker for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 25 16:40:38.923019 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.quota.resource [req-ea7b38a0-2113-4218-b404-3ace1006a64a req-84fbe907-1b3f-47e4-a4f4-d8ae367f7ec9 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Unset dirty status for tenant:efcf1763a30447239fdb48d902e98113 on resource:port {{(pid=84139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 25 16:40:38.924171 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [req-ea7b38a0-2113-4218-b404-3ace1006a64a req-84fbe907-1b3f-47e4-a4f4-d8ae367f7ec9 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa4155b1-a92c-41f2-af85-7ebf214415fe HTTP/1.1" status: 200 len: 210 time: 0.1189046 Jan 25 16:40:39.602900 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:40.027824 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45040) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:40.094571 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:40.123554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:40.248478 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:40.269542 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:40.333180 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:40.334349 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-1f2c82a3-70dd-4369-9800-385927e34892 tempest-TestSnapshotPattern-747700923 tempest-TestSnapshotPattern-747700923-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ad5cd1d-6e7f-4385-be84-f96e9ba1ba17 HTTP/1.1" status: 204 len: 168 time: 0.3055429 Jan 25 16:40:40.459154 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45046) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:41.027737 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e no longer exists at agent hyperv_hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:41.044323 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:41.059110 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] No Port match for: fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:41.059452 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Device fc1d4c3d-d02c-4e95-b581-a9b91f5ddf6e not bound to the agent host hv-neutron-8262 {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:41.612787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Deleting port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:41.613116 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:41.774958 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] For port abfef8f0-ddd5-4dc3-a923-2c7f22079cdf, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:41.775303 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:41.889495 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Calling delete_port for abfef8f0-ddd5-4dc3-a923-2c7f22079cdf owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:42.134828 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:42.183529 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfef8f0-ddd5-4dc3-a923-2c7f22079cdf,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:42.543716 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:43.097466 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:40:43.290792 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:40:43.300085 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Sync routers for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:40:43.311208 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:43.311798 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:43.365226 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-8ca0447b-1048-4572-ae2e-14b88b511141 admin admin] 10.222.0.26 "PUT /v2.0/routers/5191e020-1bf9-4ac3-bf6f-1721a2144e95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9049141 Jan 25 16:40:43.367605 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45052) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:43.486480 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:43.561205 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:43.749533 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:43.783529 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:40:41Z', 'revision_number': 5, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port': {'id': '04cb2af4-16d7-48be-b6cd-c78018290e16', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:99:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:33Z', 'updated_at': '2022-01-25T16:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:43.787767 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Checking router: 5191e020-1bf9-4ac3-bf6f-1721a2144e95 for host: dv-neutron-826291-2-hyperv {{(pid=84141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:40:43.797794 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Routers {'5191e020-1bf9-4ac3-bf6f-1721a2144e95'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:43.798365 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'], 'active': True} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:43.814750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Deleting port 04cb2af4-16d7-48be-b6cd-c78018290e16 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:43.815540 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:43.951128 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_dvr_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] Set router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 gateway port host: None {{(pid=84141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:44.052514 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.l3_hamode_db [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:40:43Z', 'revision_number': 6, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:44.056324 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fa1c84-0c35-4d27-9289-2be69b520983 None None] The sync data for ids ['5191e020-1bf9-4ac3-bf6f-1721a2144e95'] in dv-neutron-826291-2-hyperv is: [{'id': '5191e020-1bf9-4ac3-bf6f-1721a2144e95', 'name': 'tempest-TestSnapshotPattern-1414541268-router', 'tenant_id': 'efcf1763a30447239fdb48d902e98113', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:32Z', 'updated_at': '2022-01-25T16:40:43Z', 'revision_number': 6, 'project_id': 'efcf1763a30447239fdb48d902e98113', 'gw_port_host': None}] {{(pid=84141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:40:44.100866 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] For port 04cb2af4-16d7-48be-b6cd-c78018290e16, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=04cb2af4-16d7-48be-b6cd-c78018290e16,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:44.101214 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:44.215215 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Calling delete_port for 04cb2af4-16d7-48be-b6cd-c78018290e16 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:44.432024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:44.478915 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Pushing event deleted for resources: {'Port': ['ID=04cb2af4-16d7-48be-b6cd-c78018290e16,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:44.695679 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:44.946491 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:44.950485 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:44.955968 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cb2af4-16d7-48be-b6cd-c78018290e16 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:44.987741 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 04cb2af4-16d7-48be-b6cd-c78018290e16 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:44.988162 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 04cb2af4-16d7-48be-b6cd-c78018290e16 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:44.988568 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device abfef8f0-ddd5-4dc3-a923-2c7f22079cdf no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:45.020649 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: abfef8f0-ddd5-4dc3-a923-2c7f22079cdf {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:45.020980 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device abfef8f0-ddd5-4dc3-a923-2c7f22079cdf not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:45.048820 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.049349 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5191e020-1bf9-4ac3-bf6f-1721a2144e95 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:40:45.061174 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.064083 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-fec74833-dc46-4f68-84cc-cda41b5f6879 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5191e020-1bf9-4ac3-bf6f-1721a2144e95 HTTP/1.1" status: 204 len: 168 time: 1.6938398 Jan 25 16:40:45.064979 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45056) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:45.130663 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Deleting subnet 3ecef5fc-4ede-4e75-a813-fef8f1791726 {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:40:45.134012 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.187511 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.263235 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.414978 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.449398 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecef5fc-4ede-4e75-a813-fef8f1791726,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:45.459407 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.464816 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77893ad1-0a3d-42ec-a08d-33bf3d082360 None None] Network 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:40:45.467928 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-52921933-2d3a-4ebb-b97a-1f305ee3e32a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3ecef5fc-4ede-4e75-a813-fef8f1791726 HTTP/1.1" status: 204 len: 168 time: 0.3997591 Jan 25 16:40:45.468158 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45060) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:45.658352 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.668672 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Deleting port f50478c1-67cd-48c5-8297-2dc1b7022048 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:45.669024 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.709761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] DHCP port deletion for 2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:40:45.713974 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Deleting port f50478c1-67cd-48c5-8297-2dc1b7022048 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:45.714346 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.867766 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] For port f50478c1-67cd-48c5-8297-2dc1b7022048, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f50478c1-67cd-48c5-8297-2dc1b7022048,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:45.868111 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.910400 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] For port f50478c1-67cd-48c5-8297-2dc1b7022048, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=f50478c1-67cd-48c5-8297-2dc1b7022048,segment=NetworkSegment(270fe6be-33c9-4f6d-9b91-d6e1532ccf73),segment_id=270fe6be-33c9-4f6d-9b91-d6e1532ccf73)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:45.910711 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:45.985147 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Calling delete_port for f50478c1-67cd-48c5-8297-2dc1b7022048 owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:46.025149 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Calling delete_port for f50478c1-67cd-48c5-8297-2dc1b7022048 owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:46.129415 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.134619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:40:46.134970 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:40:46.174096 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Pushing event deleted for resources: {'Port': ['ID=f50478c1-67cd-48c5-8297-2dc1b7022048,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:46.178458 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] No DVR routers for this DVR port f50478c1-67cd-48c5-8297-2dc1b7022048 on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:40:46.291302 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.315449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b188c99-afa7-4db2-9d16-f2c8a8ef47b7']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:46.327152 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270fe6be-33c9-4f6d-9b91-d6e1532ccf73') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:46.327449 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270fe6be-33c9-4f6d-9b91-d6e1532ccf73') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:46.338787 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.353704 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.359450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:40:46.360872 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:40:46.372639 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:40:46.580135 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.595487 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.605173 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b188c99-afa7-4db2-9d16-f2c8a8ef47b7,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:46.636315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Deleting port f50478c1-67cd-48c5-8297-2dc1b7022048 {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:46.636688 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:46.677944 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-ef1c06f6-f355-4bbc-aa87-7353edcae05a admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b188c99-afa7-4db2-9d16-f2c8a8ef47b7 HTTP/1.1" status: 204 len: 168 time: 1.2087193 Jan 25 16:40:46.680754 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45064) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:46.700170 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-35ec48c3-dd6a-4b03-b70c-0513d0f37aa5 None None] The port 'f50478c1-67cd-48c5-8297-2dc1b7022048' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:40:46.954171 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f50478c1-67cd-48c5-8297-2dc1b7022048 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:46.985163 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: f50478c1-67cd-48c5-8297-2dc1b7022048 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:46.985530 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device f50478c1-67cd-48c5-8297-2dc1b7022048 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:47.055904 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-378960'] for router_interface, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:47.710251 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Deleting port 1e9cd4d5-4396-4f83-b51c-884a28b9617a {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:47.710962 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:47.874809 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] For port 1e9cd4d5-4396-4f83-b51c-884a28b9617a, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=1e9cd4d5-4396-4f83-b51c-884a28b9617a,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:47.875157 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:47.993932 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Calling delete_port for 1e9cd4d5-4396-4f83-b51c-884a28b9617a owned by network:router_interface {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:48.237592 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:48.277180 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:40:48.279553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e9cd4d5-4396-4f83-b51c-884a28b9617a,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:48.563987 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-6950024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-390841'] for router_interface, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:49.214069 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Router 34742d0d-bead-4071-85ec-5e656f9d5bc7 has already been hosted by L3 agent 686a2849-b623-47d5-960e-94d5a49e9daa {{(pid=84139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 25 16:40:49.405993 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] Notify agent at l3_agent.dv-neutron-826291-2-hyperv the message routers_updated {{(pid=84139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 25 16:40:49.415666 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Sync routers for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 25 16:40:49.426791 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:49.428595 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:49.496331 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d39304d4-9131-4953-b23c-cc75510e22f6 admin admin] 10.222.0.26 "PUT /v2.0/routers/34742d0d-bead-4071-85ec-5e656f9d5bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145304 Jan 25 16:40:49.498774 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45068) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:49.642940 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: dv-neutron-826291-2-hyperv {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:49.695064 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:49.882353 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:49.917893 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'external_fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:40:48Z', 'revision_number': 5, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port': {'id': 'c7ad9250-ad20-47eb-b172-b5f5cdf36bb3', 'name': '', 'network_id': '7244e257-8b5c-49e8-b493-61958272c594', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-826291-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '51b32eb5-c232-4ce2-9de6-ddd7a4185135', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-826291-2-hyperv'}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:49.921645 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Checking router: 34742d0d-bead-4071-85ec-5e656f9d5bc7 for host: dv-neutron-826291-2-hyperv {{(pid=84140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 25 16:40:49.932514 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Routers {'34742d0d-bead-4071-85ec-5e656f9d5bc7'} bound to L3 agent in host dv-neutron-826291-2-hyperv {{(pid=84140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 25 16:40:49.933099 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-826291-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-25T15:22:01Z,description=,heartbeat_timestamp=2022-01-25T16:40:31Z,host='dv-neutron-826291-2-hyperv',id=686a2849-b623-47d5-960e-94d5a49e9daa,load=0,resource_versions=,resources_synced=,started_at=2022-01-25T15:22:02Z,topic='l3_agent')) {'router_ids': ['34742d0d-bead-4071-85ec-5e656f9d5bc7'], 'active': True} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:49.957328 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Deleting port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:49.957723 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:50.130155 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] For port c7ad9250-ad20-47eb-b172-b5f5cdf36bb3, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,segment=NetworkSegment(f19b7460-3646-49e7-9970-04ef505b5e40),segment_id=f19b7460-3646-49e7-9970-04ef505b5e40)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:50.130599 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:50.154023 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_dvr_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] Set router 34742d0d-bead-4071-85ec-5e656f9d5bc7 gateway port host: None {{(pid=84140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 25 16:40:50.251921 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Calling delete_port for c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 owned by network:router_gateway {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:50.310600 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.db.l3_hamode_db [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:40:49Z', 'revision_number': 6, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port_host': None}], 'dv-neutron-826291-2-hyperv', False) {} {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:50.317729 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda17347-b0bb-4268-b8e6-e82255575cce None None] The sync data for ids ['34742d0d-bead-4071-85ec-5e656f9d5bc7'] in dv-neutron-826291-2-hyperv is: [{'id': '34742d0d-bead-4071-85ec-5e656f9d5bc7', 'name': 'tempest-TestSnapshotPattern-1460617215-router', 'tenant_id': 'ed663e93b98847399680c1b61b456895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-25T16:35:40Z', 'updated_at': '2022-01-25T16:40:49Z', 'revision_number': 6, 'project_id': 'ed663e93b98847399680c1b61b456895', 'gw_port_host': None}] {{(pid=84140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 25 16:40:50.580258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:50.622518 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ad9250-ad20-47eb-b172-b5f5cdf36bb3,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:50.839867 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-390773'] for router_gateway, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.095700 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:51.101553 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-380641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256003'] for router, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.106601 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.129179 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:51.129567 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device c7ad9250-ad20-47eb-b172-b5f5cdf36bb3 not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:51.129993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1e9cd4d5-4396-4f83-b51c-884a28b9617a no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:51.161665 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 1e9cd4d5-4396-4f83-b51c-884a28b9617a {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:51.162015 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 1e9cd4d5-4396-4f83-b51c-884a28b9617a not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:51.197516 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-380573'] for router, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.198058 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34742d0d-bead-4071-85ec-5e656f9d5bc7 {{(pid=84139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 25 16:40:51.209893 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] Notify callbacks [] for router, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.211010 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-d41600bc-3a1c-4bd2-b079-ebfa6d738d8f admin admin] 10.222.0.26 "DELETE /v2.0/routers/34742d0d-bead-4071-85ec-5e656f9d5bc7 HTTP/1.1" status: 204 len: 168 time: 1.7113099 Jan 25 16:40:51.213450 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45072) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:51.276165 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Deleting subnet 9606ec1c-c5c6-4cc6-9458-a722647cff7c {{(pid=84139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 25 16:40:51.279143 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.331356 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1430519'] for subnet, precommit_delete_associations {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.405762 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-578315'] for subnet, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.546258 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-578322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333809', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6695822'] for subnet, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.583351 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9606ec1c-c5c6-4cc6-9458-a722647cff7c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:51.587788 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.592937 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb081644-2e8b-4610-aa86-232c0ba30e3c None None] Network fa6eb4cd-cc42-4c3f-a916-b252e3da3705 requested from dv-neutron-826291-2-hyperv {{(pid=84140) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 25 16:40:51.593297 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-2e2394c4-c7ca-447d-bdde-191e335f8687 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9606ec1c-c5c6-4cc6-9458-a722647cff7c HTTP/1.1" status: 204 len: 168 time: 0.3789260 Jan 25 16:40:51.595718 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45076) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:51.700133 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636905'] for network, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.710505 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Deleting port 2b55ae32-b28c-490e-93f8-992c487da29d {{(pid=84139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:51.710825 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.833009 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] DHCP port deletion for fa6eb4cd-cc42-4c3f-a916-b252e3da3705 request from dv-neutron-826291-2-hyperv {{(pid=84140) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 25 16:40:51.837285 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Deleting port 2b55ae32-b28c-490e-93f8-992c487da29d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:51.837698 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:51.909608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.db [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] For port 2b55ae32-b28c-490e-93f8-992c487da29d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b55ae32-b28c-490e-93f8-992c487da29d,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:51.909956 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.030932 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.db [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] For port 2b55ae32-b28c-490e-93f8-992c487da29d, host dv-neutron-826291-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-826291-2-hyperv',level=0,port_id=2b55ae32-b28c-490e-93f8-992c487da29d,segment=NetworkSegment(6ad951dd-e2fe-4403-a69f-8a6798583f6d),segment_id=6ad951dd-e2fe-4403-a69f-8a6798583f6d)] {{(pid=84140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 25 16:40:52.031315 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8115750'] for port, precommit_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.121878 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.plugin [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Calling delete_port for 2b55ae32-b28c-490e-93f8-992c487da29d owned by network:dhcp {{(pid=84139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:52.196249 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Calling delete_port for 2b55ae32-b28c-490e-93f8-992c487da29d owned by network:dhcp {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 25 16:40:52.243218 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8292479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786097969646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786097611228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7054432'] for port, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.263164 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.db.api [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 25 16:40:52.263511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG oslo_db.api [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 25 16:40:52.290193 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Pushing event deleted for resources: {'Port': ['ID=2b55ae32-b28c-490e-93f8-992c487da29d,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:52.294480 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] No DVR routers for this DVR port 2b55ae32-b28c-490e-93f8-992c487da29d on host dv-neutron-826291-2-hyperv {{(pid=84139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 25 16:40:52.406617 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-569218', 'neutron.services.segments.db._delete_segments_for_network-8786098045404'] for network, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.430750 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6eb4cd-cc42-4c3f-a916-b252e3da3705']}} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:52.443076 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad951dd-e2fe-4403-a69f-8a6798583f6d') {'for_net_delete': True} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:52.443368 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.services.segments.db [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad951dd-e2fe-4403-a69f-8a6798583f6d') {} {{(pid=84139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 25 16:40:52.454222 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786098045287', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1430524'] for segment, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.469255 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-581041'] for segment, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.475098 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=84139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 25 16:40:52.479228 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-581030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7054389'] for segment, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: Traceback (most recent call last): Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: timer() Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: cb(*args, **kw) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: return func(*args, **kwargs) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: self._notify() Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: self.callback(batched_events) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: event.method(event) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: aggregate_uuid = self.p_client.list_aggregates( Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: return f(self, *a, **k) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._get(url).json() Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: return self.request(url, 'GET', **kwargs) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: base_url = self.get_endpoint(auth, allow=allow, Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 25 16:40:52.488565 dv-neutron-826291-2-hyperv neutron-server[84139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 25 16:40:52.602608 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-569229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-6949895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390736'] for network, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.618538 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Notify callbacks [] for network, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.628654 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6eb4cd-cc42-4c3f-a916-b252e3da3705,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:52.635502 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-086f0c3b-4447-4fc3-857a-9942b82027de admin admin] 10.222.0.26 "DELETE /v2.0/networks/fa6eb4cd-cc42-4c3f-a916-b252e3da3705 HTTP/1.1" status: 204 len: 168 time: 1.0383151 Jan 25 16:40:52.764537 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Deleting port 2b55ae32-b28c-490e-93f8-992c487da29d {{(pid=84140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 25 16:40:52.764920 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786098109745'] for port, before_delete {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:52.829435 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b1923-95ee-4712-a5ec-f007057373ae None None] The port '2b55ae32-b28c-490e-93f8-992c487da29d' was deleted {{(pid=84140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 25 16:40:52.887554 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45082) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:52.937193 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-4b0cbe59-2d8a-4b85-ae92-6cf6e732fe6e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efcf1763a30447239fdb48d902e98113&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484476 Jan 25 16:40:52.945054 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45086) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:52.954094 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2b55ae32-b28c-490e-93f8-992c487da29d no longer exists at agent ovs-agent-dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 25 16:40:52.987000 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.plugin [None req-83461788-4d03-435d-9175-d85057101680 None None] No Port match for: 2b55ae32-b28c-490e-93f8-992c487da29d {{(pid=84140) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 25 16:40:52.987345 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron.plugins.ml2.rpc [None req-83461788-4d03-435d-9175-d85057101680 None None] Device 2b55ae32-b28c-490e-93f8-992c487da29d not bound to the agent host dv-neutron-826291-2-hyperv {{(pid=84140) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 25 16:40:53.008236 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:53.032837 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:53.145917 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:53.164643 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725be52f-42e3-4e31-b592-95dbec8d82fb,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:53.170281 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:53.171699 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-87b5018a-e213-46bd-9603-b5da251678e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/725be52f-42e3-4e31-b592-95dbec8d82fb HTTP/1.1" status: 204 len: 168 time: 0.2253199 Jan 25 16:40:53.823687 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45094) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:53.872583 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-c65b67df-03d1-4619-92e1-bfc6039f9a5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed663e93b98847399680c1b61b456895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477242 Jan 25 16:40:53.875050 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.wsgi [-] (84139) accepted ('10.222.0.26', 45098) {{(pid=84139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 25 16:40:53.931521 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:53.956575 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:54.065664 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333609'] for security_group, after_delete {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:54.081970 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ff8365-e5e1-4995-b2ba-261c0a6c574c,revision_number=None']} {{(pid=84139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 25 16:40:54.086804 dv-neutron-826291-2-hyperv neutron-server[84139]: DEBUG neutron_lib.callbacks.manager [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:40:54.090211 dv-neutron-826291-2-hyperv neutron-server[84139]: INFO neutron.wsgi [None req-3ba75948-1dc5-455f-965f-6a630c81e4c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8ff8365-e5e1-4995-b2ba-261c0a6c574c HTTP/1.1" status: 204 len: 168 time: 0.2142785 Jan 25 16:40:59.482846 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a5d94ec8-34d5-49c7-aa94-edbb59546f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:01.574284 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-bd52b88b-193d-49b2-ad2f-998762fb8f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:03.014017 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:03.168118 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:04.951274 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:09.579215 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:25.277037 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:41:29.487515 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3dd0fa57-3391-4ae4-a277-ada9d9d684f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:31.590637 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-80098876-d555-4a3c-a3c9-c9d6d5a29bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:33.058903 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:33.173016 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:34.955987 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:39.653062 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:41:59.498761 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-a275241c-8eb8-4b82-89b5-ab160f0d5c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:01.555395 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-754f3a8d-8069-4e5c-b029-5bf6a8164f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:02.276675 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:42:03.029875 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:03.178764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:04.949673 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:09.658278 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:29.480953 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-7a4f626c-023f-4d15-9b73-2dd30f5a45a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:31.555824 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-efb47a9a-0c21-4e69-b612-d161cee713b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:33.017988 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:33.166615 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:34.960638 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:39.276928 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:42:39.606448 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:42:59.468619 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-26bf9baf-0042-47b3-b64b-eb1353c038d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:01.554670 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-d7684ad2-36de-44bb-a436-b4c1105351f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:03.023024 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:03.182731 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:04.966323 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:09.616852 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:16.277425 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:43:29.473715 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-96ac5986-40bd-4532-87e9-aabbdf063923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:31.571177 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-03c9f942-8a7a-4fb8-8ef9-da360ee6526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:33.039901 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:33.176586 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:34.993795 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:39.622188 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:43:53.277944 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:43:59.524997 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-640d5666-553c-4ab2-9b41-4a79cf96c233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:01.570234 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-527a8b27-bc0a-4cef-9202-a72043c27512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:03.039089 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:03.182616 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:04.964788 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:09.622713 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:29.501183 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-400c8398-945e-4ffd-a0e4-f3e7fbc1c32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:30.277727 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:44:31.564430 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-82669f31-d21c-4eed-80fe-c44d96895752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.026764 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:33.198337 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:34.998599 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:39.655679 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:44:59.529717 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-f73d8400-59a6-40a1-91fb-1d46d529c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:01.592318 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-1a9cd952-af73-4680-94b7-68302a229dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.032221 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:03.254894 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:04.991850 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:07.277970 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:45:09.672293 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:29.494470 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-342a04cf-5233-46b1-94f4-a5be21aa2ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:31.574148 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-b7249b5d-4e57-4271-8d4b-656d4fb230cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.036993 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:33.191744 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:34.996949 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:39.671511 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:45:44.278012 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 25 16:45:59.556219 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-dbccc259-161f-441f-94d0-a3cce7bd5bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:01.591263 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-9984ae86-9c6b-431f-bb79-93bd7050e77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.048135 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-83461788-4d03-435d-9175-d85057101680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:03.248233 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-781ddd81-88d0-4290-a2e3-4976453dcb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:05.031122 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-4b9b3972-4508-42c9-a401-967462acb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:09.671516 dv-neutron-826291-2-hyperv neutron-server[84140]: DEBUG neutron_lib.callbacks.manager [None req-3ff8c6d6-c357-4288-a97f-349ecae7030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786098045386', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-566658'] for agent, after_update {{(pid=84140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 25 16:46:21.277777 dv-neutron-826291-2-hyperv neutron-server[84141]: DEBUG neutron.db.agents_db [None req-1462af85-19b0-43d3-bc19-019e43ddd035 None None] Agent healthcheck: found 6 active agents {{(pid=84141) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}